astro-sdk-python
1.0.2
Getting Started With Astro SDK:
Getting started with the Astro Python SDK
Security
Guides
Concepts
Operators
Reference
API Reference
Configuration
Supported Databases
Supported File Location
Supported File Type
CHANGELOG
Changelog
Developing Astro SDK
Contributor Covenant Code of Conduct
Contributions
Security
Issues, PRs & Discussions
Creating a local development
Prepare PR
Pull Request Guidelines
Developing the package
Managing Releases
Handling Major releases
Creating a release from the release branch
Astro Enhancement Proposals
Indices and Tables
astro-sdk-python
»
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
L
|
M
|
N
|
P
|
Q
|
R
|
S
|
T
|
U
|
W
|
X
A
ALLOW_UNSAFE_DF_STORAGE (in module astro.settings)
append() (in module astro.sql.operators.append)
append_table() (astro.databases.base.BaseDatabase method)
AppendOperator (class in astro.sql.operators.append)
astro
module
astro.constants
module
astro.databases
module
astro.databases.base
module
astro.databases.google
module
astro.databases.google.bigquery
module
astro.databases.postgres
module
astro.databases.snowflake
module
astro.databases.sqlite
module
astro.exceptions
module
astro.files
module
astro.files.base
module
astro.files.locations
module
astro.files.locations.amazon
module
astro.files.locations.amazon.s3
module
astro.files.locations.base
module
astro.files.locations.google
module
astro.files.locations.google.gcs
module
astro.files.locations.http
module
astro.files.locations.local
module
astro.files.types
module
astro.files.types.base
module
astro.files.types.csv
module
astro.files.types.json
module
astro.files.types.ndjson
module
astro.files.types.parquet
module
astro.settings
module
astro.sql
module
astro.sql.operators
module
astro.sql.operators.append
module
astro.sql.operators.base_decorator
module
astro.sql.operators.cleanup
module
astro.sql.operators.dataframe
module
astro.sql.operators.drop
module
astro.sql.operators.export_file
module
astro.sql.operators.load_file
module
astro.sql.operators.merge
module
astro.sql.operators.raw_sql
module
astro.sql.operators.transform
module
astro.sql.table
module
astro.utils
module
astro.utils.dataframe
module
astro.utils.load
module
astro.utils.path
module
astro.utils.table
module
astro.utils.task_id_helper
module
ASTRO_SDK_TO_SNOWFLAKE_FILE_FORMAT_MAP (in module astro.databases.snowflake)
B
BaseDatabase (class in astro.databases.base)
BaseFileLocation (class in astro.files.locations.base)
BaseSQLDecoratedOperator (class in astro.sql.operators.base_decorator)
BIGQUERY (astro.constants.Database attribute)
BIGQUERY_SCHEMA (in module astro.settings)
BIGQUERY_WRITE_DISPOSITION (in module astro.databases.google.bigquery)
BigqueryDatabase (class in astro.databases.google.bigquery)
C
check_if_connection_exists() (in module astro.files)
check_non_existing_local_file_path() (astro.files.locations.base.BaseFileLocation static method)
cleanup() (in module astro.sql.operators.cleanup)
CleanupOperator (class in astro.sql.operators.cleanup)
ColumnCapitalization (in module astro.constants)
columns (astro.sql.table.Table attribute)
conn_id (astro.files.base.File property)
(astro.sql.table.Table attribute)
CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
connection (astro.databases.base.BaseDatabase property)
convert_columns_names_capitalization() (in module astro.utils.dataframe)
COPY_OPTIONS (in module astro.databases.snowflake)
copy_remote_file_to_local() (in module astro.utils.load)
create_database() (in module astro.databases)
create_file_location() (in module astro.files.locations)
create_file_type() (in module astro.files.types)
create_from_dataframe() (astro.files.base.File method)
(astro.files.types.base.FileType method)
(astro.files.types.csv.CSVFileType method)
(astro.files.types.json.JSONFileType method)
(astro.files.types.ndjson.NDJSONFileType method)
(astro.files.types.parquet.ParquetFileType method)
create_output_table_if_needed() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
create_schema_if_needed() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
create_similar_table() (astro.sql.table.Table method)
create_stage() (astro.databases.snowflake.SnowflakeDatabase method)
create_table() (astro.databases.base.BaseDatabase method)
create_table_from_select_statement() (astro.databases.base.BaseDatabase method)
create_table_using_columns() (astro.databases.base.BaseDatabase method)
create_table_using_schema_autodetection() (astro.databases.base.BaseDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
create_transfer_config() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
CSV (astro.constants.FileType attribute)
CSVFileType (class in astro.files.types.csv)
CUSTOM_CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
D
database (astro.sql.table.Metadata attribute)
Database (class in astro.constants)
database_impl (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator attribute)
DatabaseCustomError
dataframe() (in module astro.sql.operators.dataframe)
DataframeOperator (class in astro.sql.operators.dataframe)
DEFAULT_CHUNK_SIZE (in module astro.constants)
DEFAULT_CONN_ID (in module astro.databases.google.bigquery)
(in module astro.databases.postgres)
(in module astro.databases.snowflake)
(in module astro.databases.sqlite)
DEFAULT_CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
(in module astro.files.locations)
default_metadata (astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
DEFAULT_SCHEMA (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
(astro.databases.snowflake.SnowflakeDatabase attribute)
(in module astro.constants)
DEFAULT_STORAGE_INTEGRATION (in module astro.databases.snowflake)
delete_transfer_config() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
drop_stage() (astro.databases.snowflake.SnowflakeDatabase method)
drop_table() (astro.databases.base.BaseDatabase method)
(astro.sql.operators.cleanup.CleanupOperator method)
(in module astro.sql.operators.drop)
DropTableOperator (class in astro.sql.operators.drop)
E
ensure_internal_quotes_closed() (in module astro.databases.snowflake)
ensure_only_valid_characters() (in module astro.databases.snowflake)
execute() (astro.sql.operators.append.AppendOperator method)
(astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
(astro.sql.operators.cleanup.CleanupOperator method)
(astro.sql.operators.dataframe.DataframeOperator method)
(astro.sql.operators.drop.DropTableOperator method)
(astro.sql.operators.export_file.ExportFileOperator method)
(astro.sql.operators.load_file.LoadFileOperator method)
(astro.sql.operators.merge.MergeOperator method)
(astro.sql.operators.raw_sql.RawSQLOperator method)
(astro.sql.operators.transform.TransformOperator method)
exists() (astro.files.base.File method)
(astro.files.locations.base.BaseFileLocation method)
export_file() (in module astro.sql.operators.export_file)
export_table_to_file() (astro.databases.base.BaseDatabase method)
export_table_to_pandas_dataframe() (astro.databases.base.BaseDatabase method)
export_to_dataframe() (astro.files.base.File method)
(astro.files.types.base.FileType method)
(astro.files.types.csv.CSVFileType method)
(astro.files.types.json.JSONFileType method)
(astro.files.types.ndjson.NDJSONFileType method)
(astro.files.types.parquet.ParquetFileType method)
ExportExistsStrategy (in module astro.constants)
ExportFileOperator (class in astro.sql.operators.export_file)
F
File (class in astro.files.base)
FileLocation (class in astro.constants)
FileType (class in astro.constants)
(class in astro.files.types.base)
filter_for_temp_tables() (in module astro.sql.operators.cleanup)
find_first_table() (in module astro.utils.table)
flatten() (astro.files.types.ndjson.NDJSONFileType static method)
G
GCSLocation (class in astro.files.locations.google.gcs)
get_all_task_outputs() (astro.sql.operators.cleanup.CleanupOperator method)
get_class_name() (in module astro.utils.path)
get_dict_with_module_names_to_dot_notations() (in module astro.utils.path)
get_filetype() (in module astro.files.types)
get_location_type() (astro.files.locations.base.BaseFileLocation static method)
get_merge_initialization_query() (astro.databases.base.BaseDatabase static method)
(astro.databases.google.bigquery.BigqueryDatabase static method)
(astro.databases.sqlite.SqliteDatabase static method)
get_module_dot_notation() (in module astro.utils.path)
get_project_id() (astro.databases.google.bigquery.BigqueryDatabase method)
get_provider_info() (in module astro)
get_run_id() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer static method)
get_sqla_table() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
get_sqlalchemy_template_table_identifier_and_parameter() (astro.databases.base.BaseDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
get_table_qualified_name() (astro.databases.base.BaseDatabase static method)
(astro.databases.postgres.PostgresDatabase static method)
(astro.databases.snowflake.SnowflakeDatabase static method)
(astro.databases.sqlite.SqliteDatabase static method)
get_task_id() (in module astro.utils.task_id_helper)
get_transfer_config_id() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer static method)
get_transfer_info() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
GS (astro.constants.FileLocation attribute)
H
hook (astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
HTTP (astro.constants.FileLocation attribute)
HTTPLocation (class in astro.files.locations.http)
HTTPS (astro.constants.FileLocation attribute)
I
illegal_column_name_chars (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
illegal_column_name_chars_replacement (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
IllegalLoadToDatabaseException
is_binary() (astro.files.base.File method)
IS_CUSTOM_XCOM_BACKEND (in module astro.settings)
is_empty() (astro.sql.table.Metadata method)
is_native_load_file_available() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
is_valid_path() (astro.files.locations.base.BaseFileLocation static method)
is_valid_snow_identifier() (in module astro.databases.snowflake)
J
JSON (astro.constants.FileType attribute)
JSONFileType (class in astro.files.types.json)
L
load_data() (astro.sql.operators.load_file.LoadFileOperator method)
load_data_to_dataframe() (astro.sql.operators.load_file.LoadFileOperator method)
load_data_to_table() (astro.sql.operators.load_file.LoadFileOperator method)
load_file() (in module astro.sql.operators.load_file)
load_file_to_table() (astro.databases.base.BaseDatabase method)
load_file_to_table_natively() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
load_file_to_table_natively_with_fallback() (astro.databases.base.BaseDatabase method)
load_gs_file_to_table() (astro.databases.google.bigquery.BigqueryDatabase method)
load_local_file_to_table() (astro.databases.google.bigquery.BigqueryDatabase method)
load_op_arg_dataframes_into_sql() (in module astro.sql.operators.base_decorator)
load_op_arg_table_into_dataframe() (in module astro.sql.operators.dataframe)
load_op_kwarg_dataframes_into_sql() (in module astro.sql.operators.base_decorator)
load_op_kwarg_table_into_dataframe() (in module astro.sql.operators.dataframe)
load_pandas_dataframe_to_table() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
load_s3_file_to_table() (astro.databases.google.bigquery.BigqueryDatabase method)
LOAD_TABLE_AUTODETECT_ROWS_COUNT (in module astro.settings)
LoadExistStrategy (in module astro.constants)
LoadFileOperator (class in astro.sql.operators.load_file)
LOCAL (astro.constants.FileLocation attribute)
LocalLocation (class in astro.files.locations.local)
location_type (astro.files.locations.amazon.s3.S3Location attribute)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation attribute)
(astro.files.locations.http.HTTPLocation attribute)
(astro.files.locations.local.LocalLocation attribute)
M
MAX_TABLE_NAME_LENGTH (in module astro.sql.table)
merge() (in module astro.sql.operators.merge)
merge_table() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
MergeConflictStrategy (in module astro.constants)
MergeOperator (class in astro.sql.operators.merge)
metadata (astro.databases.snowflake.SnowflakeStage attribute)
(astro.sql.table.Table attribute)
Metadata (class in astro.sql.table)
module
astro
astro.constants
astro.databases
astro.databases.base
astro.databases.google
astro.databases.google.bigquery
astro.databases.postgres
astro.databases.snowflake
astro.databases.sqlite
astro.exceptions
astro.files
astro.files.base
astro.files.locations
astro.files.locations.amazon
astro.files.locations.amazon.s3
astro.files.locations.base
astro.files.locations.google
astro.files.locations.google.gcs
astro.files.locations.http
astro.files.locations.local
astro.files.types
astro.files.types.base
astro.files.types.csv
astro.files.types.json
astro.files.types.ndjson
astro.files.types.parquet
astro.settings
astro.sql
astro.sql.operators
astro.sql.operators.append
astro.sql.operators.base_decorator
astro.sql.operators.cleanup
astro.sql.operators.dataframe
astro.sql.operators.drop
astro.sql.operators.export_file
astro.sql.operators.load_file
astro.sql.operators.merge
astro.sql.operators.raw_sql
astro.sql.operators.transform
astro.sql.table
astro.utils
astro.utils.dataframe
astro.utils.load
astro.utils.path
astro.utils.table
astro.utils.task_id_helper
move_function_params_into_sql_params() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
N
name (astro.databases.snowflake.SnowflakeStage attribute)
(astro.files.types.base.FileType property)
(astro.files.types.csv.CSVFileType property)
(astro.files.types.json.JSONFileType property)
(astro.files.types.ndjson.NDJSONFileType property)
(astro.files.types.parquet.ParquetFileType property)
(astro.sql.table.Table attribute)
NATIVE_LOAD_EXCEPTIONS (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.snowflake.SnowflakeDatabase attribute)
NATIVE_LOAD_SUPPORTED_FILE_LOCATIONS (in module astro.databases.snowflake)
NATIVE_LOAD_SUPPORTED_FILE_TYPES (in module astro.databases.snowflake)
NATIVE_PATHS (astro.databases.google.bigquery.BigqueryDatabase attribute)
NATIVE_PATHS_SUPPORTED_FILE_TYPES (in module astro.databases.google.bigquery)
NDJSON (astro.constants.FileType attribute)
NDJSONFileType (class in astro.files.types.ndjson)
NonExistentTableException
P
PARQUET (astro.constants.FileType attribute)
ParquetFileType (class in astro.files.types.parquet)
path (astro.files.base.File property)
paths (astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
populate_table_metadata() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
POSTGRES (astro.constants.Database attribute)
POSTGRES_SCHEMA (in module astro.settings)
PostgresDatabase (class in astro.databases.postgres)
POSTGRESQL (astro.constants.Database attribute)
PYPI_PROJECT_NAME (in module astro.constants)
Q
qualified_name (astro.databases.snowflake.SnowflakeStage property)
R
RawSQLOperator (class in astro.sql.operators.raw_sql)
read_sql_from_function() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
resolve_file_path_pattern() (in module astro.files.base)
resolve_tables_from_tasks() (astro.sql.operators.cleanup.CleanupOperator method)
run() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
run_raw_sql() (in module astro.sql.operators.raw_sql)
run_sql() (astro.databases.base.BaseDatabase method)
run_transfer_now() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
S
S3 (astro.constants.FileLocation attribute)
S3Location (class in astro.files.locations.amazon.s3)
S3ToBigqueryDataTransfer (class in astro.databases.google.bigquery)
schema (astro.sql.table.Metadata attribute)
SCHEMA (in module astro.settings)
schema_exists() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
set_url_from_file() (astro.databases.snowflake.SnowflakeStage method)
size (astro.files.base.File property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
SNOWFLAKE (astro.constants.Database attribute)
SNOWFLAKE_SCHEMA (in module astro.settings)
SNOWFLAKE_STORAGE_INTEGRATION_AMAZON (in module astro.settings)
SNOWFLAKE_STORAGE_INTEGRATION_GOOGLE (in module astro.settings)
SnowflakeDatabase (class in astro.databases.snowflake)
SnowflakeStage (class in astro.databases.snowflake)
sql_type (astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
sqlalchemy_engine (astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
sqlalchemy_metadata (astro.sql.table.Table property)
SQLITE (astro.constants.Database attribute)
SqliteDatabase (class in astro.databases.sqlite)
stage_exists() (astro.databases.snowflake.SnowflakeDatabase method)
SUPPORTED_DATABASES (in module astro.constants)
(in module astro.databases)
SUPPORTED_FILE_LOCATIONS (in module astro.constants)
SUPPORTED_FILE_TYPES (in module astro.constants)
T
Table (class in astro.sql.table)
table_exists() (astro.databases.base.BaseDatabase method)
(astro.databases.postgres.PostgresDatabase method)
temp (astro.sql.table.Table attribute)
TEMP_PREFIX (in module astro.sql.table)
template_fields (astro.files.base.File attribute)
(astro.files.locations.base.BaseFileLocation attribute)
(astro.sql.operators.append.AppendOperator attribute)
(astro.sql.operators.cleanup.CleanupOperator attribute)
(astro.sql.operators.drop.DropTableOperator attribute)
(astro.sql.operators.export_file.ExportFileOperator attribute)
(astro.sql.operators.load_file.LoadFileOperator attribute)
(astro.sql.operators.merge.MergeOperator attribute)
(astro.sql.table.Table attribute)
transform() (in module astro.sql.operators.transform)
transform_file() (in module astro.sql.operators.transform)
TransformOperator (class in astro.sql.operators.transform)
translate_jinja_to_sqlalchemy_template() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
transport_params (astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
U
url (astro.databases.snowflake.SnowflakeStage attribute)
W
wait_for_dag_to_finish() (astro.sql.operators.cleanup.CleanupOperator method)
wrap_identifier() (in module astro.databases.snowflake)
X
XCOM_BACKEND (in module astro.settings)
Read the Docs
v: 1.0.2
Versions
latest
stable
1.0.2
1.0.1
1.0.0
0.11.1
0.11.0
0.10.0
Downloads
On Read the Docs
Project Home
Builds