astro-sdk-python
1.2.0
Getting Started With Astro SDK:
Getting Started
Security
Guides
Concepts
Operators
XCom Backend
Reference
API Reference
Configuration
Supported Databases
Supported File Location
Supported File Type
CHANGELOG
Changelog
Developing Astro SDK
Contributor Covenant Code of Conduct
Contributions
Security
Issues, PRs & Discussions
Creating a local development
Prepare PR
Pull Request Guidelines
Developing the package
Managing Releases
Handling Major releases
Creating a release from the release branch
Astro Enhancement Proposals
Indices and Tables
astro-sdk-python
»
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
K
|
L
|
M
|
N
|
O
|
P
|
Q
|
R
|
S
|
T
|
U
|
W
|
X
A
append() (in module astro.sql.operators.append)
append_table() (astro.databases.base.BaseDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
AppendOperator (class in astro.sql.operators.append)
astro
module
astro.airflow
module
astro.airflow.datasets
module
astro.constants
module
astro.custom_backend
module
astro.custom_backend.astro_custom_backend
module
astro.custom_backend.serializer
module
astro.databases
module
astro.databases.aws
module
astro.databases.aws.redshift
module
astro.databases.base
module
astro.databases.google
module
astro.databases.google.bigquery
module
astro.databases.postgres
module
astro.databases.snowflake
module
astro.databases.sqlite
module
astro.exceptions
module
astro.files
module
astro.files.base
module
astro.files.locations
module
astro.files.locations.amazon
module
astro.files.locations.amazon.s3
module
astro.files.locations.base
module
astro.files.locations.google
module
astro.files.locations.google.gcs
module
astro.files.locations.http
module
astro.files.locations.local
module
astro.files.operators
module
astro.files.operators.files
module
astro.files.types
module
astro.files.types.base
module
astro.files.types.csv
module
astro.files.types.json
module
astro.files.types.ndjson
module
astro.files.types.parquet
module
astro.lineage
module
astro.lineage.extractor
module
astro.lineage.facets
module
astro.settings
module
astro.sql
module
astro.sql.operators
module
astro.sql.operators.append
module
astro.sql.operators.base_decorator
module
astro.sql.operators.base_operator
module
astro.sql.operators.cleanup
module
astro.sql.operators.dataframe
module
astro.sql.operators.drop
module
astro.sql.operators.export_file
module
astro.sql.operators.load_file
module
astro.sql.operators.merge
module
astro.sql.operators.raw_sql
module
astro.sql.operators.transform
module
astro.sql.operators.upstream_task_mixin
module
astro.sql.table
module
astro.table
module
astro.utils
module
astro.utils.dataframe
module
astro.utils.load
module
astro.utils.path
module
astro.utils.table
module
astro.utils.task_id_helper
module
astro.utils.typing_compat
module
ASTRO_SDK_TO_SNOWFLAKE_FILE_FORMAT_MAP (in module astro.databases.snowflake)
AstroCleanupException
AstroCustomXcomBackend (class in astro.custom_backend.astro_custom_backend)
AstroSQLBaseOperator (class in astro.sql.operators.base_operator)
AUTO_ADD_INLETS_OUTLETS (in module astro.settings)
B
BaseDatabase (class in astro.databases.base)
BaseFileLocation (class in astro.files.locations.base)
BaseSQLDecoratedOperator (class in astro.sql.operators.base_decorator)
BIGQUERY (astro.constants.Database attribute)
BIGQUERY_SCHEMA (in module astro.settings)
BIGQUERY_WRITE_DISPOSITION (in module astro.databases.google.bigquery)
BigqueryDatabase (class in astro.databases.google.bigquery)
C
check_file_pattern_based_schema_autodetection_is_supported() (astro.databases.base.BaseDatabase method)
check_if_connection_exists() (in module astro.files)
check_non_existing_local_file_path() (astro.files.locations.base.BaseFileLocation static method)
check_schema_autodetection_is_supported() (astro.databases.base.BaseDatabase method)
cleanup() (in module astro.sql.operators.cleanup)
CleanupOperator (class in astro.sql.operators.cleanup)
ColumnCapitalization (in module astro.constants)
columns (astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
(astro.lineage.facets.SourceTableMergeDatasetFacet attribute)
(astro.lineage.facets.TableDatasetFacet attribute)
(astro.lineage.facets.TargetTableMergeDatasetFacet attribute)
columns_exist() (astro.databases.base.BaseDatabase method)
conn_id (astro.files.base.File attribute)
CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
connection (astro.databases.base.BaseDatabase property)
Context (class in astro.utils.typing_compat)
convert_columns_names_capitalization() (in module astro.utils.dataframe)
convert_dataframe_to_file() (in module astro.utils.dataframe)
COPY_OPTIONS (in module astro.databases.snowflake)
copy_remote_file_to_local() (in module astro.utils.load)
create_database() (in module astro.databases)
create_file_format() (astro.databases.snowflake.SnowflakeDatabase method)
create_file_location() (in module astro.files.locations)
create_file_type() (in module astro.files.types)
create_from_dataframe() (astro.files.base.File method)
(astro.files.types.base.FileType method)
(astro.files.types.csv.CSVFileType method)
(astro.files.types.json.JSONFileType method)
(astro.files.types.ndjson.NDJSONFileType method)
(astro.files.types.parquet.ParquetFileType method)
create_output_table_if_needed() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
create_schema_and_table_if_needed() (astro.databases.base.BaseDatabase method)
create_schema_if_needed() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
create_stage() (astro.databases.snowflake.SnowflakeDatabase method)
create_table() (astro.databases.base.BaseDatabase method)
create_table_from_select_statement() (astro.databases.base.BaseDatabase method)
create_table_using_columns() (astro.databases.base.BaseDatabase method)
create_table_using_native_schema_autodetection() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
create_table_using_schema_autodetection() (astro.databases.base.BaseDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
create_transfer_config() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
CSV (astro.constants.FileType attribute)
CSVFileType (class in astro.files.types.csv)
CUSTOM_CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
D
database (astro.table.Metadata attribute)
Database (class in astro.constants)
database_impl (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator attribute)
DatabaseCustomError
dataframe() (in module astro.sql.operators.dataframe)
DATAFRAME_STORAGE_CONN_ID (in module astro.settings)
DATAFRAME_STORAGE_URL (in module astro.settings)
DataframeOperator (class in astro.sql.operators.dataframe)
DATASET_SUPPORT (in module astro.airflow.datasets)
DEFAULT_CHUNK_SIZE (in module astro.constants)
DEFAULT_CONN_ID (in module astro.databases.aws.redshift)
(in module astro.databases.google.bigquery)
(in module astro.databases.postgres)
(in module astro.databases.snowflake)
(in module astro.databases.sqlite)
DEFAULT_CONN_TYPE_TO_MODULE_PATH (in module astro.databases)
(in module astro.files.locations)
default_metadata (astro.databases.aws.redshift.RedshiftDatabase property)
(astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
DEFAULT_SCHEMA (astro.databases.aws.redshift.RedshiftDatabase attribute)
(astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
(astro.databases.snowflake.SnowflakeDatabase attribute)
(in module astro.constants)
DEFAULT_STORAGE_INTEGRATION (in module astro.databases.snowflake)
delete_transfer_config() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
description (astro.lineage.facets.InputFileDatasetFacet attribute)
(astro.lineage.facets.InputFileFacet attribute)
(astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
deserialize() (in module astro.custom_backend.serializer)
deserialize_value() (astro.custom_backend.astro_custom_backend.AstroCustomXcomBackend static method)
drop_stage() (astro.databases.snowflake.SnowflakeDatabase method)
drop_table() (astro.databases.base.BaseDatabase method)
(astro.sql.operators.cleanup.CleanupOperator method)
(in module astro.sql.operators.drop)
DropTableOperator (class in astro.sql.operators.drop)
E
enabled_native_fallback (astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
ensure_internal_quotes_closed() (in module astro.databases.snowflake)
ensure_only_valid_characters() (in module astro.databases.snowflake)
execute() (astro.files.operators.files.ListFileOperator method)
(astro.sql.operators.append.AppendOperator method)
(astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
(astro.sql.operators.cleanup.CleanupOperator method)
(astro.sql.operators.dataframe.DataframeOperator method)
(astro.sql.operators.drop.DropTableOperator method)
(astro.sql.operators.export_file.ExportFileOperator method)
(astro.sql.operators.load_file.LoadFileOperator method)
(astro.sql.operators.merge.MergeOperator method)
(astro.sql.operators.raw_sql.RawSQLOperator method)
(astro.sql.operators.transform.TransformOperator method)
exists() (astro.files.base.File method)
(astro.files.locations.base.BaseFileLocation method)
export_file() (in module astro.sql.operators.export_file)
export_table_to_file() (astro.databases.base.BaseDatabase method)
export_table_to_pandas_dataframe() (astro.databases.base.BaseDatabase method)
export_to_dataframe() (astro.files.base.File method)
(astro.files.types.base.FileType method)
(astro.files.types.csv.CSVFileType method)
(astro.files.types.json.JSONFileType method)
(astro.files.types.ndjson.NDJSONFileType method)
(astro.files.types.parquet.ParquetFileType method)
export_to_dataframe_via_byte_stream() (astro.files.base.File method)
ExportExistsStrategy (in module astro.constants)
ExportFileOperator (class in astro.sql.operators.export_file)
extra (astro.files.base.File attribute)
(astro.table.Table attribute)
extract() (astro.lineage.extractor.PythonSDKExtractor method)
extract_on_complete() (astro.lineage.extractor.PythonSDKExtractor method)
F
File (class in astro.files.base)
FILE_PATTERN_BASED_AUTODETECT_SCHEMA_SUPPORTED (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
file_size (astro.lineage.facets.InputFileFacet attribute)
file_type (astro.databases.snowflake.SnowflakeFileFormat attribute)
(astro.lineage.facets.InputFileFacet attribute)
FileLocation (class in astro.constants)
filepath (astro.lineage.facets.InputFileFacet attribute)
files (astro.lineage.facets.InputFileDatasetFacet attribute)
filetype (astro.files.base.File attribute)
FileType (class in astro.constants)
(class in astro.files.types.base)
filter_for_temp_tables() (in module astro.sql.operators.cleanup)
find_first_table() (in module astro.utils.table)
flatten() (astro.files.types.ndjson.NDJSONFileType static method)
from_json() (astro.files.base.File class method)
G
GCSLocation (class in astro.files.locations.google.gcs)
get_all_task_outputs() (astro.sql.operators.cleanup.CleanupOperator method)
get_class_name() (in module astro.utils.path)
get_dataframe_from_file() (astro.databases.base.BaseDatabase static method)
(astro.databases.postgres.PostgresDatabase static method)
get_dict_with_module_names_to_dot_notations() (in module astro.utils.path)
get_file_list() (in module astro.files)
get_filetype() (in module astro.files.types)
get_location_type() (astro.files.locations.base.BaseFileLocation static method)
get_merge_initialization_query() (astro.databases.aws.redshift.RedshiftDatabase static method)
(astro.databases.base.BaseDatabase static method)
(astro.databases.google.bigquery.BigqueryDatabase static method)
(astro.databases.snowflake.SnowflakeDatabase class method)
(astro.databases.sqlite.SqliteDatabase static method)
get_module_dot_notation() (in module astro.utils.path)
get_openlineage_facets() (astro.sql.operators.append.AppendOperator method)
(astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
(astro.sql.operators.load_file.LoadFileOperator method)
(astro.sql.operators.merge.MergeOperator method)
get_operator_classnames() (astro.lineage.extractor.PythonSDKExtractor class method)
get_project_id() (astro.databases.google.bigquery.BigqueryDatabase method)
get_provider_info() (in module astro)
get_run_id() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer static method)
get_sqla_table() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
get_sqlalchemy_template_table_identifier_and_parameter() (astro.databases.base.BaseDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
get_table_qualified_name() (astro.databases.base.BaseDatabase static method)
(astro.databases.postgres.PostgresDatabase static method)
(astro.databases.snowflake.SnowflakeDatabase static method)
(astro.databases.sqlite.SqliteDatabase static method)
get_task_id() (in module astro.utils.task_id_helper)
get_transfer_config_id() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer static method)
get_transfer_info() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
get_value_list() (in module astro.sql)
GS (astro.constants.FileLocation attribute)
H
hook (astro.databases.aws.redshift.RedshiftDatabase property)
(astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
HTTP (astro.constants.FileLocation attribute)
HTTPLocation (class in astro.files.locations.http)
HTTPS (astro.constants.FileLocation attribute)
I
if_conflicts (astro.lineage.facets.SourceTableMergeDatasetFacet attribute)
illegal_column_name_chars (astro.databases.aws.redshift.RedshiftDatabase attribute)
(astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
illegal_column_name_chars_replacement (astro.databases.aws.redshift.RedshiftDatabase attribute)
(astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.postgres.PostgresDatabase attribute)
IllegalLoadToDatabaseException
InputFileDatasetFacet (class in astro.lineage.facets)
InputFileFacet (class in astro.lineage.facets)
inputs (astro.lineage.extractor.OpenLineageFacets attribute)
is_binary() (astro.files.base.File method)
is_bytes (astro.files.base.File attribute)
IS_CUSTOM_XCOM_BACKEND (in module astro.settings)
is_dataframe (astro.files.base.File attribute)
is_empty() (astro.table.Metadata method)
is_native_autodetect_schema_available() (astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
is_native_load_file_available() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
is_pattern (astro.lineage.facets.InputFileDatasetFacet attribute)
is_pattern() (astro.files.base.File method)
is_valid_path() (astro.files.locations.base.BaseFileLocation static method)
is_valid_snow_identifier() (in module astro.databases.snowflake)
J
job_facets (astro.lineage.extractor.OpenLineageFacets attribute)
JSON (astro.constants.FileType attribute)
JSONFileType (class in astro.files.types.json)
K
kwargs_with_datasets() (in module astro.airflow.datasets)
L
ListFileOperator (class in astro.files.operators.files)
load_data() (astro.sql.operators.load_file.LoadFileOperator method)
load_data_to_dataframe() (astro.sql.operators.load_file.LoadFileOperator method)
load_data_to_table() (astro.sql.operators.load_file.LoadFileOperator method)
load_file() (in module astro.sql.operators.load_file)
load_file_to_table() (astro.databases.base.BaseDatabase method)
load_file_to_table_natively() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
load_file_to_table_natively_with_fallback() (astro.databases.base.BaseDatabase method)
load_file_to_table_using_pandas() (astro.databases.base.BaseDatabase method)
load_gs_file_to_table() (astro.databases.google.bigquery.BigqueryDatabase method)
load_local_file_to_table() (astro.databases.google.bigquery.BigqueryDatabase method)
load_op_arg_dataframes_into_sql() (in module astro.sql.operators.base_decorator)
load_op_arg_table_into_dataframe() (in module astro.sql.operators.dataframe)
load_op_kwarg_dataframes_into_sql() (in module astro.sql.operators.base_decorator)
load_op_kwarg_table_into_dataframe() (in module astro.sql.operators.dataframe)
load_pandas_dataframe_to_table() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
load_s3_file_to_table() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
LOAD_TABLE_AUTODETECT_ROWS_COUNT (in module astro.settings)
LoadExistStrategy (in module astro.constants)
LoadFileOperator (class in astro.sql.operators.load_file)
LOCAL (astro.constants.FileLocation attribute)
LocalLocation (class in astro.files.locations.local)
location (astro.files.base.File property)
location_type (astro.files.locations.amazon.s3.S3Location attribute)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation attribute)
(astro.files.locations.http.HTTPLocation attribute)
(astro.files.locations.local.LocalLocation attribute)
log (in module astro.custom_backend.serializer)
M
MAX_TABLE_NAME_LENGTH (in module astro.table)
merge() (in module astro.sql.operators.merge)
merge_table() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
MergeConflictStrategy (in module astro.constants)
MergeOperator (class in astro.sql.operators.merge)
metadata (astro.databases.snowflake.SnowflakeStage attribute)
(astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
(astro.lineage.facets.SourceTableMergeDatasetFacet attribute)
(astro.lineage.facets.TableDatasetFacet attribute)
(astro.lineage.facets.TargetTableMergeDatasetFacet attribute)
Metadata (class in astro.table)
module
astro
astro.airflow
astro.airflow.datasets
astro.constants
astro.custom_backend
astro.custom_backend.astro_custom_backend
astro.custom_backend.serializer
astro.databases
astro.databases.aws
astro.databases.aws.redshift
astro.databases.base
astro.databases.google
astro.databases.google.bigquery
astro.databases.postgres
astro.databases.snowflake
astro.databases.sqlite
astro.exceptions
astro.files
astro.files.base
astro.files.locations
astro.files.locations.amazon
astro.files.locations.amazon.s3
astro.files.locations.base
astro.files.locations.google
astro.files.locations.google.gcs
astro.files.locations.http
astro.files.locations.local
astro.files.operators
astro.files.operators.files
astro.files.types
astro.files.types.base
astro.files.types.csv
astro.files.types.json
astro.files.types.ndjson
astro.files.types.parquet
astro.lineage
astro.lineage.extractor
astro.lineage.facets
astro.settings
astro.sql
astro.sql.operators
astro.sql.operators.append
astro.sql.operators.base_decorator
astro.sql.operators.base_operator
astro.sql.operators.cleanup
astro.sql.operators.dataframe
astro.sql.operators.drop
astro.sql.operators.export_file
astro.sql.operators.load_file
astro.sql.operators.merge
astro.sql.operators.raw_sql
astro.sql.operators.transform
astro.sql.operators.upstream_task_mixin
astro.sql.table
astro.table
astro.utils
astro.utils.dataframe
astro.utils.load
astro.utils.path
astro.utils.table
astro.utils.task_id_helper
astro.utils.typing_compat
move_function_params_into_sql_params() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
msg (astro.sql.operators.cleanup.AstroCleanupException attribute)
N
name (astro.databases.snowflake.SnowflakeFileFormat attribute)
(astro.databases.snowflake.SnowflakeStage attribute)
(astro.files.types.base.FileType property)
(astro.files.types.csv.CSVFileType property)
(astro.files.types.json.JSONFileType property)
(astro.files.types.ndjson.NDJSONFileType property)
(astro.files.types.parquet.ParquetFileType property)
NATIVE_AUTODETECT_SCHEMA_CONFIG (astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
NATIVE_AUTODETECT_SCHEMA_SUPPORTED_FILE_LOCATIONS (in module astro.databases.snowflake)
NATIVE_AUTODETECT_SCHEMA_SUPPORTED_FILE_TYPES (in module astro.databases.snowflake)
NATIVE_LOAD_EXCEPTIONS (astro.databases.aws.redshift.RedshiftDatabase attribute)
(astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
(astro.databases.snowflake.SnowflakeDatabase attribute)
NATIVE_LOAD_SUPPORTED_FILE_LOCATIONS (in module astro.databases.snowflake)
NATIVE_LOAD_SUPPORTED_FILE_TYPES (in module astro.databases.snowflake)
NATIVE_PATHS (astro.databases.aws.redshift.RedshiftDatabase attribute)
(astro.databases.base.BaseDatabase attribute)
(astro.databases.google.bigquery.BigqueryDatabase attribute)
NATIVE_PATHS_SUPPORTED_FILE_TYPES (in module astro.databases.aws.redshift)
(in module astro.databases.google.bigquery)
native_support_arguments (astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
NDJSON (astro.constants.FileType attribute)
NDJSONFileType (class in astro.files.types.ndjson)
NonExistentTableException
normalize_config (astro.files.base.File attribute)
number_of_files (astro.lineage.facets.InputFileDatasetFacet attribute)
O
openlineage_dataset_name (astro.files.base.File property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
openlineage_dataset_name() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
openlineage_dataset_namespace (astro.files.base.File property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
openlineage_dataset_namespace() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
OpenLineageFacets (class in astro.lineage.extractor)
OutputDatabaseDatasetFacet (class in astro.lineage.facets)
outputs (astro.lineage.extractor.OpenLineageFacets attribute)
P
PARQUET (astro.constants.FileType attribute)
ParquetFileType (class in astro.files.types.parquet)
path (astro.files.base.File attribute)
paths (astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
populate_table_metadata() (astro.databases.base.BaseDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
POSTGRES (astro.constants.Database attribute)
POSTGRES_SCHEMA (in module astro.settings)
PostgresDatabase (class in astro.databases.postgres)
POSTGRESQL (astro.constants.Database attribute)
PYPI_PROJECT_NAME (in module astro.constants)
PythonSDKExtractor (class in astro.lineage.extractor)
Q
qualified_name (astro.databases.snowflake.SnowflakeStage property)
R
RAW_SQL_MAX_RESPONSE_SIZE (in module astro.settings)
RawSQLOperator (class in astro.sql.operators.raw_sql)
read_sql_from_function() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
REDSHIFT (astro.constants.Database attribute)
REDSHIFT_SCHEMA (in module astro.settings)
RedshiftDatabase (class in astro.databases.aws.redshift)
resolve_file_path_pattern() (in module astro.files.base)
resolve_tables_from_tasks() (astro.sql.operators.cleanup.CleanupOperator method)
run() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
run_facets (astro.lineage.extractor.OpenLineageFacets attribute)
run_raw_sql() (in module astro.sql.operators.raw_sql)
run_sql() (astro.databases.base.BaseDatabase method)
run_transfer_now() (astro.databases.google.bigquery.S3ToBigqueryDataTransfer method)
S
S3 (astro.constants.FileLocation attribute)
S3Location (class in astro.files.locations.amazon.s3)
S3ToBigqueryDataTransfer (class in astro.databases.google.bigquery)
schema (astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
(astro.table.Metadata attribute)
SCHEMA (in module astro.settings)
schema_exists() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.google.bigquery.BigqueryDatabase method)
(astro.databases.postgres.PostgresDatabase method)
(astro.databases.snowflake.SnowflakeDatabase method)
(astro.databases.sqlite.SqliteDatabase method)
serialize() (in module astro.custom_backend.serializer)
serialize_value() (astro.custom_backend.astro_custom_backend.AstroCustomXcomBackend static method)
set_file_type_from_file() (astro.databases.snowflake.SnowflakeFileFormat method)
set_url_from_file() (astro.databases.snowflake.SnowflakeStage method)
size (astro.files.base.File property)
(astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
(astro.files.locations.http.HTTPLocation property)
(astro.files.locations.local.LocalLocation property)
SNOWFLAKE (astro.constants.Database attribute)
SNOWFLAKE_SCHEMA (in module astro.settings)
SNOWFLAKE_STORAGE_INTEGRATION_AMAZON (in module astro.settings)
SNOWFLAKE_STORAGE_INTEGRATION_GOOGLE (in module astro.settings)
SnowflakeDatabase (class in astro.databases.snowflake)
SnowflakeFileFormat (class in astro.databases.snowflake)
SnowflakeStage (class in astro.databases.snowflake)
source_table_rows (astro.lineage.facets.SourceTableMergeDatasetFacet attribute)
(astro.lineage.facets.TableDatasetFacet attribute)
SourceTableMergeDatasetFacet (class in astro.lineage.facets)
sql_type (astro.databases.aws.redshift.RedshiftDatabase property)
(astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.postgres.PostgresDatabase property)
(astro.databases.snowflake.SnowflakeDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
sqlalchemy_engine (astro.databases.aws.redshift.RedshiftDatabase property)
(astro.databases.base.BaseDatabase property)
(astro.databases.google.bigquery.BigqueryDatabase property)
(astro.databases.sqlite.SqliteDatabase property)
SQLITE (astro.constants.Database attribute)
SqliteDatabase (class in astro.databases.sqlite)
stage_exists() (astro.databases.snowflake.SnowflakeDatabase method)
STORE_DATA_LOCAL_DEV (in module astro.settings)
SUPPORTED_DATABASES (in module astro.constants)
(in module astro.databases)
SUPPORTED_FILE_LOCATIONS (in module astro.constants)
SUPPORTED_FILE_TYPES (in module astro.constants)
T
Table (class in astro.table)
table_exists() (astro.databases.aws.redshift.RedshiftDatabase method)
(astro.databases.base.BaseDatabase method)
(astro.databases.postgres.PostgresDatabase method)
table_name (astro.lineage.facets.SourceTableMergeDatasetFacet attribute)
(astro.lineage.facets.TableDatasetFacet attribute)
(astro.lineage.facets.TargetTableMergeDatasetFacet attribute)
TableDatasetFacet (class in astro.lineage.facets)
target_conflict_columns (astro.lineage.facets.TargetTableMergeDatasetFacet attribute)
TargetTableMergeDatasetFacet (class in astro.lineage.facets)
TEMP_PREFIX (in module astro.table)
template_fields (astro.files.base.File attribute)
(astro.files.locations.base.BaseFileLocation attribute)
(astro.files.operators.files.ListFileOperator attribute)
(astro.sql.operators.append.AppendOperator attribute)
(astro.sql.operators.base_decorator.BaseSQLDecoratedOperator attribute)
(astro.sql.operators.cleanup.CleanupOperator attribute)
(astro.sql.operators.drop.DropTableOperator attribute)
(astro.sql.operators.export_file.ExportFileOperator attribute)
(astro.sql.operators.load_file.LoadFileOperator attribute)
(astro.sql.operators.merge.MergeOperator attribute)
to_json() (astro.files.base.File method)
transform() (in module astro.sql.operators.transform)
transform_file() (in module astro.sql.operators.transform)
TransformOperator (class in astro.sql.operators.transform)
translate_jinja_to_sqlalchemy_template() (astro.sql.operators.base_decorator.BaseSQLDecoratedOperator method)
transport_params (astro.files.locations.amazon.s3.S3Location property)
(astro.files.locations.base.BaseFileLocation property)
(astro.files.locations.google.gcs.GCSLocation property)
truncate_table() (astro.databases.snowflake.SnowflakeDatabase method)
type (astro.files.base.File property)
U
UpstreamTaskMixin (class in astro.sql.operators.upstream_task_mixin)
uri (astro.files.base.File attribute)
(astro.table.Table attribute)
url (astro.databases.snowflake.SnowflakeStage attribute)
use_quotes() (astro.databases.snowflake.SnowflakeDatabase class method)
used_native_path (astro.lineage.facets.OutputDatabaseDatasetFacet attribute)
W
wait_for_dag_to_finish() (astro.sql.operators.cleanup.CleanupOperator method)
wrap_identifier() (in module astro.databases.snowflake)
X
XCOM_BACKEND (in module astro.settings)
Read the Docs
v: 1.2.0
Versions
latest
stable
1.2.0
1.1.1
1.1.0
1.0.2
1.0.1
1.0.0
0.11.1
0.11.0
0.10.0
Downloads
On Read the Docs
Project Home
Builds