• Home
• Index

Index

_

__version__ (in module airflow.providers.openlineage)

A

adapter (airflow.providers.openlineage.plugins.listener.OpenLineageListener attribute) add_extractor() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) airflow.providers.openlineage module airflow.providers.openlineage.conf module airflow.providers.openlineage.extractors module airflow.providers.openlineage.extractors.base module airflow.providers.openlineage.extractors.bash module airflow.providers.openlineage.extractors.manager module airflow.providers.openlineage.extractors.python module airflow.providers.openlineage.facets module airflow.providers.openlineage.get_provider_info module airflow.providers.openlineage.plugins module airflow.providers.openlineage.plugins.adapter module airflow.providers.openlineage.plugins.facets module airflow.providers.openlineage.plugins.listener module airflow.providers.openlineage.plugins.macros module

airflow.providers.openlineage.plugins.openlineage module airflow.providers.openlineage.sqlparser module airflow.providers.openlineage.utils module airflow.providers.openlineage.utils.selective_enable module airflow.providers.openlineage.utils.spark module airflow.providers.openlineage.utils.sql module airflow.providers.openlineage.utils.utils module airflow.providers.openlineage.version_compat module AIRFLOW_V_2_10_PLUS (in module airflow.providers.openlineage.version_compat) AIRFLOW_V_3_0_PLUS (in module airflow.providers.openlineage.version_compat) AirflowDagRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowDebugRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowJobFacet (class in airflow.providers.openlineage.plugins.facets) AirflowMappedTaskRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowRunFacet (class in airflow.providers.openlineage.plugins.facets) AirflowStateRunFacet (class in airflow.providers.openlineage.plugins.facets) any() (in module tests.system.openlineage.operator) AssetInfo (class in airflow.providers.openlineage.utils.utils) attach_column_lineage() (airflow.providers.openlineage.sqlparser.SQLParser method) authority (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute)

B

BaseExtractor (class in airflow.providers.openlineage.extractors.base) BaseFacetSubclass (in module airflow.providers.openlineage.extractors.base)

before_stopping() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) build_dag_run_id() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter static method) build_task_instance_run_id() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter static method)

C

casts (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInstanceInfo attribute) check_start_amount_func() (in module tests.system.openlineage.example_openlineage_mapped_sensor) COLUMN_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) ColumnIndex (class in airflow.providers.openlineage.utils.sql) complete_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) config_path() (in module airflow.providers.openlineage.conf)

convert_to_ol_dataset() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) convert_to_ol_dataset_from_object_storage_uri() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) convert_to_ol_dataset_from_table() (airflow.providers.openlineage.extractors.manager.ExtractorManager static method) create_filter_clauses() (in module airflow.providers.openlineage.utils.sql) create_information_schema_query() (airflow.providers.openlineage.sqlparser.SQLParser method) (in module airflow.providers.openlineage.utils.sql) create_namespace() (airflow.providers.openlineage.sqlparser.SQLParser static method) custom_extractors() (in module airflow.providers.openlineage.conf) custom_run_facets() (in module airflow.providers.openlineage.conf)

D

dag (airflow.providers.openlineage.plugins.facets.AirflowDagRunFacet attribute) (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) dag_failed() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) dag_started() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) dag_state_change_process_pool_size() (in module airflow.providers.openlineage.conf) dag_success() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) DagInfo (class in airflow.providers.openlineage.utils.utils) dagRun (airflow.providers.openlineage.plugins.facets.AirflowDagRunFacet attribute) (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) DagRunInfo (class in airflow.providers.openlineage.utils.utils) dagRunState (airflow.providers.openlineage.plugins.facets.AirflowStateRunFacet attribute) database (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) DATABASE (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) database (airflow.providers.openlineage.utils.sql.TableSchema attribute) DatabaseInfo (class in airflow.providers.openlineage.sqlparser)

DatasetSubclass (in module airflow.providers.openlineage.extractors.base) debug_mode() (in module airflow.providers.openlineage.conf) decorator() (in module airflow.providers.openlineage.conf) default_args (in module tests.system.openlineage.example_openlineage) default_extractor (airflow.providers.openlineage.extractors.manager.ExtractorManager attribute) DEFAULT_INFORMATION_SCHEMA_COLUMNS (in module airflow.providers.openlineage.sqlparser) DEFAULT_INFORMATION_SCHEMA_TABLE_NAME (in module airflow.providers.openlineage.sqlparser) DEFAULT_NAMESPACE (in module airflow.providers.openlineage.sqlparser) default_normalize_name_method() (in module airflow.providers.openlineage.sqlparser) default_schema (airflow.providers.openlineage.sqlparser.SQLParser attribute) DefaultExtractor (class in airflow.providers.openlineage.extractors.base) delete (tests.system.openlineage.operator.OpenLineageTestOperator attribute) dialect (airflow.providers.openlineage.sqlparser.SQLParser attribute) disable_lineage() (in module airflow.providers.openlineage.utils.selective_enable) DISABLE_OL_PARAM (in module airflow.providers.openlineage.utils.selective_enable) disabled_operators() (in module airflow.providers.openlineage.conf) do_nothing() (in module tests.system.openlineage.example_openlineage)

E

emit() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) (tests.system.openlineage.transport.variable.VariableTransport method) enable_lineage() (in module airflow.providers.openlineage.utils.selective_enable) ENABLE_OL_PARAM (in module airflow.providers.openlineage.utils.selective_enable) ENABLE_OL_PARAM_NAME (in module airflow.providers.openlineage.utils.selective_enable) env (tests.system.openlineage.operator.OpenLineageTestOperator attribute) env_var() (in module tests.system.openlineage.operator) event_templates (tests.system.openlineage.operator.OpenLineageTestOperator attribute) excludes (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskInfoComplete attribute)

execute() (tests.system.openlineage.operator.OpenLineageTestOperator method) execution_timeout() (in module airflow.providers.openlineage.conf) executor (airflow.providers.openlineage.plugins.listener.OpenLineageListener property) extract() (airflow.providers.openlineage.extractors.base.BaseExtractor method) extract_inlets_and_outlets() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) extract_metadata() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) extract_on_complete() (airflow.providers.openlineage.extractors.base.BaseExtractor method) (airflow.providers.openlineage.extractors.base.DefaultExtractor method) extractor_manager (airflow.providers.openlineage.plugins.listener.OpenLineageListener attribute) ExtractorManager (class in airflow.providers.openlineage.extractors.manager) extractors (airflow.providers.openlineage.extractors.manager.ExtractorManager attribute)

F

fail_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) fields (airflow.providers.openlineage.utils.sql.TableSchema attribute) file_path (tests.system.openlineage.operator.OpenLineageTestOperator attribute)

from_masker() (airflow.providers.openlineage.utils.utils.OpenLineageRedactor class method) from_table_meta() (in module airflow.providers.openlineage.sqlparser) from_task_instance() (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet class method)

G

generate_openlineage_metadata_from_sql() (airflow.providers.openlineage.sqlparser.SQLParser method) get_airflow_dag_run_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_debug_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_job_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_mapped_task_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_run_facet() (in module airflow.providers.openlineage.utils.utils) get_airflow_state_run_facet() (in module airflow.providers.openlineage.utils.utils) get_base_airflow_version_tuple() (in module airflow.providers.openlineage.version_compat) get_extractor_class() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) get_filtered_unknown_operator_keys() (in module airflow.providers.openlineage.utils.utils) get_fully_qualified_class_name() (in module airflow.providers.openlineage.utils.utils) get_hook_lineage() (airflow.providers.openlineage.extractors.manager.ExtractorManager method) get_job_name() (in module airflow.providers.openlineage.utils.utils)

get_metadata_from_parser() (airflow.providers.openlineage.sqlparser.SQLParser method) get_openlineage_config() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) get_openlineage_facets_with_sql() (in module airflow.providers.openlineage.sqlparser) get_openlineage_listener() (in module airflow.providers.openlineage.plugins.listener) get_operator_class() (in module airflow.providers.openlineage.utils.utils) get_operator_classnames() (airflow.providers.openlineage.extractors.base.BaseExtractor class method) (airflow.providers.openlineage.extractors.base.DefaultExtractor class method) get_or_create_openlineage_client() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) get_processing_engine_facet() (in module airflow.providers.openlineage.utils.utils) get_provider_info() (in module airflow.providers.openlineage.get_provider_info) get_table_schemas() (in module airflow.providers.openlineage.utils.sql) get_unknown_source_attribute_run_facet() (in module airflow.providers.openlineage.utils.utils) get_user_provided_run_facets() (in module airflow.providers.openlineage.utils.utils) GetTableSchemasParams (class in airflow.providers.openlineage.sqlparser)

I

include_full_task_info() (in module airflow.providers.openlineage.conf) includes (airflow.providers.openlineage.utils.utils.AssetInfo attribute) (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.DagRunInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskGroupInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfoComplete attribute) (airflow.providers.openlineage.utils.utils.TaskInstanceInfo attribute) InfoJsonEncodable (class in airflow.providers.openlineage.utils.utils) information_schema_columns (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) information_schema_table (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) information_schema_table_name (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) inject_parent_job_information_into_spark_properties() (in module airflow.providers.openlineage.utils.spark)

inject_transport_information_into_spark_properties() (in module airflow.providers.openlineage.utils.spark) inputs (airflow.providers.openlineage.extractors.base.OperatorLineage attribute) is_cross_db (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) is_dag_lineage_enabled() (in module airflow.providers.openlineage.utils.selective_enable) is_datetime() (in module tests.system.openlineage.operator) is_disabled() (in module airflow.providers.openlineage.conf) is_information_schema_cross_db (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) is_json_serializable() (in module airflow.providers.openlineage.utils.utils) is_operator_disabled() (in module airflow.providers.openlineage.utils.utils) is_selective_lineage_enabled() (in module airflow.providers.openlineage.utils.utils) is_source_enabled() (in module airflow.providers.openlineage.conf) is_task_lineage_enabled() (in module airflow.providers.openlineage.utils.selective_enable) is_ti_rescheduled_already() (in module airflow.providers.openlineage.utils.utils) is_uppercase_names (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute) is_uuid() (in module tests.system.openlineage.operator)

J

job_facets (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

K

kind (tests.system.openlineage.transport.variable.VariableTransport attribute)

L

lineage_job_name() (in module airflow.providers.openlineage.plugins.macros) lineage_job_namespace() (in module airflow.providers.openlineage.plugins.macros) lineage_parent_id() (in module airflow.providers.openlineage.plugins.macros) lineage_run_id() (in module airflow.providers.openlineage.plugins.macros) log (airflow.providers.openlineage.plugins.listener.OpenLineageListener attribute) (in module airflow.providers.openlineage.sqlparser) (in module airflow.providers.openlineage.utils.selective_enable) (in module airflow.providers.openlineage.utils.spark) (in module airflow.providers.openlineage.utils.sql) (in module airflow.providers.openlineage.utils.utils) (in module tests.system.openlineage.operator)

log_submit_error() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method)

M

macros (airflow.providers.openlineage.plugins.openlineage.OpenLineageProviderPlugin attribute) mapIndex (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet attribute) match() (in module tests.system.openlineage.operator) module airflow.providers.openlineage airflow.providers.openlineage.conf airflow.providers.openlineage.extractors airflow.providers.openlineage.extractors.base airflow.providers.openlineage.extractors.bash airflow.providers.openlineage.extractors.manager airflow.providers.openlineage.extractors.python airflow.providers.openlineage.facets airflow.providers.openlineage.get_provider_info airflow.providers.openlineage.plugins airflow.providers.openlineage.plugins.adapter airflow.providers.openlineage.plugins.facets airflow.providers.openlineage.plugins.listener airflow.providers.openlineage.plugins.macros airflow.providers.openlineage.plugins.openlineage airflow.providers.openlineage.sqlparser airflow.providers.openlineage.utils airflow.providers.openlineage.utils.selective_enable airflow.providers.openlineage.utils.spark airflow.providers.openlineage.utils.sql airflow.providers.openlineage.utils.utils airflow.providers.openlineage.version_compat tests.system.openlineage tests.system.openlineage.example_openlineage tests.system.openlineage.example_openlineage_mapped_sensor tests.system.openlineage.operator tests.system.openlineage.transport tests.system.openlineage.transport.variable

multiple_events (tests.system.openlineage.operator.OpenLineageTestOperator attribute) my_task() (in module tests.system.openlineage.example_openlineage_mapped_sensor)

N

name (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute) (airflow.providers.openlineage.plugins.openlineage.OpenLineageProviderPlugin attribute) namespace() (in module airflow.providers.openlineage.conf) normalize_name (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

normalize_name_method (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) normalize_sql() (airflow.providers.openlineage.sqlparser.SQLParser class method) not_match() (in module tests.system.openlineage.operator) nothing_task (in module tests.system.openlineage.example_openlineage)

O

obj (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) on_dag_run_failed() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_dag_run_running() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_dag_run_success() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_starting() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_task_instance_failed() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_task_instance_running() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) on_task_instance_success() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method) OpenLineageAdapter (class in airflow.providers.openlineage.plugins.adapter)

OpenLineageListener (class in airflow.providers.openlineage.plugins.listener) OpenLineageProviderPlugin (class in airflow.providers.openlineage.plugins.openlineage) OpenLineageRedactor (class in airflow.providers.openlineage.utils.utils) OpenLineageTestOperator (class in tests.system.openlineage.operator) operator (airflow.providers.openlineage.extractors.base.BaseExtractor attribute) operatorClass (airflow.providers.openlineage.plugins.facets.AirflowMappedTaskRunFacet attribute) OperatorLineage (class in airflow.providers.openlineage.extractors.base) ORDINAL_POSITION (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) outputs (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

P

packages (airflow.providers.openlineage.plugins.facets.AirflowDebugRunFacet attribute) parse() (airflow.providers.openlineage.sqlparser.SQLParser method) parse_query_result() (in module airflow.providers.openlineage.utils.sql)

parse_table_schemas() (airflow.providers.openlineage.sqlparser.SQLParser method) print_warning() (in module airflow.providers.openlineage.utils.utils) properties (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute)

R

regex_match() (in module tests.system.openlineage.operator) renames (airflow.providers.openlineage.utils.utils.DagInfo attribute) (airflow.providers.openlineage.utils.utils.InfoJsonEncodable attribute) (airflow.providers.openlineage.utils.utils.TaskGroupInfo attribute) (airflow.providers.openlineage.utils.utils.TaskInfo attribute)

run_facets (airflow.providers.openlineage.extractors.base.OperatorLineage attribute)

S

SCHEMA (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) schema (airflow.providers.openlineage.utils.sql.TableSchema attribute) scheme (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) selective_enable() (in module airflow.providers.openlineage.conf) serialize_timetable() (airflow.providers.openlineage.utils.utils.DagInfo class method) setup_jinja() (in module tests.system.openlineage.operator)

should_use_external_connection() (in module airflow.providers.openlineage.utils.utils) spark_inject_parent_job_info() (in module airflow.providers.openlineage.conf) spark_inject_transport_info() (in module airflow.providers.openlineage.conf) split_sql_string() (airflow.providers.openlineage.sqlparser.SQLParser class method) SQLParser (class in airflow.providers.openlineage.sqlparser) start_task() (airflow.providers.openlineage.plugins.adapter.OpenLineageAdapter method) submit_callable() (airflow.providers.openlineage.plugins.listener.OpenLineageListener method)

T

T (in module airflow.providers.openlineage.utils.selective_enable) table (airflow.providers.openlineage.utils.sql.TableSchema attribute) TABLE_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) TableSchema (class in airflow.providers.openlineage.utils.sql) TablesHierarchy (in module airflow.providers.openlineage.utils.sql) task (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) TaskGroupInfo (class in airflow.providers.openlineage.utils.utils) taskGroups (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) TaskInfo (class in airflow.providers.openlineage.utils.utils) TaskInfoComplete (class in airflow.providers.openlineage.utils.utils) taskInstance (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) TaskInstanceInfo (class in airflow.providers.openlineage.utils.utils) tasks (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) tasksState (airflow.providers.openlineage.plugins.facets.AirflowStateRunFacet attribute) taskTree (airflow.providers.openlineage.plugins.facets.AirflowJobFacet attribute) taskUuid (airflow.providers.openlineage.plugins.facets.AirflowRunFacet attribute) test_run (in module tests.system.openlineage.example_openlineage) (in module tests.system.openlineage.example_openlineage_mapped_sensor)

tests.system.openlineage module tests.system.openlineage.example_openlineage module tests.system.openlineage.example_openlineage_mapped_sensor module tests.system.openlineage.operator module tests.system.openlineage.transport module tests.system.openlineage.transport.variable module to_dataset() (airflow.providers.openlineage.utils.sql.TableSchema method) translate_airflow_asset() (in module airflow.providers.openlineage.utils.utils) transport() (in module airflow.providers.openlineage.conf) try_import_from_string() (in module airflow.providers.openlineage.utils.utils) type (airflow.providers.openlineage.plugins.facets.UnknownOperatorInstance attribute)

U

UDT_NAME (airflow.providers.openlineage.utils.sql.ColumnIndex attribute) unknownItems (airflow.providers.openlineage.plugins.facets.UnknownOperatorAttributeRunFacet attribute) UnknownOperatorAttributeRunFacet (class in airflow.providers.openlineage.plugins.facets) UnknownOperatorInstance (class in airflow.providers.openlineage.plugins.facets)

url_path() (in module tests.system.openlineage.operator) url_scheme_authority() (in module tests.system.openlineage.operator) use_flat_cross_db_query (airflow.providers.openlineage.sqlparser.DatabaseInfo attribute) (airflow.providers.openlineage.sqlparser.GetTableSchemasParams attribute)

V

validate_task_metadata() (airflow.providers.openlineage.extractors.manager.ExtractorManager method)

VariableTransport (class in tests.system.openlineage.transport.variable)

W

wait_for_10_seconds (in module tests.system.openlineage.example_openlineage_mapped_sensor)

PreviousNext

Was this entry helpful?