Source code for airflow.providers.google.assets.bigquery
# Licensed to the Apache Software Foundation (ASF) under one# or more contributor license agreements. See the NOTICE file# distributed with this work for additional information# regarding copyright ownership. The ASF licenses this file# to you under the Apache License, Version 2.0 (the# "License"); you may not use this file except in compliance# with the License. You may obtain a copy of the License at## http://www.apache.org/licenses/LICENSE-2.0## Unless required by applicable law or agreed to in writing,# software distributed under the License is distributed on an# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY# KIND, either express or implied. See the License for the# specific language governing permissions and limitations# under the License.from__future__importannotationsfromtypingimportTYPE_CHECKINGfromairflow.providers.common.compat.assetsimportAssetifTYPE_CHECKING:fromurllib.parseimportSplitResultfromairflow.providers.common.compat.openlineage.facetimportDatasetasOpenLineageDataset
[docs]defsanitize_uri(uri:SplitResult)->SplitResult:ifnoturi.netloc:raiseValueError("URI format bigquery:// must contain a project ID")iflen(uri.path.split("/"))!=3:# Leading slash, database name, and table name.raiseValueError("URI format bigquery:// must contain dataset and table names")returnuri
[docs]defconvert_asset_to_openlineage(asset:Asset,lineage_context)->OpenLineageDataset:"""Translate Asset with valid AIP-60 uri to OpenLineage with assistance from the hook."""fromairflow.providers.common.compat.openlineage.facetimportDatasetasOpenLineageDataset# Expecting valid URI in format: "bigquery://{project_id}/{dataset_id}/{table_id}"project,dataset,table=asset.uri.split("/")[-3:]returnOpenLineageDataset(namespace="bigquery",name=f"{project}.{dataset}.{table}")