feat(DENG-2682): Update fivetran imports to use airflow-provider-five…

…tran-async Airflow Fivetran provider (#1914) * update fivetran imports to use airflow-provider-fivetran-async * black and ruff errors fixed
mozilla · Feb 21, 2024 · ec271e2 · ec271e2
1 parent 68bfbe9
commit ec271e2
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 13 deletions.
diff --git a/dags/casa.py b/dags/casa.py
@@ -1,8 +1,9 @@
 from datetime import datetime, timedelta
 
 from airflow import DAG
-from fivetran_provider.operators.fivetran import FivetranOperator
-from fivetran_provider.sensors.fivetran import FivetranSensor
+from fivetran_provider_async.operators import FivetranOperator
+from fivetran_provider_async.sensors import FivetranSensor
+
 from utils.callbacks import retry_tasks_callback
 from utils.tags import Tag
 
@@ -33,25 +34,24 @@
 tags = [Tag.ImpactTier.tier_1]
 
 with DAG(
-    'fivetran_casa',
+    "fivetran_casa",
     default_args=default_args,
     doc_md=DOCS,
     schedule_interval="0 5 * * *",
     tags=tags,
 ) as dag:
-
     casa_sync_start = FivetranOperator(
-        connector_id='{{ var.value.fivetran_casa_connector_id }}',
-        task_id='casa-task',
+        connector_id="{{ var.value.fivetran_casa_connector_id }}",
+        task_id="casa-task",
     )
 
     casa_sync_wait = FivetranSensor(
-        connector_id='{{ var.value.fivetran_casa_connector_id }}',
-        task_id='casa-sensor',
+        connector_id="{{ var.value.fivetran_casa_connector_id }}",
+        task_id="casa-sensor",
         poke_interval=30,
         xcom="{{ task_instance.xcom_pull('casa-task') }}",
         on_retry_callback=retry_tasks_callback,
-        params={'retry_tasks': ['casa-task']},
+        params={"retry_tasks": ["casa-task"]},
     )
 
     casa_sync_start >> casa_sync_wait
diff --git a/dags/fivetran_acoustic.py b/dags/fivetran_acoustic.py
@@ -5,8 +5,8 @@
 from airflow.hooks.base import BaseHook
 from airflow.operators.empty import EmptyOperator
 from airflow.operators.python import PythonOperator
-from fivetran_provider.operators.fivetran import FivetranOperator
-from fivetran_provider.sensors.fivetran import FivetranSensor
+from fivetran_provider_async.operators import FivetranOperator
+from fivetran_provider_async.sensors import FivetranSensor
 
 from utils.acoustic.acoustic_client import AcousticClient
 from utils.callbacks import retry_tasks_callback

diff --git a/requirements.in b/requirements.in
@@ -8,7 +8,7 @@ apache-airflow[amazon,async,celery,cncf.kubernetes,github_enterprise,google_auth
 apache-airflow-providers-google
 apache-airflow-providers-http
 apache-airflow-providers-slack
-airflow-provider-fivetran==1.1.2
+airflow-provider-fivetran-async==2.0.2
 
 # Code quality
 pytest==7.4.3

diff --git a/requirements.txt b/requirements.txt
@@ -7,7 +7,7 @@
 aiofiles==23.2.1
 aiohttp==3.8.6
 aiosignal==1.3.1
-airflow-provider-fivetran==1.1.2
+airflow-provider-fivetran-async==2.0.2
 alembic==1.12.1
 amqp==5.1.1
 annotated-types==0.6.0