status-im
/
airflow-dags
mirror of https://github.com/status-im/airflow-dags.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

com: fix airbyte_connections list 

Signed-off-by: Alexis Pentori <alexis@status.im>
This commit is contained in:
Alexis Pentori 2024-06-12 09:34:24 +02:00
parent d30a7f6f6f
commit 6d1a7596bc
No known key found for this signature in database
GPG Key ID: 65250D2801E47A10
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
comm_extraction.py
View File

@ -3,7 +3,7 @@ import json
from os import path from os import path
from datetime import datetime, timedelta from datetime import datetime, timedelta
import logging import logging
import time
from airflow import DAG from airflow import DAG
from airflow.decorators import dag, task from airflow.decorators import dag, task
from airflow.operators.python import get_current_context from airflow.operators.python import get_current_context
@ -38,12 +38,12 @@ airbyte_connections=[
'discord_fetcher', 'discord_fetcher',
'simplecast_fetch', 'simplecast_fetch',
'com_twitter_nomos_tech', 'com_twitter_nomos_tech',
'com_twitter_acid_info', 'com_twitter_ac1d_info',
'com_twitter_codex', 'com_twitter_codex',
'com_twitter_ethstatus', 'com_twitter_ethstatus',
'com_twitter_logos', 'com_twitter_logos',
'com_twitter_nimbus', 'com_twitter_nimbus',
'com_twitter_waku', 'com_twitter_waku'
] ]
@ -81,7 +81,7 @@ def comm_extraction():
twitter_acid_info = AirbyteTriggerSyncOperator( twitter_acid_info = AirbyteTriggerSyncOperator(
task_id='airbyte_fetch_twitter_acid_info', task_id='airbyte_fetch_twitter_acid_info',
airbyte_conn_id='airbyte_conn', airbyte_conn_id='airbyte_conn',
connection_id=connections_id['com_twitter_acid_info'], connection_id=connections_id['com_twitter_ac1d_info'],
asynchronous=False, asynchronous=False,
wait_seconds=3 wait_seconds=3
) )