mirror of
https://github.com/kiteco/kiteco-public.git
synced 2022-11-21 08:18:27 +03:00
23 lines
591 B
INI
23 lines
591 B
INI
[core]
|
|
executor = CeleryExecutor
|
|
load_examples = False
|
|
remote_logging = True
|
|
remote_log_conn_id = aws_us_east_1
|
|
remote_base_log_folder = s3://kite-backend-logs/airflow/logs
|
|
enable_xcom_pickling = False
|
|
dag_concurrency = 32
|
|
max_active_runs_per_dag = 32
|
|
dag_file_processor_timeout = 6000
|
|
parallelism = 64
|
|
|
|
[scheduler]
|
|
max_threads = 8
|
|
|
|
[celery]
|
|
broker_url = XXXXXXX
|
|
worker_concurrency = 16
|
|
|
|
[secrets]
|
|
backend = kite_airflow.secrets_backend.SecretsManagerBackend
|
|
backend_kwargs = {"connections_prefix": "airflow/connections", "variables_prefix": "airflow/variables", "region_name": "us-west-1"}
|