bit_dbt/profiles.yml at main · bandsintown/bit_dbt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
# profiles.yml - dbt profile template
# This file should NOT be committed with real credentials
# Use environment variables for all sensitive information

bandsintown:
  target: dev
  outputs:
    dev:
      type: athena
      s3_staging_dir: "{{ env_var('DBT_ATHENA_S3_STAGING_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/dev/') }}"
      s3_data_dir: "{{ env_var('DBT_ATHENA_S3_DATA_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/dev/data/') }}"
      region_name: "{{ env_var('AWS_REGION', 'us-east-1') }}"
      database: awsdatacatalog
      schema: "{{ env_var('DBT_ATHENA_DATABASE', 'bit_dbt_dev') }}"
      work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      num_retries: 3
      threads: 4
      spark_work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      poll_interval: 5

    staging:
      type: athena
      s3_staging_dir: "{{ env_var('DBT_ATHENA_S3_STAGING_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/staging/') }}"
      s3_data_dir: "{{ env_var('DBT_ATHENA_S3_DATA_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/staging/data/') }}"
      region_name: "{{ env_var('AWS_REGION', 'us-east-1') }}"
      database: awsdatacatalog
      schema: "{{ env_var('DBT_ATHENA_DATABASE', 'bit_dbt_staging') }}"
      work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      num_retries: 3
      threads: 8
      spark_work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      poll_interval: 5

    prod:
      type: athena
      s3_staging_dir: "{{ env_var('DBT_ATHENA_S3_STAGING_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/prod/') }}"
      s3_data_dir: "{{ env_var('DBT_ATHENA_S3_DATA_DIR', 's3://bit-bigdata-daily-state-cycle/bit_dbt/prod/data/') }}"
      region_name: "{{ env_var('AWS_REGION', 'us-east-1') }}"
      database: awsdatacatalog
      schema: "{{ env_var('DBT_ATHENA_DATABASE', 'bit_dbt_prod') }}"
      work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      num_retries: 5
      threads: 16
      spark_work_group: "{{ env_var('DBT_ATHENA_WORKGROUP', 'primary') }}"
      poll_interval: 5