updated metadata files

etl-pipeline/pipelines/calibration_factors/metadata.yaml

@@ -14,7 +14,7 @@ blocks:
     limit: 1000
     use_raw_sql: true
   downstream_blocks:
-  - get_data_for_calibration
+  - extract_data_for_calibration
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -34,9 +34,9 @@ blocks:
     dbt: {}
     disable_query_preprocessing: false
     export_write_policy: append
-    file_path: data_loaders/get_data_for_calibration.sql
+    file_path: data_loaders/extract_data_for_calibration.sql
     file_source:
-      path: data_loaders/get_data_for_calibration.sql
+      path: data_loaders/extract_data_for_calibration.sql
     limit: 1000
     use_raw_sql: true
   downstream_blocks:
@@ -45,14 +45,14 @@ blocks:
   executor_type: local_python
   has_callback: false
   language: sql
-  name: get_data_for_calibration
+  name: extract_data_for_calibration
   retry_config: null
   status: executed
   timeout: null
   type: data_loader
   upstream_blocks:
   - get_station_ids_for_calibration
-  uuid: get_data_for_calibration
+  uuid: extract_data_for_calibration
 - all_upstream_blocks_executed: true
   color: null
   configuration:
@@ -74,7 +74,7 @@ blocks:
   timeout: null
   type: transformer
   upstream_blocks:
-  - get_data_for_calibration
+  - extract_data_for_calibration
   uuid: transform_calibration_factors
 - all_upstream_blocks_executed: true
   color: null

etl-pipeline/pipelines/etl_airnow_bronze/metadata.yaml

@@ -30,7 +30,7 @@ blocks:
   color: null
   configuration: {}
   downstream_blocks:
-  - export_to_airnow_readings_bronze
+  - load_airnow_readings_bronze
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -43,27 +43,27 @@ blocks:
   upstream_blocks:
   - get_last_airnow_reading_silver_and_bbox
   uuid: extract_data_from_airnow
-- all_upstream_blocks_executed: false
+- all_upstream_blocks_executed: true
   color: null
   configuration:
-    file_path: data_exporters/export_to_airnow_readings_bronze.py
+    file_path: data_exporters/load_airnow_readings_bronze.py
     file_source:
-      path: data_exporters/export_to_airnow_readings_bronze.py
+      path: data_exporters/load_airnow_readings_bronze.py
   downstream_blocks:
   - trigger_airnow_silver_pipeline
   executor_config: null
   executor_type: local_python
   has_callback: false
   language: python
-  name: export_to_airnow_readings_bronze
+  name: load_airnow_readings_bronze
   retry_config: null
   status: executed
   timeout: null
   type: data_exporter
   upstream_blocks:
   - extract_data_from_airnow
-  uuid: export_to_airnow_readings_bronze
-- all_upstream_blocks_executed: false
+  uuid: load_airnow_readings_bronze
+- all_upstream_blocks_executed: true
   color: teal
   configuration:
     file_source:
@@ -79,7 +79,7 @@ blocks:
   timeout: null
   type: custom
   upstream_blocks:
-  - export_to_airnow_readings_bronze
+  - load_airnow_readings_bronze
   uuid: trigger_airnow_silver_pipeline
 cache_block_output_in_memory: false
 callbacks: []

etl-pipeline/pipelines/etl_fiuna_gold_aqi_stats/metadata.yaml

@@ -13,7 +13,7 @@ blocks:
     limit: 1000
     use_raw_sql: true
   downstream_blocks:
-  - get_srg_readings_without_aqi
+  - extract_station_readings_without_aqi
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -33,6 +33,9 @@ blocks:
     dbt: {}
     disable_query_preprocessing: false
     export_write_policy: append
+    file_path: data_loaders/extract_station_readings_without_aqi.sql
+    file_source:
+      path: data_loaders/extract_station_readings_without_aqi.sql
     limit: 1000
     use_raw_sql: true
   downstream_blocks:
@@ -41,14 +44,14 @@ blocks:
   executor_type: local_python
   has_callback: false
   language: sql
-  name: get_srg_readings_without_aqi
+  name: extract_station_readings_without_aqi
   retry_config: null
   status: executed
   timeout: null
   type: data_loader
   upstream_blocks:
   - extract_station_ids
-  uuid: get_srg_readings_without_aqi
+  uuid: extract_station_readings_without_aqi
 - all_upstream_blocks_executed: true
   color: null
   configuration:
@@ -70,7 +73,7 @@ blocks:
   timeout: null
   type: transformer
   upstream_blocks:
-  - get_srg_readings_without_aqi
+  - extract_station_readings_without_aqi
   uuid: transform_fiuna_aqi_and_stats
 - all_upstream_blocks_executed: true
   color: null

etl-pipeline/pipelines/etl_meteostat_gold/metadata.yaml

@@ -29,7 +29,7 @@ blocks:
     data_provider_profile: default
     export_write_policy: append
   downstream_blocks:
-  - export_weather_gold
+  - load_meteostat_gold
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -44,20 +44,23 @@ blocks:
   uuid: transform_weather_gold
 - all_upstream_blocks_executed: true
   color: null
-  configuration: {}
+  configuration:
+    file_path: data_exporters/load_meteostat_gold.py
+    file_source:
+      path: data_exporters/load_meteostat_gold.py
   downstream_blocks: []
   executor_config: null
   executor_type: local_python
   has_callback: false
   language: python
-  name: export_weather_gold
+  name: load_meteostat_gold
   retry_config: null
   status: executed
   timeout: null
   type: data_exporter
   upstream_blocks:
   - transform_weather_gold
-  uuid: export_weather_gold
+  uuid: load_meteostat_gold
 cache_block_output_in_memory: false
 callbacks: []
 concurrency_config: {}
@@ -81,5 +84,5 @@ tags:
 - weather
 type: python
 uuid: etl_meteostat_gold
-variables_dir: /app/.mage_data/
+variables_dir: /app/.mage_data
 widgets: []

etl-pipeline/pipelines/etl_meteostat_silver/metadata.yaml

@@ -53,7 +53,7 @@ blocks:
     data_provider_profile: default
     export_write_policy: append
   downstream_blocks:
-  - load_weather_silver
+  - load_meteostat_silver
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -67,24 +67,27 @@ blocks:
   - extract_new_readings_weather_bronze
   - extract_weather_silver_for_interpolation
   uuid: transform_weather_silver
-- all_upstream_blocks_executed: false
+- all_upstream_blocks_executed: true
   color: null
-  configuration: {}
+  configuration:
+    file_path: data_exporters/load_meteostat_silver.py
+    file_source:
+      path: data_exporters/load_meteostat_silver.py
   downstream_blocks:
   - trigger_meteostat_gold
   executor_config: null
   executor_type: local_python
   has_callback: false
   language: python
-  name: load_weather_silver
+  name: load_meteostat_silver
   retry_config: null
   status: executed
   timeout: null
   type: data_exporter
   upstream_blocks:
   - transform_weather_silver
-  uuid: load_weather_silver
-- all_upstream_blocks_executed: false
+  uuid: load_meteostat_silver
+- all_upstream_blocks_executed: true
   color: null
   configuration: {}
   downstream_blocks: []
@@ -98,7 +101,7 @@ blocks:
   timeout: null
   type: custom
   upstream_blocks:
-  - load_weather_silver
+  - load_meteostat_silver
   uuid: trigger_meteostat_gold
 cache_block_output_in_memory: false
 callbacks: []
@@ -123,5 +126,5 @@ tags:
 - weather
 type: python
 uuid: etl_meteostat_silver
-variables_dir: /app/.mage_data/
+variables_dir: /app/.mage_data
 widgets: []

etl-pipeline/pipelines/inference_results/metadata.yaml

@@ -83,7 +83,7 @@ blocks:
     data_provider_profile: default
     export_write_policy: append
   downstream_blocks:
-  - insert_inference_result
+  - load_inference_result
   executor_config: null
   executor_type: local_python
   has_callback: false
@@ -98,20 +98,23 @@ blocks:
   uuid: predict_aqi_6_12_hours
 - all_upstream_blocks_executed: true
   color: null
-  configuration: {}
+  configuration:
+    file_path: data_exporters/load_inference_result.py
+    file_source:
+      path: data_exporters/load_inference_result.py
   downstream_blocks: []
   executor_config: null
   executor_type: local_python
   has_callback: false
   language: python
-  name: insert_inference_result
+  name: load_inference_result
   retry_config: null
   status: executed
   timeout: null
   type: data_exporter
   upstream_blocks:
   - predict_aqi_6_12_hours
-  uuid: insert_inference_result
+  uuid: load_inference_result
 cache_block_output_in_memory: false
 callbacks: []
 concurrency_config: {}