I forgot to uncomment the part that makes the fact table lol

puente-dr · Dec 19, 2023 · dac4297 · dac4297
1 parent 5a81ac9
commit dac4297
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 14 deletions.
diff --git a/puente-analytics-service/lambdas/etl/silver/create_silver.py b/puente-analytics-service/lambdas/etl/silver/create_silver.py
@@ -47,18 +47,18 @@ def fill_tables(get_dimensions=True):
         get_question_dim(form_specs)
         print("question dim")
 
-    # for table_name, table_desc in NOSQL_TABLES.items():
-    #     now = datetime.datetime.now()
-    #     print("table name, desc")
-    #     print(table_name, table_desc)
-    #     if get_dimensions:
-    #         add_nosql_to_forms(table_name, table_desc, now)
-    #         print("add nosql to forms")
-    #         ingest_nosql_table_questions(table_name)
-    #         print("insert qs")
+    for table_name, table_desc in NOSQL_TABLES.items():
+        now = datetime.datetime.now()
+        print("table name, desc")
+        print(table_name, table_desc)
+        if get_dimensions:
+            add_nosql_to_forms(table_name, table_desc, now)
+            print("add nosql to forms")
+            ingest_nosql_table_questions(table_name)
+            print("insert qs")
 
-    #     add_nosql_to_fact(table_name, survey_df)
-    #     print("add to fact")
+        add_nosql_to_fact(table_name, survey_df)
+        print("add to fact")
 
     form_results = query_bronze_layer("FormResults")
     print("form results")

diff --git a/puente-analytics-service/lambdas/etl/silver/dimensions.py b/puente-analytics-service/lambdas/etl/silver/dimensions.py
@@ -646,9 +646,6 @@ def ingest_nosql_configs(configs):
 
 
 def ingest_nosql_table_questions(table_name):
-    import os
-    print(os.getcwd())
-    print(CONFIGS[table_name])
     config = parse_json_config(CONFIGS[table_name])
 
     con = connection()
@@ -682,3 +679,6 @@ def ingest_nosql_table_questions(table_name):
         "body": json.dumps({"questions": config}),
         "isBase64Encoded": False,
     }
+
+def get_custom_form_questions(custom_forms):
+