fix: data source error message

l3vels · Mar 20, 2024 · 4e71efd · 4e71efd
1 parent cc5fe72
commit 4e71efd
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 13 deletions.
diff --git a/apps/server/controllers/configuration.py b/apps/server/controllers/configuration.py
@@ -56,14 +56,19 @@ def index_documents(value: str, datasource_id: UUID, account: AccountOutput):
             similarity_top_k,
         )
         retriever.index_documents(file_urls)
-
         datasource.status = DatasourceStatus.READY.value
         datasource.error = None
+
     except Exception as err:
-        print(err)
-        sentry_sdk.capture_exception(err)
         datasource.status = DatasourceStatus.FAILED.value
-        datasource.error = str(err)
+        try:
+            error_body = json.loads(err.body)
+            error_message = error_body.get("error", {}).get("message", "")
+            print("HERE: ", error_message)
+            datasource.error = str(error_message)
+        except (AttributeError, json.JSONDecodeError):
+            sentry_sdk.capture_exception(err)
+            datasource.error = str(err)
 
     session.add(datasource)
     session.commit()

diff --git a/apps/server/datasources/file/file_retriever.py b/apps/server/datasources/file/file_retriever.py
@@ -109,15 +109,12 @@ def get_vector_store(self, is_retriever: bool = False):
             )
 
             if not is_retriever:
-                try:
-                    pc.create_index(
-                        index_name,
-                        dimension=1536,
-                        metric="cosine",
-                        spec=ServerlessSpec(cloud="aws", region="us-west-2"),
-                    )
-                except Exception as err:
-                    print("PINE ERROR:", err)
+                pc.create_index(
+                    index_name,
+                    dimension=1536,
+                    metric="cosine",
+                    spec=ServerlessSpec(cloud="aws", region="us-west-2"),
+                )
 
             pinecone_index = pc.Index(index_name)