From 4e71efd293dbc076cafb87d5c76487e7e0710081 Mon Sep 17 00:00:00 2001
From: levanion <levanion1998@gmail.com>
Date: Wed, 20 Mar 2024 14:19:15 +0400
Subject: [PATCH] fix: data source error message

---
 apps/server/controllers/configuration.py       | 13 +++++++++----
 apps/server/datasources/file/file_retriever.py | 15 ++++++---------
 2 files changed, 15 insertions(+), 13 deletions(-)

diff --git a/apps/server/controllers/configuration.py b/apps/server/controllers/configuration.py
index d6eb54256..72f0d4a6d 100644
--- a/apps/server/controllers/configuration.py
+++ b/apps/server/controllers/configuration.py
@@ -56,14 +56,19 @@ def index_documents(value: str, datasource_id: UUID, account: AccountOutput):
             similarity_top_k,
         )
         retriever.index_documents(file_urls)
-
         datasource.status = DatasourceStatus.READY.value
         datasource.error = None
+
     except Exception as err:
-        print(err)
-        sentry_sdk.capture_exception(err)
         datasource.status = DatasourceStatus.FAILED.value
-        datasource.error = str(err)
+        try:
+            error_body = json.loads(err.body)
+            error_message = error_body.get("error", {}).get("message", "")
+            print("HERE: ", error_message)
+            datasource.error = str(error_message)
+        except (AttributeError, json.JSONDecodeError):
+            sentry_sdk.capture_exception(err)
+            datasource.error = str(err)
 
     session.add(datasource)
     session.commit()
diff --git a/apps/server/datasources/file/file_retriever.py b/apps/server/datasources/file/file_retriever.py
index b8fc44208..ebbfd71cb 100644
--- a/apps/server/datasources/file/file_retriever.py
+++ b/apps/server/datasources/file/file_retriever.py
@@ -109,15 +109,12 @@ def get_vector_store(self, is_retriever: bool = False):
             )
 
             if not is_retriever:
-                try:
-                    pc.create_index(
-                        index_name,
-                        dimension=1536,
-                        metric="cosine",
-                        spec=ServerlessSpec(cloud="aws", region="us-west-2"),
-                    )
-                except Exception as err:
-                    print("PINE ERROR:", err)
+                pc.create_index(
+                    index_name,
+                    dimension=1536,
+                    metric="cosine",
+                    spec=ServerlessSpec(cloud="aws", region="us-west-2"),
+                )
 
             pinecone_index = pc.Index(index_name)