IncompleteRead exception really managed

metalbobinou · Aug 10, 2023 · 4e9c0ef · 4e9c0ef
1 parent 457501e
commit 4e9c0ef
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 11 deletions.
diff --git a/src/2-Get_Ark_ID.py b/src/2-Get_Ark_ID.py
@@ -219,8 +219,8 @@ def get_ressource_url(url):
             url_new = response.url
             headers = response.headers
             status = response.status
-        except Exception as e:
-            print("--- UNKNOWN ERROR WHILE READING HTTP RESPONSE: ---")
+        except http.client.IncompleteRead as e:
+            print("--- ERROR : INCOMPLETE HTTP RESPONSE ---")
             print(str(e))
             print("#############")
             logging.error(traceback.format_exc())

diff --git a/src/2bis-Get_Ark_ID_NO_BS4.py b/src/2bis-Get_Ark_ID_NO_BS4.py
@@ -191,11 +191,19 @@ def get_ressource_url(url):
     else:
         print("OK")
 
-        data = response.read()
-        url_new = response.url
-        headers = response.headers
-        status = response.status
-        #text = data.decode(info.get_param('charset', 'utf-8'))
+        # Read the HTTP response
+        try:
+            data = response.read()
+            url_new = response.url
+            headers = response.headers
+            status = response.status
+            #text = data.decode(info.get_param('charset', 'utf-8'))
+        except http.client.IncompleteRead as e:
+            print("--- ERROR : INCOMPLETE HTTP RESPONSE ---")
+            print(str(e))
+            print("#############")
+            logging.error(traceback.format_exc())
+            return (None)
 
         print("## url_new : " + str(url_new))
         print("## headers : " + str(headers))

diff --git a/src/4-Download_Date_to_JPEG.py b/src/4-Download_Date_to_JPEG.py
@@ -232,8 +232,8 @@ def get_document_debat_parlementaire(ark_id, directory_output, filename_prefix):
                 url_new = response.url
                 headers = response.headers
                 status = response.status
-            except Exception as e:
-                print("--- UNKNOWN ERROR WHILE READING HTTP RESPONSE: ---")
+            except http.client.IncompleteRead as e:
+                print("--- ERROR : INCOMPLETE HTTP RESPONSE ---")
                 print(str(e))
                 print("#############")
                 logging.error(traceback.format_exc())

diff --git a/src/4-Download_Date_to_PDF.py b/src/4-Download_Date_to_PDF.py
@@ -209,8 +209,8 @@ def get_document_PDF_debat_parlementaire(ark_id, directory_output, filename_pref
             url_new = response.url
             headers = response.headers
             status = response.status
-        except Exception as e:
-            print("--- UNKNOWN ERROR WHILE READING HTTP RESPONSE: ---")
+        except http.client.IncompleteRead as e:
+            print("--- ERROR : INCOMPLETE HTTP RESPONSE ---")
             print(str(e))
             print("#############")
             logging.error(traceback.format_exc())