From 739c8bfb74f43f7062cadef9d612fa7769339ab6 Mon Sep 17 00:00:00 2001
From: spla <salvador.pla@mastodont.cat>
Date: Fri, 6 May 2022 13:53:53 +0200
Subject: [PATCH] Fix #5 ChunkedEncodingError

---
 fetchservers.py | 29 +++++++++++++++++++++++++++--
 1 file changed, 27 insertions(+), 2 deletions(-)

diff --git a/fetchservers.py b/fetchservers.py
index 89010e3..d49bd47 100644
--- a/fetchservers.py
+++ b/fetchservers.py
@@ -12,6 +12,13 @@ import ray
 
 ray.init(num_cpus = 32) # Specify this system CPUs.
 
+from ray.exceptions import (
+    RaySystemError,
+    RayError,
+    RayTaskError,
+    ObjectStoreFullError,
+)
+
 apis = ['/api/v1/instance?',
         '/nodeinfo/2.0?',
         '/nodeinfo/2.0.json?',
@@ -82,6 +89,8 @@ def getsoft(server):
         return
     if server.find(":") != -1:
         return
+    if server == 'z.fedipen.xyz':
+        return
 
     soft = ''
 
@@ -199,6 +208,16 @@ def getsoft(server):
 
         pass
 
+    except requests.exceptions.ChunkedEncodingError as chunk_err:
+
+        print(f'ChunkedEncodingError! {server}')
+        pass
+
+    except ray.exceptions.RaySystemError as ray_sys_error:
+
+        print(ray_sys_error) 
+        pass
+
     else:
 
         if is_nodeinfo:
@@ -427,9 +446,15 @@ if __name__ == '__main__':
 
     ray_start = time.time()
 
-    results = ray.get([getsoft.remote(server) for server in world_servers])
+    try:
 
-    print(f"duration = {time.time() - ray_start}.\nprocessed servers: {len(results)}")
+        results = ray.get([getsoft.remote(server) for server in world_servers])
+
+        print(f"duration = {time.time() - ray_start}.\nprocessed servers: {len(results)}")
+
+    except:
+
+        pass
 
     finish = datetime.now()