diff --git a/fetchservers.py b/fetchservers.py index 89010e3..d49bd47 100644 --- a/fetchservers.py +++ b/fetchservers.py @@ -12,6 +12,13 @@ import ray ray.init(num_cpus = 32) # Specify this system CPUs. +from ray.exceptions import ( + RaySystemError, + RayError, + RayTaskError, + ObjectStoreFullError, +) + apis = ['/api/v1/instance?', '/nodeinfo/2.0?', '/nodeinfo/2.0.json?', @@ -82,6 +89,8 @@ def getsoft(server): return if server.find(":") != -1: return + if server == 'z.fedipen.xyz': + return soft = '' @@ -199,6 +208,16 @@ def getsoft(server): pass + except requests.exceptions.ChunkedEncodingError as chunk_err: + + print(f'ChunkedEncodingError! {server}') + pass + + except ray.exceptions.RaySystemError as ray_sys_error: + + print(ray_sys_error) + pass + else: if is_nodeinfo: @@ -427,9 +446,15 @@ if __name__ == '__main__': ray_start = time.time() - results = ray.get([getsoft.remote(server) for server in world_servers]) + try: - print(f"duration = {time.time() - ray_start}.\nprocessed servers: {len(results)}") + results = ray.get([getsoft.remote(server) for server in world_servers]) + + print(f"duration = {time.time() - ray_start}.\nprocessed servers: {len(results)}") + + except: + + pass finish = datetime.now()