Skip to content

Commit

Permalink
Catch various failures fetching a metakg
Browse files Browse the repository at this point in the history
  • Loading branch information
patrickkwang committed Sep 8, 2021
1 parent 55eec0c commit 902dde9
Showing 1 changed file with 29 additions and 1 deletion.
30 changes: 29 additions & 1 deletion strider/fetcher.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,8 @@

import aiostream
import httpx
from reasoner_pydantic import QueryGraph, Result, Response
import pydantic
from reasoner_pydantic import QueryGraph, Result, Response, MetaKnowledgeGraph
from redis import Redis

from .trapi_throttle.throttle import ThrottledServer
Expand Down Expand Up @@ -342,7 +343,9 @@ async def setup(
url,
timeout=10,
)
response.raise_for_status()
meta_kg = response.json()
MetaKnowledgeGraph.parse_obj(meta_kg)
self.kp_preferred_prefixes[kp_id] = {
category: data["id_prefixes"]
for category, data in meta_kg["nodes"].items()
Expand All @@ -355,6 +358,14 @@ async def setup(
),
)
self.kp_preferred_prefixes[kp_id] = dict()
except httpx.HTTPStatusError as e:
self.logger.warning(
"Received error response from /meta_knowledge_graph for KP {}: {}".format(
kp_id,
e.response.text,
),
)
self.kp_preferred_prefixes[kp_id] = dict()
except JSONDecodeError as err:
self.logger.warning(
"Unable to parse meta knowledge graph from KP {}: {}".format(
Expand All @@ -363,6 +374,23 @@ async def setup(
),
)
self.kp_preferred_prefixes[kp_id] = dict()
except pydantic.ValidationError as err:
self.logger.warning(
"Meta knowledge graph from KP {} is non-compliant: {}".format(
kp_id,
str(err),
),
)
self.kp_preferred_prefixes[kp_id] = dict()
except Exception as err:
self.logger.warning(
"Something went wrong while parsing meta knowledge graph from KP {}: {}".format(
kp_id,
str(err),
),
)
self.kp_preferred_prefixes[kp_id] = dict()

self.portal.tservers[kp_id] = ThrottledServer(
kp_id,
url=kp["url"],
Expand Down

0 comments on commit 902dde9

Please sign in to comment.