Integrate verification claim

Signed-off-by: Aivin V. Solatorio <[email protected]>

services.py

@@ -3,7 +3,7 @@ import os
 import pandas as pd
 import torch
 import httpx
-
+import zlib
 
 from typing import Optional, Any
 from sentence_transformers import SentenceTransformer
@@ -144,6 +144,10 @@ def indicator_info(indicator_ids: list[str]) -> list[DetailedOutput]:
     ]
 
 
+def short_hash(data: dict[str, Any]) -> str:
+    return f"{zlib.crc32(json.dumps(data, sort_keys=True).encode()) & 0xFFFF:04x}"
+
+
 def _simplify_wdi_data(data: list[dict[str, Any]]) -> list[dict[str, Any]]:
     """Simplifies the WDI data to only include the necessary fields. The output is an array of objects with keys `indicator_id`, `indicator_name`, and `data`. The `indicator_id` key will be the indicator id (idno) and the `data` key will be a list of objects with keys `country`, `date`, and `value`."""
 
@@ -166,6 +170,10 @@ def _simplify_wdi_data(data: list[dict[str, Any]]) -> list[dict[str, Any]]:
                 }
             )
 
+            tmp_data[item["indicator"]["id"]]["data"][-1]["claim_id"] = short_hash(
+                tmp_data[item["indicator"]["id"]]["data"][-1]
+            )
+
         return list(tmp_data.values())
     except Exception as e:
         # If the data is not valid, return the original data
@@ -188,7 +196,7 @@ def get_wdi_data(
         per_page: Number of results per page (default is 100, which is the maximum allowed).
 
     Returns:
-        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested. The `note` key contains a note about the data returned.
+        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested with a `claim_id` key for verification. The `note` key contains a note about the data returned.
     """
     MAX_INFO = 500
     note = ""

wdi_mcp_gradio.py

@@ -52,7 +52,7 @@ def get_wdi_data(
         per_page: Number of results per page (default is 100, which is the maximum allowed).
 
     Returns:
-        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested. The `note` key contains a note about the data returned.
+        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested with a `claim_id` key for verification. The `note` key contains a note about the data returned.
     """
 
     # Parse country_codes_str:

wdi_mcp_server.py

@@ -56,7 +56,7 @@ async def get_wdi_data(
         per_page: Number of results per page (default is 100, which is the maximum allowed).
 
     Returns:
-        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested. The `note` key contains a note about the data returned.
+        A dictionary with keys `data` and `note`. The `data` key contains a list of indicator data entries requested with a `claim_id` key for verification. The `note` key contains a note about the data returned.
     """
 
     return services.get_wdi_data(