Don't include metadata of custom attributes.

scrapy-plugins · Aug 20, 2024 · 35ff1ce · 35ff1ce
1 parent 9289399
commit 35ff1ce
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/scrapy_zyte_api/providers.py b/scrapy_zyte_api/providers.py
@@ -329,7 +329,7 @@ async def __call__(  # noqa: C901
             result = cls_stripped.from_dict(api_response.raw_api_response[kw])  # type: ignore[attr-defined]
             custom_attrs = api_response.raw_api_response.get("customAttributes")
             if custom_attrs:
-                result.customAttributes = custom_attrs  # type: ignore[attr-defined]
+                result.customAttributes = custom_attrs.get("values", {})  # type: ignore[attr-defined]
             if is_typing_annotated(cls):
                 result = AnnotatedInstance(result, cls.__metadata__)  # type: ignore[attr-defined]
             results.append(result)

diff --git a/tests/mockserver.py b/tests/mockserver.py
@@ -232,8 +232,13 @@ def render_POST(self, request):
 
             if "customAttributes" in request_data:
                 response_data["customAttributes"] = {
-                    "attr1": "foo",
-                    "attr2": 42,
+                    "metadata": {
+                        "totalInputTokens": "1000",
+                    },
+                    "values": {
+                        "attr1": "foo",
+                        "attr2": 42,
+                    },
                 }
 
         return json.dumps(response_data).encode()