feat: remove matcher predictor completely

with spacy dependency
openfoodfacts · Aug 31, 2023 · d0847c6 · d0847c6
1 parent de97f9f
commit d0847c6
Show file tree

Hide file tree

Showing 11 changed files with 3 additions and 1,113 deletions.
diff --git a/data/category/matcher/category_ingredient_intersect.json.gz b/data/category/matcher/category_ingredient_intersect.json.gz
diff --git a/data/category/matcher/category_match_maps.json.gz b/data/category/matcher/category_match_maps.json.gz
diff --git a/data/category/matcher/ingredient_match_maps.json.gz b/data/category/matcher/ingredient_match_maps.json.gz
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -54,7 +54,6 @@ falcon-cors = "~1.1.7"
 falcon-multipart = "~0.2.0"
 elasticsearch = "~8.5.3"
 pymongo = "~3.12.0"
-spacy = "~3.4.1"
 dacite = "~1.6.0"
 influxdb-client = "~1.34.0"
 jsonschema = "~4.4.0"
@@ -68,7 +67,6 @@ more-itertools = "~8.9.0"
 matplotlib = "~3.5.0"
 typer = "~0.7.0"
 py-healthcheck = "^1.10.1"
-spacy-lookups-data = "^1.0.3"
 cachetools = "^5.2.0"
 tritonclient = {extras = ["grpc"], version = "^2.26.0"}
 rq = "~1.11.1"

diff --git a/robotoff/app/api.py b/robotoff/app/api.py
@@ -590,7 +590,7 @@ def on_post(self, req: falcon.Request, resp: falcon.Response):
             deepest_only=req.media.get("deepest_only", False),
             threshold=req.media.get("threshold"),
             neural_model_name=neural_model_name,
-            clear_cache=True,
+            clear_cache=True,  # clear resource cache to save memory
         )