feat: add v1 of distance limit

models/distance.py

@@ -1,6 +1,13 @@
 import enum
 
 
+distance_strategy_limit = {
+    "l2": 1.05,
+    "cosine": 0.6,
+    "inner": 1.0,
+}
+
+
 class DistanceStrategy(str, enum.Enum):
     """Enumerator of the Distance strategies."""
 

vector_store.py

@@ -14,7 +14,7 @@ from sqlalchemy import delete, text
 from sqlalchemy.orm import Session
 
 from model import Article
-from models.distance import DistanceStrategy
+from models.distance import DistanceStrategy, distance_strategy_limit
 from utils import str_to_list
 
 DEFAULT_DISTANCE_STRATEGY = DistanceStrategy.EUCLIDEAN
@@ -252,6 +252,8 @@ class CustomVectorStore(VectorStore):
         k: int = 4,
     ) -> List[Any]:
         """Query the collection."""
+
+        limit = distance_strategy_limit[self._distance_strategy]
         with Session(self._conn) as session:
             results = session.execute(
                 text(
@@ -272,10 +274,11 @@ class CustomVectorStore(VectorStore):
                     left join author on author.id = article_author.author_id  
                     where
                         abstract_en != '' and
-                        abstract_en != 'None'
+                        abstract_en != 'None' and
+                        abstract_embedding_en {self.distance_strategy} '{str(embedding)}' < {limit}
                     GROUP BY a.id
                     ORDER BY distance
-                    LIMIT {k};
+                    LIMIT 100;
                 """
                 )
             )