zyznull commited on
Commit
608f3f5
·
verified ·
1 Parent(s): 9a53e83

update metadata for gte-v1.5 series models

Browse files
Files changed (1) hide show
  1. app.py +16 -0
app.py CHANGED
@@ -453,6 +453,9 @@ EXTERNAL_MODELS = [
453
  "voyage-lite-02-instruct",
454
  "xlm-roberta-base",
455
  "xlm-roberta-large",
 
 
 
456
  ]
457
 
458
  EXTERNAL_MODEL_TO_LINK = {
@@ -583,6 +586,9 @@ EXTERNAL_MODEL_TO_LINK = {
583
  "voyage-lite-02-instruct": "https://docs.voyageai.com/embeddings/",
584
  "xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
585
  "xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
 
 
 
586
  }
587
 
588
  EXTERNAL_MODEL_TO_DIM = {
@@ -712,6 +718,9 @@ EXTERNAL_MODEL_TO_DIM = {
712
  "voyage-lite-02-instruct": 1024,
713
  "xlm-roberta-base": 768,
714
  "xlm-roberta-large": 1024,
 
 
 
715
  }
716
 
717
  EXTERNAL_MODEL_TO_SEQLEN = {
@@ -841,6 +850,10 @@ EXTERNAL_MODEL_TO_SEQLEN = {
841
  "voyage-lite-02-instruct": 4000,
842
  "xlm-roberta-base": 514,
843
  "xlm-roberta-large": 514,
 
 
 
 
844
  }
845
 
846
  EXTERNAL_MODEL_TO_SIZE = {
@@ -941,6 +954,9 @@ EXTERNAL_MODEL_TO_SIZE = {
941
  "voyage-lite-02-instruct": 1220,
942
  "xlm-roberta-base": 279,
943
  "xlm-roberta-large": 560,
 
 
 
944
  }
945
 
946
  PROPRIETARY_MODELS = {
 
453
  "voyage-lite-02-instruct",
454
  "xlm-roberta-base",
455
  "xlm-roberta-large",
456
+ "Alibaba-NLP/gte-Qwen1.5-7B-instruct",
457
+ "Alibaba-NLP/gte-base-en-v1.5",
458
+ "Alibaba-NLP/gte-large-en-v1.5",
459
  ]
460
 
461
  EXTERNAL_MODEL_TO_LINK = {
 
586
  "voyage-lite-02-instruct": "https://docs.voyageai.com/embeddings/",
587
  "xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
588
  "xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
589
+ "Alibaba-NLP/gte-Qwen1.5-7B-instruct": "https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct",
590
+ "Alibaba-NLP/gte-base-en-v1.5": "https://huggingface.co/Alibaba-NLP/gte-base-en-v1.5",
591
+ "Alibaba-NLP/gte-large-en-v1.5": "https://huggingface.co/Alibaba-NLP/gte-large-en-v1.5",
592
  }
593
 
594
  EXTERNAL_MODEL_TO_DIM = {
 
718
  "voyage-lite-02-instruct": 1024,
719
  "xlm-roberta-base": 768,
720
  "xlm-roberta-large": 1024,
721
+ "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
722
+ "Alibaba-NLP/gte-base-en-v1.5": 768,
723
+ "Alibaba-NLP/gte-large-en-v1.5": 1024,
724
  }
725
 
726
  EXTERNAL_MODEL_TO_SEQLEN = {
 
850
  "voyage-lite-02-instruct": 4000,
851
  "xlm-roberta-base": 514,
852
  "xlm-roberta-large": 514,
853
+ "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 32768,
854
+ "Alibaba-NLP/gte-base-en-v1.5": 8192,
855
+ "Alibaba-NLP/gte-large-en-v1.5": 8192,
856
+
857
  }
858
 
859
  EXTERNAL_MODEL_TO_SIZE = {
 
954
  "voyage-lite-02-instruct": 1220,
955
  "xlm-roberta-base": 279,
956
  "xlm-roberta-large": 560,
957
+ "Alibaba-NLP/gte-Qwen1.5-7B-instruct": 7099,
958
+ "Alibaba-NLP/gte-base-en-v1.5": 434,
959
+ "Alibaba-NLP/gte-large-en-v1.5": 137,
960
  }
961
 
962
  PROPRIETARY_MODELS = {