Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
update metadata for gte-v1.5 series models
Browse files
app.py
CHANGED
@@ -453,6 +453,9 @@ EXTERNAL_MODELS = [
|
|
453 |
"voyage-lite-02-instruct",
|
454 |
"xlm-roberta-base",
|
455 |
"xlm-roberta-large",
|
|
|
|
|
|
|
456 |
]
|
457 |
|
458 |
EXTERNAL_MODEL_TO_LINK = {
|
@@ -583,6 +586,9 @@ EXTERNAL_MODEL_TO_LINK = {
|
|
583 |
"voyage-lite-02-instruct": "https://docs.voyageai.com/embeddings/",
|
584 |
"xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
|
585 |
"xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
|
|
|
|
|
|
|
586 |
}
|
587 |
|
588 |
EXTERNAL_MODEL_TO_DIM = {
|
@@ -712,6 +718,9 @@ EXTERNAL_MODEL_TO_DIM = {
|
|
712 |
"voyage-lite-02-instruct": 1024,
|
713 |
"xlm-roberta-base": 768,
|
714 |
"xlm-roberta-large": 1024,
|
|
|
|
|
|
|
715 |
}
|
716 |
|
717 |
EXTERNAL_MODEL_TO_SEQLEN = {
|
@@ -841,6 +850,10 @@ EXTERNAL_MODEL_TO_SEQLEN = {
|
|
841 |
"voyage-lite-02-instruct": 4000,
|
842 |
"xlm-roberta-base": 514,
|
843 |
"xlm-roberta-large": 514,
|
|
|
|
|
|
|
|
|
844 |
}
|
845 |
|
846 |
EXTERNAL_MODEL_TO_SIZE = {
|
@@ -941,6 +954,9 @@ EXTERNAL_MODEL_TO_SIZE = {
|
|
941 |
"voyage-lite-02-instruct": 1220,
|
942 |
"xlm-roberta-base": 279,
|
943 |
"xlm-roberta-large": 560,
|
|
|
|
|
|
|
944 |
}
|
945 |
|
946 |
PROPRIETARY_MODELS = {
|
|
|
453 |
"voyage-lite-02-instruct",
|
454 |
"xlm-roberta-base",
|
455 |
"xlm-roberta-large",
|
456 |
+
"Alibaba-NLP/gte-Qwen1.5-7B-instruct",
|
457 |
+
"Alibaba-NLP/gte-base-en-v1.5",
|
458 |
+
"Alibaba-NLP/gte-large-en-v1.5",
|
459 |
]
|
460 |
|
461 |
EXTERNAL_MODEL_TO_LINK = {
|
|
|
586 |
"voyage-lite-02-instruct": "https://docs.voyageai.com/embeddings/",
|
587 |
"xlm-roberta-base": "https://huggingface.co/xlm-roberta-base",
|
588 |
"xlm-roberta-large": "https://huggingface.co/xlm-roberta-large",
|
589 |
+
"Alibaba-NLP/gte-Qwen1.5-7B-instruct": "https://huggingface.co/Alibaba-NLP/gte-Qwen1.5-7B-instruct",
|
590 |
+
"Alibaba-NLP/gte-base-en-v1.5": "https://huggingface.co/Alibaba-NLP/gte-base-en-v1.5",
|
591 |
+
"Alibaba-NLP/gte-large-en-v1.5": "https://huggingface.co/Alibaba-NLP/gte-large-en-v1.5",
|
592 |
}
|
593 |
|
594 |
EXTERNAL_MODEL_TO_DIM = {
|
|
|
718 |
"voyage-lite-02-instruct": 1024,
|
719 |
"xlm-roberta-base": 768,
|
720 |
"xlm-roberta-large": 1024,
|
721 |
+
"Alibaba-NLP/gte-Qwen1.5-7B-instruct": 4096,
|
722 |
+
"Alibaba-NLP/gte-base-en-v1.5": 768,
|
723 |
+
"Alibaba-NLP/gte-large-en-v1.5": 1024,
|
724 |
}
|
725 |
|
726 |
EXTERNAL_MODEL_TO_SEQLEN = {
|
|
|
850 |
"voyage-lite-02-instruct": 4000,
|
851 |
"xlm-roberta-base": 514,
|
852 |
"xlm-roberta-large": 514,
|
853 |
+
"Alibaba-NLP/gte-Qwen1.5-7B-instruct": 32768,
|
854 |
+
"Alibaba-NLP/gte-base-en-v1.5": 8192,
|
855 |
+
"Alibaba-NLP/gte-large-en-v1.5": 8192,
|
856 |
+
|
857 |
}
|
858 |
|
859 |
EXTERNAL_MODEL_TO_SIZE = {
|
|
|
954 |
"voyage-lite-02-instruct": 1220,
|
955 |
"xlm-roberta-base": 279,
|
956 |
"xlm-roberta-large": 560,
|
957 |
+
"Alibaba-NLP/gte-Qwen1.5-7B-instruct": 7099,
|
958 |
+
"Alibaba-NLP/gte-base-en-v1.5": 434,
|
959 |
+
"Alibaba-NLP/gte-large-en-v1.5": 137,
|
960 |
}
|
961 |
|
962 |
PROPRIETARY_MODELS = {
|