サンプルハンドラーレスポンスを採用する

handler.py

@@ -8,7 +8,7 @@ class EndpointHandler():
     def __init__(self, path="./"):
         # load the optimized model
         # モデルの準備
-        model = BGEM3FlagModel("./", use_fp16=False)
+        self.model = BGEM3FlagModel("./", use_fp16=False)
 
 
     def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
@@ -26,12 +26,12 @@ class EndpointHandler():
         
         sparse_embs = []
         
-        result = self.model.encode(inputs, return_dense=False, return_sparse=True)
-        sparse_vectors = result["lexical_weights"]
-        for sparse_vector in sparse_vectors:
-            sparse_values = [value for value in sparse_vector.values()]
-            sparse_dimensions = [int(key) for key in sparse_vector.keys()]
-            sparse_embs.append((sparse_values, sparse_dimensions))
+        # result = self.model.encode(inputs, return_dense=False, return_sparse=True)
+        # sparse_vectors = result["lexical_weights"]
+        # for sparse_vector in sparse_vectors:
+        #     sparse_values = [value for value in sparse_vector.values()]
+        #     sparse_dimensions = [int(key) for key in sparse_vector.keys()]
+        #     sparse_embs.append((sparse_values, sparse_dimensions))
 
         # pass inputs with all kwargs in data
         # if parameters is not None: