fix zhipuCV bug (#2215)
Browse files### What problem does this PR solve?
#2198 fix zhipuCV bug
### Type of change
- [x] Bug Fix (non-breaking change which fixes an issue)
Co-authored-by: Zhedong Cen <[email protected]>
- rag/llm/cv_model.py +4 -1
rag/llm/cv_model.py
CHANGED
|
@@ -293,9 +293,12 @@ class Zhipu4V(Base):
|
|
| 293 |
def describe(self, image, max_tokens=1024):
|
| 294 |
b64 = self.image2base64(image)
|
| 295 |
|
|
|
|
|
|
|
|
|
|
| 296 |
res = self.client.chat.completions.create(
|
| 297 |
model=self.model_name,
|
| 298 |
-
messages=
|
| 299 |
max_tokens=max_tokens,
|
| 300 |
)
|
| 301 |
return res.choices[0].message.content.strip(), res.usage.total_tokens
|
|
|
|
| 293 |
def describe(self, image, max_tokens=1024):
|
| 294 |
b64 = self.image2base64(image)
|
| 295 |
|
| 296 |
+
prompt = self.prompt(b64)
|
| 297 |
+
prompt[0]["content"][1]["type"] = "text"
|
| 298 |
+
|
| 299 |
res = self.client.chat.completions.create(
|
| 300 |
model=self.model_name,
|
| 301 |
+
messages=prompt,
|
| 302 |
max_tokens=max_tokens,
|
| 303 |
)
|
| 304 |
return res.choices[0].message.content.strip(), res.usage.total_tokens
|