Kevin Hu
commited on
Commit
·
584001f
1
Parent(s):
d34888e
turn down es bulk size (#2013)
Browse files### What problem does this PR solve?
### Type of change
- [x] Performance Improvement
- rag/svr/task_executor.py +1 -1
rag/svr/task_executor.py
CHANGED
|
@@ -348,7 +348,7 @@ def main():
|
|
| 348 |
chunk_count = len(set([c["_id"] for c in cks]))
|
| 349 |
st = timer()
|
| 350 |
es_r = ""
|
| 351 |
-
es_bulk_size =
|
| 352 |
for b in range(0, len(cks), es_bulk_size):
|
| 353 |
es_r = ELASTICSEARCH.bulk(cks[b:b + es_bulk_size], search.index_name(r["tenant_id"]))
|
| 354 |
if b % 128 == 0:
|
|
|
|
| 348 |
chunk_count = len(set([c["_id"] for c in cks]))
|
| 349 |
st = timer()
|
| 350 |
es_r = ""
|
| 351 |
+
es_bulk_size = 4
|
| 352 |
for b in range(0, len(cks), es_bulk_size):
|
| 353 |
es_r = ELASTICSEARCH.bulk(cks[b:b + es_bulk_size], search.index_name(r["tenant_id"]))
|
| 354 |
if b % 128 == 0:
|