将端点中的推理调用进行重构，以采用批量处理方式。

2026-02-27 14:13:47 +08:00
parent bc10435d39
commit 18e73122bb
1 changed files with 1 additions and 1 deletions
--- a/main.py
+++ b/main.py
@@ -57,7 +57,7 @@ async def endpoint(body : Predictbody):
    result = None

    try:
-        result = engine.inference(res)
+        result = engine.inference_batch_json_data(res)
    except Exception as e:
        result = None