From be30b5f87573753a8592caddfe8ea021783b9113 Mon Sep 17 00:00:00 2001 From: ericwyuan Date: Thu, 20 Aug 2026 01:54:32 +0800 Subject: [PATCH] =?UTF-8?q?fix(config):=20Ollama=20=E8=B6=85=E6=97=B6?= =?UTF-8?q?=E4=B8=8E=20num=5Fpredict=20=E6=8C=89=20ARM=20=E5=AE=9E?= =?UTF-8?q?=E6=B5=8B=E8=B0=83=E6=95=B4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - 实测 1024px 帧视觉编码 ~36s/帧 + ~5 tok/s 生成 - num_predict 500→60: 500 会单帧跑数分钟必触发 240s 超时 - vlm_visual/model timeout 240→600, vlm_fusion 120→300, overall 600→1800 --- fam-edge/config/config.yaml | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/fam-edge/config/config.yaml b/fam-edge/config/config.yaml index 1daf5e1..0b82fae 100644 --- a/fam-edge/config/config.yaml +++ b/fam-edge/config/config.yaml @@ -27,12 +27,14 @@ video: max_long_edge: 1024 # 超时(秒) +# vlm_visual 实测: 1024px 帧视觉编码 ~36s/帧 + 生成 ~12s/60token (Oracle ARM CPU) +# 30min 视频 12 帧 × ~50s ≈ 600s,超时需覆盖最坏情况 timeout: download: 60 - vlm_visual: 240 - vlm_fusion: 120 + vlm_visual: 600 + vlm_fusion: 300 callback: 30 - overall: 600 + overall: 1800 # 模型清单 models: @@ -40,8 +42,9 @@ models: enabled: true model_name: "llava-phi3" base_url: "http://localhost:11434" - timeout: 240 - num_predict: 500 + timeout: 600 + # num_predict 必须小: ARM CPU ~5 tok/s,500 会单帧跑数分钟触发超时 + num_predict: 60 circuit_breaker: enabled: false threshold: 5