MNN运行模型

docker run -itd -v /home/jcleng/work/mywork/:/home/jcleng/work/mywork/ \
  -w /home/jcleng/work/mywork/ \
  --name=mnn \
  registry.cn-hangzhou.aliyuncs.com/jcleng/library-ubuntu:20.04

docker exec -it mnn bash

# 编译
git clone --depth=1 https://github.com/alibaba/MNN.git
cd MNN
# https://mnn-docs.readthedocs.io/en/latest/compile/cmake.html
mkdir build && cd build
cmake .. -DMNN_LOW_MEMORY=true -DMNN_CPU_WEIGHT_DEQUANT_GEMM=true -DMNN_BUILD_LLM=true -DMNN_SUPPORT_TRANSFORMER_FUSE=truedocke6 \
  -DLLM_SUPPORT_VISION=true -DMNN_BUILD_OPENCV=true -DMNN_IMGCODECS=true \
  -DLLM_SUPPORT_AUDIO=true -DMNN_BUILD_AUDIO=true
make -j

modelscope download --model MNN/FastVLM-0.5B-Stage3-MNN --local_dir FastVLM-0.5B-Stage3-MNN
modelscope download --model 'MNN/Qwen2.5-Omni-3B-MNN' --local_dir Qwen2.5-Omni-3B-MNN

# 运行指定模型
model=FastVLM-0.5B-Stage3-MNN
model=Qwen2.5-Omni-3B-MNN

# 执行文件
/home/jcleng/work/mywork/mnnrun/MNN-3.2.0/build/llm_demo /home/jcleng/work/mywork/mnnrun/$model/config.json /home/jcleng/work/mywork/mnnrun/prompt.txt
# 交互
/home/jcleng/work/mywork/mnnrun/MNN-3.2.0/build/llm_demo /home/jcleng/work/mywork/mnnrun/$model/llm.mnn

- `prompt.txt`

```txt
<img>https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-VL/assets/demo.jpeg</img>介绍一下图片里的内容

<file>/home/jcleng/图片/675383685225041920.xlsx</file>介绍一下里的内容