ubuntu 机器上踩坑

[vansin]

环境配置

conda create -n xcomposer python=3.10
conda activate xcomposer
conda install pytorch==2.0.1 torchvision==0.15.2 torchaudio==2.0.2 pytorch-cuda=11.7 -c pytorch -c nvidia

pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
pip install transformers
pip install modelscope
pip install timm
pip install gradio
pip install markdown2
pip install sentencepiece

cd ~
git clone  https://github.com/InternLM/InternLM-XComposer.git

新建 download.py 文件，并运行下载权重

import torch
from modelscope import snapshot_download, AutoModel, AutoTokenizer

torch.set_grad_enabled(False)

# init model and tokenizer
model_dir = snapshot_download('Shanghai_AI_Laboratory/internlm-xcomposer-7b')
model = AutoModel.from_pretrained(model_dir, trust_remote_code=True).cuda().eval()

将 examples/web_demo.py 中的

class Demo_UI:
    def __init__(self):
        self.llm_model = AutoModel.from_pretrained(
            'internlm/internlm-xcomposer-7b', trust_remote_code=True)
        tokenizer = AutoTokenizer.from_pretrained(
            'internlm/internlm-xcomposer-7b', trust_remote_code=True)

换成

class Demo_UI:
    def __init__(self):
        self.llm_model = AutoModel.from_pretrained(
            '~/.cache/modelscope/hub/Shanghai_AI_Laboratory/internlm-xcomposer-7b', trust_remote_code=True)
        tokenizer = AutoTokenizer.from_pretrained(
            '~/.cache/modelscope/hub/Shanghai_AI_Laboratory/internlm-xcomposer-7b', trust_remote_code=True)

启动 demo

cd ~/InternLM-XComposer
python examples/web_demo.py