介绍

MindSpore Transformers套件简称Mindformers，是构建一个大模型训练、微调、评估、推理、部署的全流程开发套件

环境

操作系统

[root@localhost ~\]# uname -a  
Linux localhost.localdomain 4.19.90-24.4.v2101.ky10.aarch64

容器化安装

    容器安装
    wget https://download.docker.com/linux/static/stable/aarch64/docker-18.09.1.tgz
    tar -zxvf docker-18.09.1.tgz
    cp docker/* /usr/bin
    vi /usr/lib/systemd/system/docker.service
    [Unit]
    Description=Docker Application Container Engine
    Documentation=https://docs.docker.com
    After=network-online.target firewalld.service
    Wants=network-online.target
    [Service]
    Type=notify
    ExecStart=/usr/bin/dockerd
    ExecReload=/bin/kill -s HUP $MAINPID
    LimitNOFILE=infinity
    LimitNPROC=infinity
    TimeoutStartSec=0
    Delegate=yes
    KillMode=process
    Restart=on-failure
    StartLimitBurst=3
    StartLimitInterval=60s
    Environment="HTTP_PROXY=http://10.122.253.248:8443"
    Environment="HTTPS_PROXY=http://10.122.253.248:8443"
    [Install]
    WantedBy=multi-user.target
    systemctl start docker
    
    拉取mindspore镜像
    docker pull swr.cn-central-221.ovaijisuan.com/mindformers/mindformers0.8.0_mindspore2.2.0:aarch_20231025
    
    [root@localhost ~]# docker images
    REPOSITORY                                                                      TAG                 IMAGE ID            CREATED             SIZE
    swr.cn-central-221.ovaijisuan.com/mindformers/mindformers0.8.0_mindspore2.2.0   aarch_20231025      85be93417788        6 weeks ago         8.34GB
    
    启动容器
    # --device用于控制指定容器的运行NPU卡号和范围
    # -v 用于映射容器外的目录
    # --name 用于自定义容器名称
    docker run -itd -u root \
    --ipc=host --network host \
    --device=/dev/davinci0 \
    --device=/dev/davinci1 \
    --device=/dev/davinci2 \
    --device=/dev/davinci3 \
    --device=/dev/davinci4 \
    --device=/dev/davinci5 \
    --device=/dev/davinci6 \
    --device=/dev/davinci7 \
    --device=/dev/davinci_manager \
    --device=/dev/devmm_svm \
    --device=/dev/hisi_hdc \
    -v /etc/localtime:/etc/localtime \
    -v /usr/local/Ascend/driver:/usr/local/Ascend/driver \
    -v /var/log/npu/:/usr/slog \
    -v /usr/local/bin/npu-smi:/usr/local/bin/npu-smi \
    -v /test/:/test \
    --name mindformers swr.cn-central-221.ovaijisuan.com/mindformers/mindformers0.8.0_mindspore2.2.0:aarch_20231025 \
    /bin/bash
    
    查看容器运行情况
    [root@localhost ~]#  docker ps
    CONTAINER ID        IMAGE                                                                                          COMMAND             CREATED             STATUS              PORTS               NAMES
    20a617147141        swr.cn-central-221.ovaijisuan.com/mindformers/mindformers0.8.0_mindspore2.2.0:aarch_20231025   "/bin/bash"         5 days ago          Up 2 days                               mindformers
    
    进入容器
    [root@localhost ~]# docker exec -it 20a617147141 /bin/bash
    (mindspore2.2_py39) root@localhost:~# 

至此mindspore已经安装完成

查看mindspore版本

(mindspore2.2_py39) root@localhost:~# python -c "import mindspore;mindspore.set_context(device_target='Ascend');mindspore.run_check()"
MindSpore version:  2.2.0
The result of multiplication calculation is correct, MindSpore has been installed on platform [Ascend] successfully!