Docker 容器推理

使用容器引擎

参考: https://www.hiascend.com/doc_center/source/zh/mindx-dl/30rc3/dluserguide/toolboxug/toolboxug_000098.html

services:
  tedsdev:
    image: cann:xxx
    environment:
      - ASCEND_VISIBLE_DEVICES=0,1,2,3
    restart: always

一般方式

services:
  teds:
    image: cann:xxx
    devices:
      - /dev/davinci0
      - /dev/davinci1
      - /dev/davinci2
      - /dev/davinci3
      - /dev/davinci_manager
      - /dev/devmm_svm
      - /dev/hisi_hdc
    volumes:
      - /usr/local/dcmi:/usr/local/dcmi
      - /var/log/npu:/var/log/npu
      - /usr/local/Ascend/driver:/usr/local/Ascend/driver
      - /usr/slog:/usr/slog
      - /usr/local/bin/npu-smi:/usr/local/bin/npu-smi
      - /usr/local/Ascend/driver/lib64/:/usr/local/Ascend/driver/lib64/
      - /usr/local/Ascend/driver/tools/:/usr/local/Ascend/driver/tools/
      - /usr/local/Ascend/add-ons/:/usr/local/Ascend/add-ons/
    command: /bin/bash -c "service ssh start && tail -f /dev/null"