环境变量说明

# 服务化多机配套变量
export MIES_CONTAINER_IP=127.0.0.1
export RANK_TABLE_FILE=rank_table_file.json
# 虚拟内存
export PYTORCH_NPU_ALLOC_CONF=expandable_segments:True
# ATB WorkSpace 使能
export ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=3
export ATB_WORKSPACE_MEM_ALLOC_GLOBAL=1
# 单线程加速权重加载
export OMP_NUM_THREADS=10
# 设置显存占比
export NPU_MEMORY_FRACTION=0.97
# 设置精度饱和模式，防止fp16引起的上下溢出
export INF_NAN_MODE_ENABLE=0
# 关闭确定性计算
export HCCL_DETERMINISTIC=false
export HCCL_OP_EXPANSION_MODE="AIV"
export HCCL_CONNECT_TIMEOUT=7200
export HCCL_EXEC_TIMEOUT=0
# G8600 A+X机型单机配置混合并行，需要额外配置HCCL环境变量：
# export ATB_LLM_HCCL_ENABLE=1
# export ATB_LLM_COMM_BACKEND="hccl"
# 使能内存复用
export ATB_LAYER_INTERNAL_TENSOR_REUSE=1
export ATB_OPERATION_EXECUTE_ASYNC=1
export ATB_CONVERT_NCHW_TO_ND=1
export ATB_WORKSPACE_MEM_ALLOC_GLOBAL=1
export ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=3
export ATB_CONTEXT_WORKSPACE_SIZE=0
export ATB_LAUNCH_KERNEL_WITH_TILING=1
export ATB_LLM_ENABLE_AUTO_TRANSPOSE=0
export MINDIE_ASYNC_SCHEDULING_ENABLE=1

# CPU亲和性调度
export CPU_AFFINITY_CONF=1
export TASK_QUEUE_ENABLE=2
unset ASCEND_LAUNCH_BLOCKING

# 日志打屏
export MINDIE_LLM_LOG_TO_STDOUT=1
export MINDIE_LOG_TO_STDOUT=1
export ASCEND_SLOG_PRINT_TO_STDOUT=1