158 lines
3.4 KiB
YAML
158 lines
3.4 KiB
YAML
resource_packages:
|
|
- name: contest_on_demand_a100_x1
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: A10080G
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: contest_on_demand_a100_x4
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 5
|
|
gpu:
|
|
type: gpu
|
|
device_label: A10080G
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 4
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: Ephemeral-RTX3090*1
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: '3090'
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: Ephemeral-RTX3090*2
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: '3090'
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*1
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*2
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*4
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 4
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: MLU370-X4*1
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: MLU370-X4
|
|
gpu_key: cambricon.com/mlu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: MLU370-X4*2
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: MLU370-X4
|
|
gpu_key: cambricon.com/mlu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: MR-V100*1
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: Iluvatar MR-V100
|
|
gpu_key: iluvatar.ai/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: MR-V100*2
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: Iluvatar MR-V100
|
|
gpu_key: iluvatar.ai/gpu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: MR-V100*4
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: Iluvatar MR-V100
|
|
gpu_key: iluvatar.ai/gpu
|
|
gpu_value: 4
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: ' RTX3090*1'
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 10
|
|
gpu:
|
|
type: gpu
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|