86 lines
1.8 KiB
YAML
86 lines
1.8 KiB
YAML
resource_packages:
|
|
- name: contest_on_demand_a100_x1
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: A10080G
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: contest_on_demand_a100_x4
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 5
|
|
gpu:
|
|
type: gpu
|
|
device_label: A10080G
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 4
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: Ephemeral-RTX3090*1
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: '3090'
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: Ephemeral-RTX3090*2
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
resources:
|
|
memory: 20Gi
|
|
cpu: 4
|
|
gpu:
|
|
type: gpu
|
|
device_label: '3090'
|
|
gpu_key: nvidia.com/gpu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*1
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 1
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*2
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 2
|
|
memory_key: null
|
|
memory_value: null
|
|
- name: R200-8F*4
|
|
description: 适用于7b/14b-int4推理
|
|
resources:
|
|
memory: 100Gi
|
|
cpu: 20
|
|
gpu:
|
|
type: gpu
|
|
device_label: R200-8F
|
|
gpu_key: baidu.com/xpu
|
|
gpu_value: 4
|
|
memory_key: null
|
|
memory_value: null
|