2025-07-18 07:25:28 +00:00
|
|
|
resource_packages:
|
|
|
|
|
- name: contest_on_demand_a100_x1
|
|
|
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 4
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
2025-07-30 08:44:39 +00:00
|
|
|
device_label: A10080G
|
2025-07-18 07:25:28 +00:00
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 1
|
2025-07-30 08:44:39 +00:00
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:49:48 +00:00
|
|
|
- name: contest_on_demand_a100_x4
|
|
|
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 100Gi
|
|
|
|
|
cpu: 5
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: A10080G
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 4
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:50:36 +00:00
|
|
|
- name: Ephemeral-RTX3090*1
|
|
|
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 4
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: '3090'
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:51:11 +00:00
|
|
|
- name: Ephemeral-RTX3090*2
|
|
|
|
|
description: 适用于非常驻服务7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 4
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: '3090'
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:52:43 +00:00
|
|
|
- name: R200-8F*1
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 100Gi
|
|
|
|
|
cpu: 20
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: R200-8F
|
|
|
|
|
gpu_key: baidu.com/xpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:53:23 +00:00
|
|
|
- name: R200-8F*2
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 100Gi
|
|
|
|
|
cpu: 20
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: R200-8F
|
|
|
|
|
gpu_key: baidu.com/xpu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:54:05 +00:00
|
|
|
- name: R200-8F*4
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 100Gi
|
|
|
|
|
cpu: 20
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: R200-8F
|
|
|
|
|
gpu_key: baidu.com/xpu
|
|
|
|
|
gpu_value: 4
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:54:41 +00:00
|
|
|
- name: MLU370-X4*1
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: MLU370-X4
|
|
|
|
|
gpu_key: cambricon.com/mlu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:55:16 +00:00
|
|
|
- name: MLU370-X4*2
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: MLU370-X4
|
|
|
|
|
gpu_key: cambricon.com/mlu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:56:02 +00:00
|
|
|
- name: MR-V100*1
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: Iluvatar MR-V100
|
|
|
|
|
gpu_key: iluvatar.ai/gpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:56:47 +00:00
|
|
|
- name: MR-V100*2
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: Iluvatar MR-V100
|
|
|
|
|
gpu_key: iluvatar.ai/gpu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:57:19 +00:00
|
|
|
- name: MR-V100*4
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: Iluvatar MR-V100
|
|
|
|
|
gpu_key: iluvatar.ai/gpu
|
|
|
|
|
gpu_value: 4
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:58:05 +00:00
|
|
|
- name: ' RTX3090*1'
|
|
|
|
|
description: 适用于7b/14b-int4推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:58:41 +00:00
|
|
|
- name: RTX3090*2
|
|
|
|
|
description: 适用于 sagegpt / 34b-int4
|
|
|
|
|
resources:
|
|
|
|
|
memory: 80Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 08:59:19 +00:00
|
|
|
- name: RTX3090*4
|
|
|
|
|
description: '适用于 72b-int4 '
|
|
|
|
|
resources:
|
|
|
|
|
memory: 40Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: gpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 4
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: null
|
2025-07-30 09:01:35 +00:00
|
|
|
- name: vmemory-24Gi
|
|
|
|
|
description: 适用于14b-int4/7b模型上线推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 20Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: vgpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: '24'
|
2025-07-30 09:02:06 +00:00
|
|
|
- name: vmemory-2-48Gi
|
|
|
|
|
description: '适用于式说大模型 '
|
|
|
|
|
resources:
|
|
|
|
|
memory: 100Gi
|
|
|
|
|
cpu: 10
|
|
|
|
|
gpu:
|
|
|
|
|
type: vgpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 2
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: '24'
|
2025-07-30 09:02:49 +00:00
|
|
|
- name: vmemory-10Gi
|
|
|
|
|
description: 适用于7b-int4/embedding模型上线推理
|
|
|
|
|
resources:
|
|
|
|
|
memory: 10Gi
|
|
|
|
|
cpu: 1
|
|
|
|
|
gpu:
|
|
|
|
|
type: vgpu
|
|
|
|
|
device_label: NVIDIA GeForce RTX 3090
|
|
|
|
|
gpu_key: nvidia.com/gpu
|
|
|
|
|
gpu_value: 1
|
|
|
|
|
memory_key: null
|
|
|
|
|
memory_value: '24'
|
