config/resource.yaml

290 lines
6.3 KiB
YAML
Raw Normal View History

2025-07-18 07:25:28 +00:00
resource_packages:
- name: contest_on_demand_a100_x1
description: 适用于非常驻服务7b/14b-int4推理
resources:
memory: 20Gi
cpu: 4
gpu:
type: gpu
2025-07-30 08:44:39 +00:00
device_label: A10080G
2025-07-18 07:25:28 +00:00
gpu_key: nvidia.com/gpu
gpu_value: 1
2025-07-30 08:44:39 +00:00
memory_key: null
2025-08-21 09:49:01 +00:00
memory_value: '80'
2025-07-30 08:49:48 +00:00
- name: contest_on_demand_a100_x4
description: 适用于非常驻服务7b/14b-int4推理
resources:
memory: 100Gi
cpu: 5
gpu:
type: gpu
device_label: A10080G
gpu_key: nvidia.com/gpu
gpu_value: 4
memory_key: null
2025-08-21 09:49:01 +00:00
memory_value: '80'
2025-07-30 08:50:36 +00:00
- name: Ephemeral-RTX3090*1
description: 适用于非常驻服务7b/14b-int4推理
resources:
memory: 20Gi
cpu: 4
gpu:
type: gpu
device_label: '3090'
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
memory_value: null
2025-07-30 08:51:11 +00:00
- name: Ephemeral-RTX3090*2
description: 适用于非常驻服务7b/14b-int4推理
resources:
memory: 20Gi
cpu: 4
gpu:
type: gpu
device_label: '3090'
gpu_key: nvidia.com/gpu
gpu_value: 2
memory_key: null
memory_value: null
2025-07-30 08:52:43 +00:00
- name: R200-8F*1
description: 适用于7b/14b-int4推理
resources:
memory: 100Gi
cpu: 20
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 1
memory_key: null
memory_value: null
2025-07-30 08:53:23 +00:00
- name: R200-8F*2
description: 适用于7b/14b-int4推理
resources:
memory: 100Gi
cpu: 20
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 2
memory_key: null
memory_value: null
2025-07-30 08:54:05 +00:00
- name: R200-8F*4
description: 适用于7b/14b-int4推理
resources:
memory: 100Gi
cpu: 20
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 4
memory_key: null
memory_value: null
2025-07-30 08:54:41 +00:00
- name: MLU370-X4*1
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: MLU370-X4
gpu_key: cambricon.com/mlu
gpu_value: 1
memory_key: null
memory_value: null
2025-07-30 08:55:16 +00:00
- name: MLU370-X4*2
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: MLU370-X4
gpu_key: cambricon.com/mlu
gpu_value: 2
memory_key: null
memory_value: null
2025-07-30 08:56:02 +00:00
- name: MR-V100*1
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 1
memory_key: null
memory_value: null
2025-07-30 08:56:47 +00:00
- name: MR-V100*2
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 2
memory_key: null
memory_value: null
2025-07-30 08:57:19 +00:00
- name: MR-V100*4
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 4
memory_key: null
memory_value: null
2025-07-30 08:58:05 +00:00
- name: ' RTX3090*1'
description: 适用于7b/14b-int4推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
memory_value: null
2025-07-30 08:58:41 +00:00
- name: RTX3090*2
description: 适用于 sagegpt / 34b-int4
resources:
memory: 80Gi
cpu: 10
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 2
memory_key: null
memory_value: null
2025-07-30 08:59:19 +00:00
- name: RTX3090*4
description: '适用于 72b-int4 '
resources:
memory: 40Gi
cpu: 10
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 4
memory_key: null
memory_value: null
2025-07-30 09:01:35 +00:00
- name: vmemory-24Gi
description: 适用于14b-int4/7b模型上线推理
resources:
memory: 20Gi
cpu: 10
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
memory_value: '24'
2025-07-30 09:02:06 +00:00
- name: vmemory-2-48Gi
description: '适用于式说大模型 '
resources:
memory: 100Gi
cpu: 10
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 2
memory_key: null
memory_value: '24'
2025-07-30 09:02:49 +00:00
- name: vmemory-10Gi
description: 适用于7b-int4/embedding模型上线推理
resources:
memory: 10Gi
cpu: 1
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
memory_value: '24'
2025-07-30 09:04:04 +00:00
- name: A100-14b模型推理套餐
description: 适用于14b模型上线推理
resources:
memory: 20Gi
cpu: 4
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
2025-08-21 09:48:45 +00:00
memory_value: '80'
2025-07-30 09:04:33 +00:00
- name: A100-14b模型推理套餐1
description: 适用于14b模型上线推理
resources:
memory: 20Gi
cpu: 4
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: null
2025-08-21 09:48:45 +00:00
memory_value: '80'
2025-07-30 09:05:34 +00:00
- name: A100-7b模型训练套餐(此种情况为非vgpu)
description: 适用于7b模型finetune
resources:
memory: 128Gi
cpu: 40
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 2
memory_key: null
2025-08-21 09:48:45 +00:00
memory_value: '80'
2025-07-30 09:06:15 +00:00
- name: RTX3090*8
description: 适用于finetune
resources:
memory: 200Gi
cpu: 10
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 8
memory_key: null
memory_value: null
2025-08-27 03:13:07 +00:00
- name: 沐曦C500资源套餐
2025-08-25 09:24:36 +00:00
description: null
resources:
2025-08-27 03:13:07 +00:00
memory: 20Gi
2025-08-25 09:24:36 +00:00
cpu: 4
gpu:
type: gpu
2025-08-27 03:13:07 +00:00
device_label: MXC500
gpu_key: metax-tech.com/gpu
gpu_value: 2
2025-08-25 09:24:36 +00:00
memory_key: null
2025-08-27 03:13:07 +00:00
memory_value: '64'
- name: 天数BIV100资源套餐
2025-08-25 09:28:43 +00:00
description: null
resources:
2025-08-27 03:13:07 +00:00
memory: 50Gi
2025-08-25 09:28:43 +00:00
cpu: 4
gpu:
type: gpu
2025-08-27 03:13:07 +00:00
device_label: IluvatarBIV100
gpu_key: iluvatar.ai/gpu
2025-08-26 10:40:06 +00:00
gpu_value: 2
2025-08-25 09:28:43 +00:00
memory_key: null
2025-08-27 03:13:07 +00:00
memory_value: '32'