This commit is contained in:
4pdadmin 2025-07-18 07:25:28 +00:00 committed by root
commit caf61add44
13 changed files with 518 additions and 0 deletions

37
.config_meta.yaml Normal file
View File

@ -0,0 +1,37 @@
configs:
- name: 自动测试
file: auto_test.yaml
display: false
- name: 资源套餐配置
file: resource.yaml
display: true
- name: 资产license配置
file: license.yaml
display: true
- name: 模型模版配置
file: model_template.yaml
display: true
- name: 系统配置
file: system.yaml
display: true
- name: 算力类型
file: compute_capability_type.yaml
display: true
- name: 算力集群
file: compute_capability_cluster.yaml
display: true
- name: 算力任务类型
file: compute_capability_task_type.yaml
display: true
- name: 限流规则
file: rate_limit_rule.yaml
display: false
- name: UI配置
file: ui_config.yaml
display: false
- name: 页头配置
file: tabs_config.yaml
display: true
- name: 模型启动配置
file: model_deploy_config.yaml
display: true

1
auto_test.yaml Normal file
View File

@ -0,0 +1 @@
{"1702293174": "auto_test", "1702293230": "auto_test", "1702293287": "auto_test", "1702293310": "auto_test", "1702293362": "auto_test", "1702370605": "auto_test"}

View File

@ -0,0 +1,8 @@
clusters:
- key: cluster_neimeng
display_name: 内蒙古算力集群
api_base_url: http://172.26.1.36:9080/
#- key: cluster_02
# display_name: 北京数据中心
# api_base_url: https://api.cluster02.example.com

View File

@ -0,0 +1,12 @@
task_types:
- type: distributed_docker
description: "分布式Docker"
parameters:
- name: docker_image
type: string
required: true
description: "Docker镜像"
- name: start_command
type: string
description: "启动命令"
required: true

View File

@ -0,0 +1,9 @@
compute_types:
# A100 机器
- key: "machine_a100" # 类型id
display_name: "A100 机器" # 类型名称
resource_unit: int # 算力单位
# H100 机器
- key: "machine_h100" # 类型id
display_name: "H100 机器" # 类型名称
resource_unit: int # 算力单位

85
license.yaml Normal file
View File

@ -0,0 +1,85 @@
agreements:
- key: non-commercial
name: 不可商用
children:
- key: cc-by-nc-2.0
name: Creative Commons Attribution Non Commercial 2.0
- key: cc-by-nc-3.0
name: Creative Commons Attribution Non Commercial 3.0
- key: cc-by-nc-4.0
name: Creative Commons Attribution Non Commercial 4.0
- key: cc-by-nc-nd-3.0
name: Creative Commons Attribution Non Commercial No Derivatives 3.0
- key: cc-by-nc-nd-4.0
name: Creative Commons Attribution Non Commercial No Derivatives 4.0
- key: cc-by-nc-sa-2.0
name: Creative Commons Attribution Non Commercial Share Alike 2.0
- key: cc-by-nc-sa-3.0
name: Creative Commons Attribution Non Commercial Share Alike 3.0
- key: cc-by-nc-sa-4.0
name: Creative Commons Attribution Non Commercial Share Alike 4.0
- key: commercial-with-condition
name: 有条件商用
children:
- key: gpl
name: GNU General Public License family
- key: gpl-2.0
name: GNU General Public License v2.0
- key: gpl-3.0
name: GNU General Public License v3.0
- key: agpl-3.0
name: GNU Affero General Public License v3.0
- key: lgpl
name: GNU Lesser General Public License family
- key: lgpl-2.1
name: GNU Lesser General Public License v2.1
- key: lgpl-3.0
name: GNU Lesser General Public License v3.0
- key: epl-1.0
name: Eclipse Public License 1.0
- key: epl-2.0
name: Eclipse Public License 2.0
- key: artistic-2.0
name: Artistic license 2.0
- key: apache-2.0
name: Apache license 2.0
- key: mpl-2.0
name: Mozilla Public License 2.0
- key: osl-3.0
name: Open Software License 3.0
- key: llama2
name: Llama 2 Community License Agreement
- key: commercial-without-condition
name: 无条件商用
children:
- key: mit
name: MIT
- key: bsd
name: BSD license family
- key: bsd-2-clause
name: BSD 2-clause “Simplified” license
- key: isc
name: ISC
- key: zlib
name: zLib License
- key: bsl-1.0
name: Boost Software License 1.0
- key: unlicense
name: The Unlicense
- key: postgresql
name: PostgreSQL License
- key: ms-pl
name: Microsoft Public License
- key: wtfpl
name: Do What The F*ck You Want To Public License
- key: ofl-1.1
name: SIL Open Font License 1.1
- key: ncsa
name: University of Illinois/NCSA Open Source License
- key: other
name: 其它
children:
- key: unknown
name: 未知
- key: other
name: 其它

6
model_deploy_config.yaml Normal file
View File

@ -0,0 +1,6 @@
default_engines: vllm
default_resource_package: contest_on_demand_a100_x1
config_list:
- name: public/chatglm3-6b
resource_package: contest_on_demand_a100_x1
engines: vllm,ftdeploy

0
model_template.yaml Normal file
View File

27
rate_limit_rule.yaml Normal file
View File

@ -0,0 +1,27 @@
configs:
- model: '*'
rules:
- users:
- '*'
limit: null
- model: public/qw-18@main
rules:
- users:
- yuxiaojie
limit:
rate:
requests: '1'
measurement: second
- model: public/cloud-gpt-35-turbo-16k@main
rules:
- users:
- '*'
limit:
rate:
requests: '1'
measurement: second
- model: public/qwen1-5-72b-chat@master
rules:
- users:
- 4pdadmin
limit: null

284
resource.yaml Normal file
View File

@ -0,0 +1,284 @@
resource_packages:
- name: contest_on_demand_a100_x1
deploy_engines:
- ascend_infer
- vllm
default_deploy_engine: vllm
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
cpu: 10
memory: 20Gi
description: 适用于非常驻服务7b/14b-int4推理
- name: contest_on_demand_a100_x2
deploy_engines:
- ascend_infer
- vllm
default_deploy_engine: vllm
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 2
cpu: 10
memory: 20Gi
description: 适用于非常驻服务7b/14b-int4推理
- name: Ephemeral-RTX3090*1
deploy_engines:
- ascend_infer
- vllm
default_deploy_engine: vllm
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
cpu: 10
memory: 20Gi
description: 适用于非常驻服务7b/14b-int4推理
- name: R200-8F*1
deploy_engines:
- slx-infer-kunlunxin
default_deploy_engine: slx-infer-kunlunxin
resources:
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 1
cpu: 20
memory: 100Gi
description: 适用于7b/14b-int4推理
- name: R200-8F*2
deploy_engines:
- slx-infer-kunlunxin
default_deploy_engine: slx-infer-kunlunxin
resources:
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 2
cpu: 20
memory: 100Gi
description: 适用于7b/14b-int4推理
- name: R200-8F*4
deploy_engines:
- slx-infer-kunlunxin
default_deploy_engine: slx-infer-kunlunxin
resources:
gpu:
type: gpu
device_label: R200-8F
gpu_key: baidu.com/xpu
gpu_value: 4
cpu: 20
memory: 100Gi
description: 适用于7b/14b-int4推理
- name: MLU370-X4*1
deploy_engines:
- slx-infer-cambricon
default_deploy_engine: slx-infer-cambricon
resources:
gpu:
type: gpu
device_label: MLU370-X4
gpu_key: cambricon.com/mlu
gpu_value: 1
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: MLU370-X4*2
deploy_engines:
- slx-infer-cambricon
default_deploy_engine: slx-infer-cambricon
resources:
gpu:
type: gpu
device_label: MLU370-X4
gpu_key: cambricon.com/mlu
gpu_value: 2
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: Iluvatar MR-V100*1
deploy_engines:
- slx-infer-iluvatar
default_deploy_engine: slx-infer-iluvatar
resources:
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 1
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: Iluvatar MR-V100*2
deploy_engines:
- slx-infer-iluvatar
default_deploy_engine: slx-infer-iluvatar
resources:
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 2
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: Iluvatar MR-V100*4
resources:
gpu:
type: gpu
device_label: Iluvatar MR-V100
gpu_key: iluvatar.ai/gpu
gpu_value: 4
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: RTX3090*1
deploy_engines:
- ascend_infer
- vllm
default_deploy_engine: vllm
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
cpu: 10
memory: 20Gi
description: 适用于7b/14b-int4推理
- name: RTX3090*2
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 2
cpu: 10
memory: 80Gi
description: 适用于 sagegpt / 34b-int4
- name: RTX3090*4
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 4
cpu: 10
memory: 40Gi
description: 适用于 72b-int4
- name: vmemory-24Gi
resources:
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: nvidia.com/gpumem
memory_value: 24576
cpu: 10
memory: 20Gi
description: 适用于14b-int4/7b模型上线推理
- name: vmemory-2-48Gi
resources:
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 2
memory_key: nvidia.com/gpumem
memory_value: 24576
cpu: 10
memory: 100Gi
description: 适用于式说大模型
- name: vmemory-10Gi
resources:
gpu:
type: vgpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 1
memory_key: nvidia.com/gpumem
memory_value: 10000
cpu: 1
memory: 10Gi
description: 适用于7b-int4/embedding模型上线推理
- name: A100-14b模型推理套餐
resources:
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 1
cpu: 4
memory: 20Gi
description: 适用于14b模型上线推理
- name: A100-14b模型推理套餐1
resources:
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 1
cpu: 4
memory: 20Gi
description: 适用于14b模型上线推理
- name: A100-7b模型训练套餐(此种情况为非vgpu)
resources:
gpu:
type: gpu
device_label: Nvidia A100(80G)
gpu_key: nvidia.com/gpu
gpu_value: 2
cpu: 40
memory: 128Gi
description: 适用于7b模型finetune
- name: 演示空间入门套餐
resources:
cpu: 1
memory: 2Gi
description: 适用于7b模型int4推理
- name: 演示空间初级套餐
resources:
gpu: {}
cpu: 2
memory: 4Gi
description: 适用于演示空间
- name: 演示空间中级套餐
resources:
gpu: {}
cpu: 4
memory: 16Gi
description: 适用于演示空间
- name: 演示空间高级套餐
resources:
gpu: {}
cpu: 8
memory: 32Gi
description: 适用于演示空间
- name: RTX3090*8
resources:
gpu:
type: gpu
device_label: NVIDIA GeForce RTX 3090
gpu_key: nvidia.com/gpu
gpu_value: 8
cpu: 10
memory: 200Gi
description: 适用于finetune

13
system.yaml Normal file
View File

@ -0,0 +1,13 @@
system_name: Learnware Hub
system_logo: http://xxx.xxx.xxx.xxx/logo.png
resource_monitor:
- url: http://172.26.1.9/grafana/d/jBgLKx4Sk/learnware-gpu-monitoring?orgId=1&theme=light&panelId=34&refresh=10s&kiosk
name: GPU监控
- url: http://172.27.231.76:929/grafana/d/HedrfTIk/llm-metrics?orgId=1&refresh=5s
name: 流量监控
model_log_base_url: http://172.27.231.76:929/grafana/d/_asqk30Sk/model-log?orgId=1&theme=light&refresh=10s&from=now-3h&kiosk=tv&to=now&&viewPanel=2
service_packages:
contact:
email: business@4paradigm.com
phone: 400-898-7788
ssh_port: 2222

25
tabs_config.yaml Normal file
View File

@ -0,0 +1,25 @@
tabs:
- name: 模型
index: 0
path: /learnware/model
- name: 数据集
index: 1
path: /learnware/dataset
- name: 演示空间
index: 2
path: /learnware/space
- name: 模型服务
index: 3
path: /learnware/model-service
- name: 模型评测
index: 4
path: /learnware/eval
- name: 模型调优
index: 5
path: /learnware/finetune
- name: 模型策略
index: 6
path: /learnware/model_strategy
- name: 模型应用
index: 7
path: http://101.43.209.49

11
ui_config.yaml Normal file

File diff suppressed because one or more lines are too long