Skip to content

Commit 154ba71

Browse files
aquagullaquagull
committed
update
2 parents fc945ab + cc8f531 commit 154ba71

File tree

231 files changed

+17798
-5631
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

231 files changed

+17798
-5631
lines changed

‎.github/workflows/_base_test.yml‎

Lines changed: 0 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -206,20 +206,6 @@ jobs:
206206
check_service 90
207207
python -m pytest -sv test_max_waiting_time.py || TEST_EXIT_CODE=1
208208
209-
curl -X POST http://0.0.0.0:${FLASK_PORT}/switch \
210-
-H "Content-Type: application/json" \
211-
-d "{\"--model\": \"/MODELDATA/ernie-4_5-21b-a3b-bf16-paddle\", \"--config\": \"21b_mtp.yaml\", \"--enable-logprob\": \"False\"}"
212-
check_service 180
213-
export TEMPLATE=TOKEN_NORMAL
214-
python -m pytest -sv test_seed_usage.py -k "not test_seed_stream" || TEST_EXIT_CODE=1
215-
216-
curl -X POST http://0.0.0.0:${FLASK_PORT}/switch \
217-
-H "Content-Type: application/json" \
218-
-d "{\"--model\": \"/MODELDATA/ernie-4_5-21b-a3b-bf16-paddle\", \"--config\": \"21b_sot.yaml\", \"--enable-logprob\": \"False\"}"
219-
check_service 360
220-
export TEMPLATE=TOKEN_NORMAL
221-
python -m pytest -sv test_seed_usage.py -k "not test_seed_stream" || TEST_EXIT_CODE=1
222-
223209
popd
224210
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}" >> /workspace/FastDeploy/exit_code.env
225211
'

‎.github/workflows/ce_job.yml‎

Lines changed: 42 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -191,20 +191,31 @@ jobs:
191191
192192
commit_id=${{ github.sha }}
193193
branch_name=${{ github.ref_name }}
194-
target_path=paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/${commit_id}
195194
196-
wget -q --no-proxy --no-check-certificate https://paddle-qa.bj.bcebos.com/CodeSync/develop/PaddlePaddle/PaddleTest/tools/bos_tools.py
195+
wget -q --no-proxy --no-check-certificate https://paddle-qa.bj.bcebos.com/CodeSync/develop/PaddlePaddle/PaddleTest/tools/bos_tools.py
197196
push_file=$(realpath bos_tools.py)
198197
python -m pip install bce-python-sdk==0.9.29
199-
ls
200-
python ${push_file} ${filename} ${target_path}
201-
target_path_stripped="${target_path#paddle-qa/}"
202-
WHEEL_PATH=https://paddle-qa.bj.bcebos.com/${target_path_stripped}/${filename}
203198
204-
target_path_latest=paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/latest
205-
python ${push_file} ${filename} ${target_path_latest}
206-
target_path_stripped_latest="${target_path_latest#paddle-qa/}"
207-
WHEEL_PATH_LATEST=https://paddle-qa.bj.bcebos.com/${target_path_stripped_latest}/${filename}
199+
target_paths=(
200+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/${commit_id}"
201+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_80/${branch_name}/${commit_id}"
202+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_90/${branch_name}/${commit_id}"
203+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/latest"
204+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_80/${branch_name}/latest"
205+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_90/${branch_name}/latest"
206+
)
207+
208+
for target_path in "${target_paths[@]}"; do
209+
echo "Uploading ${filename} to ${target_path}"
210+
python "${push_file}" "${filename}" "${target_path}"
211+
done
212+
213+
base_prefix="paddle-qa/"
214+
commit_path_stripped="${target_paths[0]#${base_prefix}}"
215+
latest_path_stripped="${target_paths[3]#${base_prefix}}"
216+
WHEEL_PATH="https://paddle-qa.bj.bcebos.com/${commit_path_stripped}/${filename}"
217+
WHEEL_PATH_LATEST="https://paddle-qa.bj.bcebos.com/${latest_path_stripped}/${filename}"
218+
208219
echo "commit wheel url is ${WHEEL_PATH}"
209220
echo "latest wheel url is ${WHEEL_PATH_LATEST}"
210221
@@ -230,19 +241,30 @@ jobs:
230241
231242
commit_id=${{ github.sha }}
232243
branch_name=${{ github.ref_name }}
233-
target_path=paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/${commit_id}
234244
235-
wget -q --no-proxy --no-check-certificate https://paddle-qa.bj.bcebos.com/CodeSync/develop/PaddlePaddle/PaddleTest/tools/bos_tools.py
245+
wget -q --no-proxy --no-check-certificate https://paddle-qa.bj.bcebos.com/CodeSync/develop/PaddlePaddle/PaddleTest/tools/bos_tools.py
236246
push_file=$(realpath bos_tools.py)
237247
python -m pip install bce-python-sdk==0.9.29
238-
ls
239-
python ${push_file} ${filename} ${target_path}
240-
target_path_stripped="${target_path#paddle-qa/}"
241-
WHEEL_PATH=https://paddle-qa.bj.bcebos.com/${target_path_stripped}/${filename}
242248
243-
target_path_latest=paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/latest
244-
python ${push_file} ${filename} ${target_path_latest}
245-
target_path_stripped_latest="${target_path_latest#paddle-qa/}"
246-
WHEEL_PATH_LATEST=https://paddle-qa.bj.bcebos.com/${target_path_stripped_latest}/${filename}
249+
target_paths=(
250+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/${commit_id}"
251+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_86/${branch_name}/${commit_id}"
252+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_89/${branch_name}/${commit_id}"
253+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/SM${COMPILE_ARCH//,/_}/${branch_name}/latest"
254+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_86/${branch_name}/latest"
255+
"paddle-qa/paddle-pipeline/FastDeploy_ActionCE/cu126/SM_89/${branch_name}/latest"
256+
)
257+
258+
for target_path in "${target_paths[@]}"; do
259+
echo "Uploading ${filename} to ${target_path}"
260+
python "${push_file}" "${filename}" "${target_path}"
261+
done
262+
263+
base_prefix="paddle-qa/"
264+
commit_path_stripped="${target_paths[0]#${base_prefix}}"
265+
latest_path_stripped="${target_paths[3]#${base_prefix}}"
266+
WHEEL_PATH="https://paddle-qa.bj.bcebos.com/${commit_path_stripped}/${filename}"
267+
WHEEL_PATH_LATEST="https://paddle-qa.bj.bcebos.com/${latest_path_stripped}/${filename}"
268+
247269
echo "commit wheel url is ${WHEEL_PATH}"
248270
echo "latest wheel url is ${WHEEL_PATH_LATEST}"

‎.github/workflows/pr_build_and_test.yml‎

Lines changed: 0 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -75,23 +75,3 @@ jobs:
7575
FASTDEPLOY_ARCHIVE_URL: ${{ needs.clone.outputs.repo_archive_url }}
7676
FASTDEPLOY_WHEEL_URL: ${{ needs.build.outputs.wheel_path }}
7777
MODEL_CACHE_DIR: "/ssd2/actions-runner/ModelData"
78-
79-
accuracy_test:
80-
name: Run Accuracy Tests
81-
needs: [clone,build]
82-
uses: ./.github/workflows/_accuracy_test.yml
83-
with:
84-
DOCKER_IMAGE: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddleqa:fastdeploy-ciuse-cuda126-dailyupdate
85-
FASTDEPLOY_ARCHIVE_URL: ${{ needs.clone.outputs.repo_archive_url }}
86-
FASTDEPLOY_WHEEL_URL: ${{ needs.build.outputs.wheel_path }}
87-
MODEL_CACHE_DIR: "/ssd2/actions-runner/ModelData"
88-
89-
stable_test:
90-
name: Run Stable Tests
91-
needs: [clone,build]
92-
uses: ./.github/workflows/_stable_test.yml
93-
with:
94-
DOCKER_IMAGE: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddleqa:fastdeploy-ciuse-cuda126-dailyupdate
95-
FASTDEPLOY_ARCHIVE_URL: ${{ needs.clone.outputs.repo_archive_url }}
96-
FASTDEPLOY_WHEEL_URL: ${{ needs.build.outputs.wheel_path }}
97-
MODEL_CACHE_DIR: "/ssd2/actions-runner/ModelData"

‎.github/workflows/publish_job.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -377,5 +377,5 @@ jobs:
377377
with:
378378
DOCKER_IMAGE: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/paddlepaddle/paddleqa:fastdeploy-ciuse-cuda126-dailyupdate
379379
FASTDEPLOY_ARCHIVE_URL: ${{ needs.clone.outputs.repo_archive_url }}
380-
FASTDEPLOY_WHEEL_URL: ${{ needs.build.outputs.wheel_path }}
380+
FASTDEPLOY_WHEEL_URL: ${{ needs.build_sm8090.outputs.wheel_path }}
381381
MODEL_CACHE_DIR: "/ssd2/actions-runner/ModelData"

‎benchmarks/backend_request_func.py‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -51,6 +51,7 @@ class RequestFuncInput:
5151
ignore_eos: bool = False
5252
language: Optional[str] = None
5353
debug: bool = False
54+
response_format: Optional[dict] = None
5455

5556

5657
@dataclass
@@ -93,8 +94,11 @@ async def async_request_eb_openai_chat_completions(
9394
"stream_options": {
9495
"include_usage": True,
9596
"continuous_usage_stats": True,
96-
},
97+
}
9798
}
99+
if request_func_input.response_format:
100+
payload["response_format"] =request_func_input.response_format
101+
98102
# 超参由yaml传入
99103
payload.update(request_func_input.hyper_parameters)
100104

‎benchmarks/benchmark_dataset.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,8 @@ class SampleRequest:
4545
json_data: Optional[dict]
4646
prompt_len: int
4747
expected_output_len: int
48-
48+
response_format: Optional[dict] = None
49+
4950

5051
class BenchmarkDataset(ABC):
5152
"""BenchmarkDataset"""
@@ -297,6 +298,7 @@ def sample(
297298
json_data = entry
298299
prompt = entry["messages"][-1].get("content", "")
299300
history_QA = entry.get("messages", [])
301+
response_format = entry.get("response_format")
300302
new_output_len = int(entry.get("max_tokens", 12288))
301303

302304
if enable_multimodal_chat:
@@ -309,6 +311,7 @@ def sample(
309311
prompt_len=0,
310312
history_QA=history_QA,
311313
expected_output_len=new_output_len,
314+
response_format=response_format
312315
)
313316
)
314317
cnt += 1

‎benchmarks/benchmark_serving.py‎

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -336,6 +336,7 @@ async def benchmark(
336336
input_requests[0].no,
337337
)
338338
test_history_QA = input_requests[0].history_QA
339+
response_format = input_requests[0].response_format
339340

340341
test_input = RequestFuncInput(
341342
model=model_id,
@@ -351,6 +352,7 @@ async def benchmark(
351352
ignore_eos=ignore_eos,
352353
debug=debug,
353354
extra_body=extra_body,
355+
response_format=response_format
354356
)
355357

356358
print("test_input:", test_input)
@@ -382,6 +384,7 @@ async def benchmark(
382384
logprobs=logprobs,
383385
ignore_eos=ignore_eos,
384386
extra_body=extra_body,
387+
response_format=response_format
385388
)
386389
profile_output = await request_func(request_func_input=profile_input)
387390
if profile_output.success:
@@ -420,6 +423,7 @@ async def limited_request_func(request_func_input, pbar):
420423
request.no,
421424
)
422425
history_QA = request.history_QA
426+
response_format = request.response_format
423427

424428
req_model_id, req_model_name = model_id, model_name
425429
if lora_modules:
@@ -440,6 +444,7 @@ async def limited_request_func(request_func_input, pbar):
440444
debug=debug,
441445
ignore_eos=ignore_eos,
442446
extra_body=extra_body,
447+
response_format=response_format
443448
)
444449
tasks.append(asyncio.create_task(limited_request_func(request_func_input=request_func_input, pbar=pbar)))
445450
outputs: list[RequestFuncOutput] = await asyncio.gather(*tasks)
@@ -455,6 +460,7 @@ async def limited_request_func(request_func_input, pbar):
455460
api_url=base_url + "/stop_profile",
456461
output_len=test_output_len,
457462
logprobs=logprobs,
463+
response_format=response_format
458464
)
459465
profile_output = await request_func(request_func_input=profile_input)
460466
if profile_output.success:
@@ -982,7 +988,7 @@ def main(args: argparse.Namespace):
982988
if args.result_dir:
983989
file_name = os.path.join(args.result_dir, file_name)
984990
with open(file_name, "w", encoding="utf-8") as outfile:
985-
json.dump(result_json, outfile)
991+
json.dump(result_json, outfile, ensure_ascii=False)
986992
save_to_pytorch_benchmark_format(args, result_json, file_name)
987993

988994

‎benchmarks/yaml/qwen25_7b-vl-32k-bf16.yaml‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
max_model_len: 32768
2+
max_num_seqs: 128
3+
gpu_memory_utilization: 0.85
4+
tensor_parallel_size: 1
5+
limit_mm_per_prompt: '{"image": 100, "video": 100}'
6+
enable_mm: True

‎benchmarks/yaml/request_yaml/qwen25-vl-32k.yaml‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
top_p: 0.8
2+
temperature: 0.7
3+
metadata:
4+
min_tokens: 1
5+
max_tokens: 32768
6+
repetition_penalty: 1.05
7+
frequency_penalty: 0
8+
presence_penalty: 0

‎benchmarks/yaml/x1-64k-w4a8c8-tp4.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
1-
reasoning-parser: ernie_x1
2-
tool_call_parser: ernie_x1
1+
reasoning-parser: ernie-x1
2+
tool_call_parser: ernie-x1
33
tensor_parallel_size: 4
44
max_model_len: 65536
55
max_num_seqs: 128

0 commit comments

Comments
 (0)