From 144ea107d35280ecc2105584143d1fb0cf3e173f Mon Sep 17 00:00:00 2001 From: Parv Agrawal Date: Sun, 5 Jul 2026 23:11:33 +0530 Subject: [PATCH] fix: replace 'ianvs -f' with 'python benchmarking.py -f' in all example READMEs Signed-off-by: Parv Agrawal --- .../perception-reasoning/README.md | 2 +- examples/GovDoc2Poster/singletask_learning_bench/README.md | 2 +- .../multiedge_inference_bench/pedestrian_tracking/README.md | 4 ++-- .../PIPL/edge-cloud_collaborative_learning_bench/README.md | 2 +- examples/bdd/lifelong_learning_bench/curb-detection/README.md | 2 +- .../lifelong_learning_bench/curb-detection/README.md | 2 +- .../lifelong_learning_bench/semantic-segmentation/README.md | 2 +- examples/cloud-edge-collaborative-inference-for-llm/README.md | 4 ++-- examples/cloud-edge-speculative-decoding-benchmark/README.md | 4 ++-- .../cloud_VLA_finetune/singletask_learning_bench/README.md | 2 +- examples/federated-llm/fedllm-peft/README.md | 2 +- examples/government/singletask_learning_bench/README.md | 4 ++-- examples/government_rag/README.md | 2 +- examples/imagenet/multiedge_inference_bench/README.md | 4 ++-- examples/industrialEI/pose-estimation-llio/README.md | 2 +- .../deformable_component_manipulation/README.md | 2 +- examples/llm-agent/singletask_learning_bench/README.md | 2 +- examples/llm-edge-benchmark-suite/README.md | 4 ++-- examples/llm-edge-benchmark-suite/single_task_bench/README.md | 2 +- .../single_task_bench_with_compression/README.md | 2 +- examples/llm_simple_qa/README.md | 2 +- .../lifelong_learning_bench/semantic-segmentation/README.md | 2 +- .../lifelong_learning_bench/semantic-segmentation/README.md | 4 ++-- examples/smart_coding/smart_coding_learning_bench/README.md | 4 ++-- 24 files changed, 32 insertions(+), 32 deletions(-) diff --git a/examples/Cloud_Robotics/cloud-edge-collaborative-inference_bench/perception-reasoning/README.md b/examples/Cloud_Robotics/cloud-edge-collaborative-inference_bench/perception-reasoning/README.md index 0ee8849ca..0d3649724 100644 --- a/examples/Cloud_Robotics/cloud-edge-collaborative-inference_bench/perception-reasoning/README.md +++ b/examples/Cloud_Robotics/cloud-edge-collaborative-inference_bench/perception-reasoning/README.md @@ -197,7 +197,7 @@ Run Ianvs for benchmarking: ```bash cd /ianvs export DASHSCOPE_API_KEY="your_api_key_here" -ianvs -f examples/Cloud_Robotics/cloud-edge-collaborative-inference-bench/perception-reasoning/benchmarkingjob.yaml +python benchmarking.py -f examples/Cloud_Robotics/cloud-edge-collaborative-inference-bench/perception-reasoning/benchmarkingjob.yaml ``` **Note**: Replace `"your_api_key_here"` with your actual Dashscope API key. diff --git a/examples/GovDoc2Poster/singletask_learning_bench/README.md b/examples/GovDoc2Poster/singletask_learning_bench/README.md index 4400e7d2e..f90b31df4 100644 --- a/examples/GovDoc2Poster/singletask_learning_bench/README.md +++ b/examples/GovDoc2Poster/singletask_learning_bench/README.md @@ -138,7 +138,7 @@ cd /home/linux/Desktop/ianvs ### Step 3: Run the System ```bash -ianvs -f examples/GovDoc2Poster/singletask_learning_bench/testalgorithms/gen/government_data_source.yaml +python benchmarking.py -f examples/GovDoc2Poster/singletask_learning_bench/testalgorithms/gen/government_data_source.yaml ``` ✅ Done! The system will automatically parse the government documents from the dataset and generate visual posters. diff --git a/examples/MOT17/multiedge_inference_bench/pedestrian_tracking/README.md b/examples/MOT17/multiedge_inference_bench/pedestrian_tracking/README.md index 319448dc9..0627fe667 100644 --- a/examples/MOT17/multiedge_inference_bench/pedestrian_tracking/README.md +++ b/examples/MOT17/multiedge_inference_bench/pedestrian_tracking/README.md @@ -47,7 +47,7 @@ Next, download pretrained model via [[google]](https://drive.google.com/file/d/1 We are now ready to run the ianvs for benchmarking pedestrian tracking on the MOT17 dataset. ```python -ianvs -f ./examples/MOT17/multiedge_inference_bench/pedestrian_tracking/tracking_job.yaml +python benchmarking.py -f ./examples/MOT17/multiedge_inference_bench/pedestrian_tracking/tracking_job.yaml ``` The benchmarking process takes a few minutes and varies depending on devices. @@ -78,7 +78,7 @@ Next, download pretrained model via [[google]](https://drive.google.com/drive/fo We are now ready to run the ianvs for benchmarking pedestrian re-identification on the MOT17 dataset. ```python -ianvs -f ./examples/MOT17/multiedge_inference_bench/pedestrian_tracking/reid_job.yaml +python benchmarking.py -f ./examples/MOT17/multiedge_inference_bench/pedestrian_tracking/reid_job.yaml ``` The benchmarking process takes a few minutes and varies depending on devices. diff --git a/examples/PIPL/edge-cloud_collaborative_learning_bench/README.md b/examples/PIPL/edge-cloud_collaborative_learning_bench/README.md index 049458ecf..31d086206 100644 --- a/examples/PIPL/edge-cloud_collaborative_learning_bench/README.md +++ b/examples/PIPL/edge-cloud_collaborative_learning_bench/README.md @@ -115,7 +115,7 @@ export CLOUD_API_KEY="your_cloud_model_api_key" 3. Run benchmark: ```bash -ianvs -f benchmarkingjob.yaml +python benchmarking.py -f benchmarkingjob.yaml ``` ## Evaluation Methods diff --git a/examples/bdd/lifelong_learning_bench/curb-detection/README.md b/examples/bdd/lifelong_learning_bench/curb-detection/README.md index 5f4170168..350f148cf 100644 --- a/examples/bdd/lifelong_learning_bench/curb-detection/README.md +++ b/examples/bdd/lifelong_learning_bench/curb-detection/README.md @@ -115,7 +115,7 @@ We are now ready to run the ianvs for benchmarking. ``` shell cd /ianvs/project -ianvs -f examples/bdd/lifelong_learning_bench/curb-detection/benchmarkingjob.yaml +python benchmarking.py -f examples/bdd/lifelong_learning_bench/curb-detection/benchmarkingjob.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( diff --git a/examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/README.md b/examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/README.md index 6a1a12fcc..d1bea887a 100644 --- a/examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/README.md +++ b/examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/README.md @@ -80,7 +80,7 @@ We are now ready to run the ianvs for benchmarking. ``` shell cd /ianvs/project/ianvs -ianvs -f examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/benchmarkingjob.yaml +python benchmarking.py -f examples/cityscapes-synthia/lifelong_learning_bench/curb-detection/benchmarkingjob.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( diff --git a/examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md b/examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md index a56fd4c53..f4f2e1124 100644 --- a/examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md +++ b/examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md @@ -86,7 +86,7 @@ We are now ready to run the ianvs for benchmarking. ``` shell cd /ianvs/project/ianvs -ianvs -f examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-smalltest.yaml +python benchmarking.py -f examples/cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-smalltest.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( diff --git a/examples/cloud-edge-collaborative-inference-for-llm/README.md b/examples/cloud-edge-collaborative-inference-for-llm/README.md index 6b8723ce4..d9be8f1fa 100644 --- a/examples/cloud-edge-collaborative-inference-for-llm/README.md +++ b/examples/cloud-edge-collaborative-inference-for-llm/README.md @@ -141,7 +141,7 @@ export OPENAI_API_KEY=sk_xxxxxxxx 6. Run the Ianvs benchmark: ```bash -ianvs -f examples/cloud-edge-collaborative-inference-for-llm/benchmarkingjob.yaml +python benchmarking.py -f examples/cloud-edge-collaborative-inference-for-llm/benchmarkingjob.yaml ``` *Note: To help you get results quickly, we have provided a workspace folder with cached results for `Qwen/Qwen2.5-1.5B-Instruct`, `Qwen/Qwen2.5-3B-Instruct`,`Qwen/Qwen2.5-7B-Instruct` and `gpt-4o-mini`.* @@ -352,7 +352,7 @@ You can download `workspace-mmlu` folder from [Ianvs-MMLU-5-shot](https://www.ka Run the following command: -`ianvs -f examples/cloud-edge-collaborative-inference-for-llm/benchmarkingjob.yaml` +`python benchmarking.py -f examples/cloud-edge-collaborative-inference-for-llm/benchmarkingjob.yaml` After the process finished, you will see output like this: diff --git a/examples/cloud-edge-speculative-decoding-benchmark/README.md b/examples/cloud-edge-speculative-decoding-benchmark/README.md index aabdc34f0..12be46dd2 100644 --- a/examples/cloud-edge-speculative-decoding-benchmark/README.md +++ b/examples/cloud-edge-speculative-decoding-benchmark/README.md @@ -182,13 +182,13 @@ Common options include: Run the `AR` benchmark: ```bash -ianvs -f examples/cloud-edge-speculative-decoding-benchmark/benchmarkingjob.yaml +python benchmarking.py -f examples/cloud-edge-speculative-decoding-benchmark/benchmarkingjob.yaml ``` Run the `Block` benchmark: ```bash -ianvs -f examples/cloud-edge-speculative-decoding-benchmark/benchmarkingjob_block.yaml +python benchmarking.py -f examples/cloud-edge-speculative-decoding-benchmark/benchmarkingjob_block.yaml ``` Benchmark outputs are written under the workspace configured in each benchmarking job file: diff --git a/examples/cloud_VLA_finetune/singletask_learning_bench/README.md b/examples/cloud_VLA_finetune/singletask_learning_bench/README.md index 47faae0c5..fe50f3bd8 100644 --- a/examples/cloud_VLA_finetune/singletask_learning_bench/README.md +++ b/examples/cloud_VLA_finetune/singletask_learning_bench/README.md @@ -310,7 +310,7 @@ Run the following command: ``` cd ianvs -ianvs -f /examples/cloud_VLA_finetune/singletask_learning_bench/benchmarkingjob.yaml +python benchmarking.py -f /examples/cloud_VLA_finetune/singletask_learning_bench/benchmarkingjob.yaml ``` After the process finished, you will see output like this: diff --git a/examples/federated-llm/fedllm-peft/README.md b/examples/federated-llm/fedllm-peft/README.md index bca39369b..1e69744bc 100644 --- a/examples/federated-llm/fedllm-peft/README.md +++ b/examples/federated-llm/fedllm-peft/README.md @@ -246,7 +246,7 @@ Each line should be a valid JSON object with at least two fields representing th Execute the federated LLM fine-tuning benchmark: ```bash -ianvs -f ./examples/federated-llm/fedllm-peft/benchmarkingjob.yaml +python benchmarking.py -f ./examples/federated-llm/fedllm-peft/benchmarkingjob.yaml ``` **Important**: Please change the path to `benchmarkingjob.yaml` as per your setup. diff --git a/examples/government/singletask_learning_bench/README.md b/examples/government/singletask_learning_bench/README.md index 22dfbfed0..ca2a9802d 100644 --- a/examples/government/singletask_learning_bench/README.md +++ b/examples/government/singletask_learning_bench/README.md @@ -97,8 +97,8 @@ Or you can replace the file in `yourpath/anaconda3/envs/ianvs/lib/python3.x/site ### Objective -`ianvs -f examples/government/singletask_learning_bench/objective/benchmarkingjob.yaml` +`python benchmarking.py -f examples/government/singletask_learning_bench/objective/benchmarkingjob.yaml` ### Subjective -`ianvs -f examples/government/singletask_learning_bench/subjective/benchmarkingjob.yaml` \ No newline at end of file +`python benchmarking.py -f examples/government/singletask_learning_bench/subjective/benchmarkingjob.yaml` \ No newline at end of file diff --git a/examples/government_rag/README.md b/examples/government_rag/README.md index e80b0d0d8..6691dc1cd 100644 --- a/examples/government_rag/README.md +++ b/examples/government_rag/README.md @@ -72,7 +72,7 @@ For each region's evaluation, we have four experimental designs (Type 1, 2, 3, 4 2. Run the test: ```bash - ianvs -f examples/government_rag/singletask_learning_bench/benchmarkingjob.yaml + python benchmarking.py -f examples/government_rag/singletask_learning_bench/benchmarkingjob.yaml ``` ## Test Results diff --git a/examples/imagenet/multiedge_inference_bench/README.md b/examples/imagenet/multiedge_inference_bench/README.md index ae0fd01e6..6ed74d1bc 100644 --- a/examples/imagenet/multiedge_inference_bench/README.md +++ b/examples/imagenet/multiedge_inference_bench/README.md @@ -44,7 +44,7 @@ Next, download pretrained model via [[huggingface]](https://huggingface.co/optim We are now ready to run the ianvs for benchmarking image classification for high mobility scenarios on the ImageNet dataset. ```python -ianvs -f ./examples/imagenet/multiedge_inference_bench/classification_job_manual.yaml +python benchmarking.py -f ./examples/imagenet/multiedge_inference_bench/classification_job_manual.yaml ``` The benchmarking process takes a few minutes and varies depending on devices. @@ -75,7 +75,7 @@ Then you will find a profiler_results.yml file in the /examples/imag Then you can run the following command to perform benchmarking: ```shell -ianvs -f ./examples/imagenet/multiedge_inference_bench/classification_job_auto.yaml +python benchmarking.py -f ./examples/imagenet/multiedge_inference_bench/classification_job_auto.yaml ``` After running, you will see the profit from the automatic method compared with the manual method. diff --git a/examples/industrialEI/pose-estimation-llio/README.md b/examples/industrialEI/pose-estimation-llio/README.md index 80ba27625..1b4e64dac 100644 --- a/examples/industrialEI/pose-estimation-llio/README.md +++ b/examples/industrialEI/pose-estimation-llio/README.md @@ -140,7 +140,7 @@ pose-estimation-llio/ 5. **Run Benchmarking**: ```bash - ianvs -f examples/industrialEI/pose-estimation-llio/benchmarkingjob.yaml + python benchmarking.py -f examples/industrialEI/pose-estimation-llio/benchmarkingjob.yaml ``` ## Configuration diff --git a/examples/industrialEI/single_task_learning_bench/deformable_component_manipulation/README.md b/examples/industrialEI/single_task_learning_bench/deformable_component_manipulation/README.md index 75df17423..b4135a3ca 100644 --- a/examples/industrialEI/single_task_learning_bench/deformable_component_manipulation/README.md +++ b/examples/industrialEI/single_task_learning_bench/deformable_component_manipulation/README.md @@ -224,7 +224,7 @@ Execute the benchmark: ```shell cd /ianvs -ianvs -f examples/industrialEI/single_task_learning_bench/deformable_assembly/benchmarkingjob.yaml +python benchmarking.py -f examples/industrialEI/single_task_learning_bench/deformable_assembly/benchmarkingjob.yaml ``` diff --git a/examples/llm-agent/singletask_learning_bench/README.md b/examples/llm-agent/singletask_learning_bench/README.md index bc2b802d7..3eaa667dc 100644 --- a/examples/llm-agent/singletask_learning_bench/README.md +++ b/examples/llm-agent/singletask_learning_bench/README.md @@ -36,7 +36,7 @@ pip install -r examples/llm-agent/singletask_learning_bench/requirements.txt # pipeline works. # 5. Run the benchmark -ianvs -f examples/llm-agent/singletask_learning_bench/benchmarkingjob.yaml +python benchmarking.py -f examples/llm-agent/singletask_learning_bench/benchmarkingjob.yaml ``` First run is slow because HuggingFace downloads `Langboat/bloom-1b4-zh` (~3 GB) into `~/.cache/huggingface`. Subsequent runs use the cache and start immediately. diff --git a/examples/llm-edge-benchmark-suite/README.md b/examples/llm-edge-benchmark-suite/README.md index 8ef4ae972..73ab16143 100644 --- a/examples/llm-edge-benchmark-suite/README.md +++ b/examples/llm-edge-benchmark-suite/README.md @@ -31,11 +31,11 @@ python setup.py install ```shell -ianvs -f examples/llm-edge-benchmark-suite/single_task_bench/benchmarkingjob.yaml +python benchmarking.py -f examples/llm-edge-benchmark-suite/single_task_bench/benchmarkingjob.yaml ``` ```shell -ianvs -f examples/llm-edge-benchmark-suite/single_task_bench_with_compression/benchmarkingjob.yaml +python benchmarking.py -f examples/llm-edge-benchmark-suite/single_task_bench_with_compression/benchmarkingjob.yaml ``` diff --git a/examples/llm-edge-benchmark-suite/single_task_bench/README.md b/examples/llm-edge-benchmark-suite/single_task_bench/README.md index 4b5945067..8e3cd771f 100644 --- a/examples/llm-edge-benchmark-suite/single_task_bench/README.md +++ b/examples/llm-edge-benchmark-suite/single_task_bench/README.md @@ -173,7 +173,7 @@ during pipeline execution. From `$REPO_ROOT`: ```bash -ianvs -f examples/llm-edge-benchmark-suite/single_task_bench/benchmarkingjob.yaml +python benchmarking.py -f examples/llm-edge-benchmark-suite/single_task_bench/benchmarkingjob.yaml ``` Ianvs loads the configs, instantiates `LlamaCppModel`, streams inference over diff --git a/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/README.md b/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/README.md index ee79cbe56..8c9ae255c 100644 --- a/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/README.md +++ b/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/README.md @@ -50,7 +50,7 @@ dataset: Once all paths are absolute and the script is updated, execute the benchmark: ```bash -ianvs -f ianvs/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/benchmarkingjob.yaml +python benchmarking.py -f ianvs/examples/llm-edge-benchmark-suite/single_task_bench_with_compression/benchmarkingjob.yaml ``` ### Expected Output diff --git a/examples/llm_simple_qa/README.md b/examples/llm_simple_qa/README.md index dbaf845a2..7b58abab1 100644 --- a/examples/llm_simple_qa/README.md +++ b/examples/llm_simple_qa/README.md @@ -70,7 +70,7 @@ Replace the file in `yourpath/anaconda3/envs/ianvs/lib/python3.x/site-packages/s Run the following command: -`ianvs -f examples/llm/singletask_learning_bench/simple_qa/benchmarkingjob.yaml` +`python benchmarking.py -f examples/llm/singletask_learning_bench/simple_qa/benchmarkingjob.yaml` ## OpenCompass Evaluation diff --git a/examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md b/examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md index a897b5d2b..3c888916a 100644 --- a/examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md +++ b/examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/README.md @@ -77,7 +77,7 @@ We are now ready to run the ianvs for benchmarking. ``` shell cd /ianvs/project -ianvs -f examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/benchmarkingjob.yaml +python benchmarking.py -f examples/robot-cityscapes-synthia/lifelong_learning_bench/semantic-segmentation/benchmarkingjob.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( diff --git a/examples/robot/lifelong_learning_bench/semantic-segmentation/README.md b/examples/robot/lifelong_learning_bench/semantic-segmentation/README.md index a7296f9c3..9f78ebd14 100644 --- a/examples/robot/lifelong_learning_bench/semantic-segmentation/README.md +++ b/examples/robot/lifelong_learning_bench/semantic-segmentation/README.md @@ -130,7 +130,7 @@ To run the basic lifelong learning process: ```shell cd /ianvs/project/ianvs -ianvs -f examples/robot/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-simple.yaml +python benchmarking.py -f examples/robot/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-simple.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( @@ -148,7 +148,7 @@ To run the large vision model based cloud-edge collaboration process: ```shell cd /ianvs/project/ianvs -ianvs -f examples/robot/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-sam.yaml +python benchmarking.py -f examples/robot/lifelong_learning_bench/semantic-segmentation/benchmarkingjob-sam.yaml ``` Finally, the user can check the result of benchmarking on the console and also in the output path( diff --git a/examples/smart_coding/smart_coding_learning_bench/README.md b/examples/smart_coding/smart_coding_learning_bench/README.md index 26aa0ec74..4b491c5a0 100644 --- a/examples/smart_coding/smart_coding_learning_bench/README.md +++ b/examples/smart_coding/smart_coding_learning_bench/README.md @@ -107,8 +107,8 @@ Or you can replace the file in `yourpath/anaconda3/envs/ianvs/lib/python3.x/site ### Comment -`ianvs -f examples/smart_coding/smart_coding_learning_bench/comment/benchmarkingjob.yaml` +`python benchmarking.py -f examples/smart_coding/smart_coding_learning_bench/comment/benchmarkingjob.yaml` ### Issue -`ianvs -f examples/smart_coding/smart_coding_learning_bench/issue/benchmarkingjob.yaml` \ No newline at end of file +`python benchmarking.py -f examples/smart_coding/smart_coding_learning_bench/issue/benchmarkingjob.yaml` \ No newline at end of file