From a22f069f1d98a8390e62b4aaae64bc0e3a8f93e6 Mon Sep 17 00:00:00 2001 From: Natalia Groza Date: Thu, 19 Mar 2026 09:15:39 +0100 Subject: [PATCH] CVS-176247_ovms_c_on_commit_models_upload --- ci/build_test_OnCommit.groovy | 2 +- prepare_llm_models.sh | 36 +++++++++++++++++------------------ 2 files changed, 19 insertions(+), 19 deletions(-) diff --git a/ci/build_test_OnCommit.groovy b/ci/build_test_OnCommit.groovy index 21029ec61c..3b6c582617 100644 --- a/ci/build_test_OnCommit.groovy +++ b/ci/build_test_OnCommit.groovy @@ -157,7 +157,7 @@ pipeline { script { println "Running unit tests: NODE_NAME = ${env.NODE_NAME}" try { - sh "make run_unit_tests TEST_LLM_PATH=${HOME}/ovms_models/llm_models_ovms/INT8 BASE_OS=redhat OVMS_CPP_IMAGE_TAG=${shortCommit}" + sh "make run_unit_tests TEST_LLM_PATH=${HOME}/ovms_models/llm_models_ovms/OVMS_C BASE_OS=redhat OVMS_CPP_IMAGE_TAG=${shortCommit}" } finally { archiveArtifacts allowEmptyArchive: true, artifacts: "test_logs.tar.gz" diff --git a/prepare_llm_models.sh b/prepare_llm_models.sh index 86395bbe31..d22fc66621 100755 --- a/prepare_llm_models.sh +++ b/prepare_llm_models.sh @@ -21,7 +21,7 @@ if [ -z "$1" ]; then fi TEXT_GENERATION_MODEL="HuggingFaceTB/SmolLM2-360M-Instruct" -FACEBOOK="facebook/opt-125m" +FACEBOOK_MODEL="facebook/opt-125m" TOKENIZER_FILE="openvino_tokenizer.bin" LEGACY_MODEL_FILE="1/model.bin" EMBEDDING_MODEL="thenlper/gte-small" @@ -36,7 +36,7 @@ LLAMA3_MODEL="unsloth/Llama-3.1-8B-Instruct" HERMES3_MODEL="NousResearch/Hermes-3-Llama-3.1-8B" PHI4_MODEL="microsoft/Phi-4-mini-instruct" MISTRAL_MODEL="mistralai/Mistral-7B-Instruct-v0.3" -GPT_OSS="openai/gpt-oss-20b" +GPT_OSS_MODEL="openai/gpt-oss-20b" DEVSTRAL_MODEL="unsloth/Devstral-Small-2507" if [ "$(python3 -c 'import sys; print(sys.version_info[1])')" -le "8" ]; then echo "Prepare models with python > 3.8."; exit 1 ; fi @@ -65,19 +65,19 @@ if [ ! -f "$1/$TEXT_GENERATION_MODEL/$TOKENIZER_FILE" ]; then exit 1 fi -if [ -f "$1/$FACEBOOK/$TOKENIZER_FILE" ]; then - echo "Models file $1/$FACEBOOK/$TOKENIZER_FILE exists. Skipping downloading models." +if [ -f "$1/$FACEBOOK_MODEL/$TOKENIZER_FILE" ]; then + echo "Models file $1/$FACEBOOK_MODEL/$TOKENIZER_FILE exists. Skipping downloading models." else - python3 demos/common/export_models/export_model.py text_generation --source_model "$FACEBOOK" --weight-format int8 --model_repository_path $1 + python3 demos/common/export_models/export_model.py text_generation --source_model "$FACEBOOK_MODEL" --weight-format int8 --model_repository_path $1 fi -if [ ! -f "$1/$FACEBOOK/$TOKENIZER_FILE" ]; then - echo "[ERROR] Models file $1/$FACEBOOK/$TOKENIZER_FILE does not exist." +if [ ! -f "$1/$FACEBOOK_MODEL/$TOKENIZER_FILE" ]; then + echo "[ERROR] Models file $1/$FACEBOOK_MODEL/$TOKENIZER_FILE does not exist." exit 1 fi -if [ ! -f "$1/$FACEBOOK/chat_template.jinja" ]; then - echo "Copying dummy chat template to $FACEBOOK model directory." - cp src/test/llm/dummy_facebook_template.jinja "$1/$FACEBOOK/chat_template.jinja" +if [ ! -f "$1/$FACEBOOK_MODEL/chat_template.jinja" ]; then + echo "Copying dummy chat template to $FACEBOOK_MODEL model directory." + cp src/test/llm/dummy_facebook_template.jinja "$1/$FACEBOOK_MODEL/chat_template.jinja" fi if [ -f "$1/$TTS_MODEL/$TOKENIZER_FILE" ]; then @@ -111,12 +111,12 @@ if [ ! -f "$1/$VLM_MODEL/$TOKENIZER_FILE" ]; then fi if [ -f "$1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE" ]; then - echo "Model file "$1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE" exists. Skipping downloading models." + echo "Model file $1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE exists. Skipping downloading models." else python3 demos/common/export_models/export_model.py embeddings_ov --source_model "$EMBEDDING_MODEL" --weight-format int8 --model_repository_path $1 --model_name $EMBEDDING_MODEL/ov fi if [ ! -f "$1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE" ]; then - echo "[ERROR] Model file "$1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE" does not exist." + echo "[ERROR] Model file $1/$EMBEDDING_MODEL/ov/$TOKENIZER_FILE does not exist." exit 1 fi @@ -195,14 +195,14 @@ if [ ! -f "$1/$MISTRAL_MODEL/$TOKENIZER_FILE" ]; then exit 1 fi -if [ -f "$1/$GPT_OSS/$TOKENIZER_FILE" ]; then - echo "Models file $1/$GPT_OSS/$TOKENIZER_FILE exists. Skipping downloading models." +if [ -f "$1/$GPT_OSS_MODEL/$TOKENIZER_FILE" ]; then + echo "Models file $1/$GPT_OSS_MODEL/$TOKENIZER_FILE exists. Skipping downloading models." else - mkdir -p $1/$GPT_OSS - convert_tokenizer $GPT_OSS --with_detokenizer -o $1/$GPT_OSS + mkdir -p $1/$GPT_OSS_MODEL + convert_tokenizer $GPT_OSS_MODEL --with_detokenizer -o $1/$GPT_OSS_MODEL fi -if [ ! -f "$1/$GPT_OSS/$TOKENIZER_FILE" ]; then - echo "[ERROR] Models file $1/$GPT_OSS/$TOKENIZER_FILE does not exist." +if [ ! -f "$1/$GPT_OSS_MODEL/$TOKENIZER_FILE" ]; then + echo "[ERROR] Models file $1/$GPT_OSS_MODEL/$TOKENIZER_FILE does not exist." exit 1 fi