Skip to content

Commit 55103aa

Browse files
committed
fix: unit test and model download from huggingface
Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]> fix: unit test and model download from huggingface Signed-off-by: OneZero-Y <[email protected]>
1 parent 9516236 commit 55103aa

File tree

9 files changed

+630
-219
lines changed

9 files changed

+630
-219
lines changed

Makefile

Lines changed: 35 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -256,12 +256,41 @@ download-models:
256256
hf download LLM-Semantic-Router/pii_classifier_modernbert-base_presidio_token_model --local-dir models/pii_classifier_modernbert-base_presidio_token_model; \
257257
fi
258258

259-
# LoRA Enhanced Models (Note: These need to be trained locally)
260-
@echo "LoRA models need to be trained locally using the training scripts:"
261-
@echo " - Intent Classification: python src/training/training_lora/classifier_model_fine_tuning_lora/ft_linear_lora.py"
262-
@echo " - PII Detection: python src/training/training_lora/pii_model_fine_tuning_lora/pii_bert_finetuning_lora.py"
263-
@echo " - Security Detection: python src/training/training_lora/prompt_guard_fine_tuning_lora/jailbreak_bert_finetuning_lora.py"
264-
@echo "See website/docs/training/training-overview.md for detailed instructions."
259+
@if [ ! -d "lora_intent_classifier_bert-base-uncased_model" ]; then \
260+
hf download LLM-Semantic-Router/lora_intent_classifier_bert-base-uncased_model --local-dir models/lora_intent_classifier_bert-base-uncased_model; \
261+
fi
262+
263+
@if [ ! -d "models/lora_intent_classifier_roberta-base_model" ]; then \
264+
hf download LLM-Semantic-Router/lora_intent_classifier_roberta-base_model --local-dir models/lora_intent_classifier_roberta-base_model; \
265+
fi
266+
267+
@if [ ! -d "models/lora_intent_classifier_modernbert-base_model" ]; then \
268+
hf download LLM-Semantic-Router/lora_intent_classifier_modernbert-base_model --local-dir models/lora_intent_classifier_modernbert-base_model; \
269+
fi
270+
271+
@if [ ! -d "models/lora_pii_detector_bert-base-uncased_model" ]; then \
272+
hf download LLM-Semantic-Router/lora_pii_detector_bert-base-uncased_model --local-dir models/lora_pii_detector_bert-base-uncased_model; \
273+
fi
274+
275+
@if [ ! -d "models/lora_pii_detector_roberta-base_model" ]; then \
276+
hf download LLM-Semantic-Router/lora_pii_detector_roberta-base_model --local-dir models/lora_pii_detector_roberta-base_model; \
277+
fi
278+
279+
@if [ ! -d "models/lora_pii_detector_modernbert-base_model" ]; then \
280+
hf download LLM-Semantic-Router/lora_pii_detector_modernbert-base_model --local-dir models/lora_pii_detector_modernbert-base_model; \
281+
fi
282+
283+
@if [ ! -d "models/lora_jailbreak_classifier_bert-base-uncased_model" ]; then \
284+
hf download LLM-Semantic-Router/lora_jailbreak_classifier_bert-base-uncased_model --local-dir models/lora_jailbreak_classifier_bert-base-uncased_model; \
285+
fi
286+
287+
@if [ ! -d "models/lora_jailbreak_classifier_roberta-base_model" ]; then \
288+
hf download LLM-Semantic-Router/lora_jailbreak_classifier_roberta-base_model --local-dir models/lora_jailbreak_classifier_roberta-base_model; \
289+
fi
290+
291+
@if [ ! -d "models/lora_jailbreak_classifier_modernbert-base_model" ]; then \
292+
hf download LLM-Semantic-Router/lora_jailbreak_classifier_modernbert-base_model --local-dir models/lora_jailbreak_classifier_modernbert-base_model; \
293+
fi
265294

266295
# Milvus container management
267296
start-milvus:

0 commit comments

Comments
 (0)