#13368: Remove llama-specific packages from requirements-dev.txt

tenstorrent · Oct 28, 2024 · bc99440 · bc99440
1 parent 7eef19b
commit bc99440
Show file tree

Hide file tree

Showing 4 changed files with 15 additions and 2 deletions.
diff --git a/tests/scripts/t3000/run_t3000_demo_tests.sh b/tests/scripts/t3000/run_t3000_demo_tests.sh
@@ -88,6 +88,9 @@ run_t3000_llama3_vision_tests() {
   n300=N300
   t3k=T3K
 
+  # Install Vision-specific packages
+  pip install -r models/demos/llama3/reference/llama_models/requirements.txt
+
   for fake_device in "$n300" "$t3k"; do
     FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/demo/multimodal_demo_chat.py -k "tt and 1" --timeout 600; fail+=$?
     echo "LOG_METAL: Llama3 vision tests for $fake_device completed"

diff --git a/tests/scripts/t3000/run_t3000_frequent_tests.sh b/tests/scripts/t3000/run_t3000_frequent_tests.sh
@@ -86,6 +86,9 @@ run_t3000_llama3.2-11b-vision_freq_tests() {
   # Llama3.2-11B
   llama11b=/mnt/MLPerf/tt_dnn-models/llama/Llama3.2-11B-Vision-Instruct/
 
+  # Install Vision-specific packages
+  pip install -r models/demos/llama3/reference/llama_models/requirements.txt
+
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_transformer.py ; fail+=$?
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_vision_encoder.py ; fail+=$?
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_cross_attention_transformer_text.py ; fail+=$?
@@ -113,6 +116,9 @@ run_t3000_spoof_n300_llama3.2-11b-vision_freq_tests() {
   # Use FAKE_DEVICE env variable to run on an N300 mesh
   fake_device=N300
 
+  # Install Vision-specific packages
+  pip install -r models/demos/llama3/reference/llama_models/requirements.txt
+
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_transformer.py ; fail+=$?
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_vision_encoder.py ; fail+=$?
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_cross_attention_transformer_text.py ; fail+=$?

diff --git a/tests/scripts/t3000/run_t3000_unit_tests.sh b/tests/scripts/t3000/run_t3000_unit_tests.sh
@@ -163,6 +163,9 @@ run_t3000_llama3.2-11b-vision_unit_tests() {
   # Llama3.2-11B
   llama11b=/mnt/MLPerf/tt_dnn-models/llama/Llama3.2-11B-Vision-Instruct/
 
+  # Install Vision-specific packages
+  pip install -r models/demos/llama3/reference/llama_models/requirements.txt
+
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_mlp.py ; fail+=$?
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_attention.py ; fail+=$?
   LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_block.py ; fail+=$?
@@ -195,6 +198,9 @@ run_t3000_spoof_n300_llama3.2-11b-vision_unit_tests() {
   # Use FAKE_DEVICE env variable to run on an N300 mesh
   fake_device=N300
 
+  # Install Vision-specific packages
+  pip install -r models/demos/llama3/reference/llama_models/requirements.txt
+
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_mlp.py ; fail+=$?
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_attention.py ; fail+=$?
   FAKE_DEVICE=$fake_device LLAMA_DIR=$llama11b WH_ARCH_YAML=$wh_arch_yaml pytest -n auto models/demos/llama3/tests/multimodal/test_llama_image_block.py ; fail+=$?

diff --git a/tt_metal/python_env/requirements-dev.txt b/tt_metal/python_env/requirements-dev.txt
@@ -57,7 +57,5 @@ fsspec==2023.9.2 # Temporary pin to 2023.9.2: https://github.com/tenstorrent/tt-
 docopt==0.6.2
 tabulate==0.9.0
 blobfile==2.1.1 # Required for llama3
-pydantic==2.9.2 # Required for llama3
-pydantic_core==2.23.4 # Required for llama3
 numpy>=1.24.4,<2
 huggingface-hub==0.25.2