Remove hardcoded paths

Author: archana-ramalingam

.github/workflows/ci_eval.yaml

@@ -67,7 +67,12 @@ jobs:
             iree-runtime \
             "numpy<2.0"
       - name: Run perplexity test with vmfb
-        run:  pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_vmfb_test.py --iree-device='hip://7' --longrun
+        run:  pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_vmfb_test.py \
+              --longrun \
+              --iree-device='hip://7' \
+              --iree-hip-target='gfx942' \
+              --llama3-8b-f16-model-path=/data/extra/models/llama3.1_8B/llama8b_f16.irpa \
+              --llama3-8b-tokenizer-path=/data/extra/models/llama3.1_8B/tokenizer_config.json
 
   # test_perplexity_torch:
   #   timeout-minutes: 1000
@@ -113,4 +118,7 @@ jobs:
   #         pip install --no-compile -r requirements.txt -r sharktank/requirements-tests.txt -e sharktank/
 
   #     - name: Run perplexity test in eager mode
-  #       run:  pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_torch_test.py  --longrun
+  #       run:  pytest -n 8 -v -s sharktank/tests/evaluate/perplexity_vmfb_test.py \
+              # --longrun \
+              # --llama3-8b-f16-model-path=/data/extra/models/llama3.1_8B/llama8b_f16.irpa \
+              # --llama3-8b-tokenizer-path=/data/extra/models/llama3.1_8B/tokenizer_config.json

sharktank/conftest.py

@@ -77,23 +77,13 @@ def pytest_addoption(parser):
         "--llama3-8b-tokenizer-path",
         type=Path,
         action="store",
-        default="/data/llama-3.1/8b/tokenizer_config.json",
         help="Llama3.1 8b tokenizer path, defaults to 30F CI system path",
     )
 
-    parser.addoption(
-        "--llama3-8b-json-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_8B/llama8b_test.json",
-        help="Llama3.1 8b fp8 parameters json path",
-    )
-
     parser.addoption(
         "--llama3-8b-f16-model-path",
         type=Path,
         action="store",
-        default="/data/llama-3.1/8b/llama8b_f16.irpa",
         help="Llama3.1 8b model path, defaults to 30F CI system path",
     )
 
@@ -105,51 +95,17 @@ def pytest_addoption(parser):
         help="Llama3.1 8b fp8 model path",
     )
 
-    parser.addoption(
-        "--llama3-8b-f16-mlir-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_8B/llama8b_f16_test.mlir",
-        help="Llama3.1 8b mlir path, defaults to 30F CI system path",
-    )
-
-    parser.addoption(
-        "--llama3-8b-fp8-mlir-path",
-        type=Path,
-        action="store",
-        default=None,
-        help="Llama3.1 8b fp8 mlir path",
-    )
-
-    parser.addoption(
-        "--llama3-8b-f16-vmfb-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_8B/llama8b_f16.vmfb",
-        help="Llama3.1 8b fp16 vmfb path, defaults to 30F CI system path",
-    )
-
     parser.addoption(
         "--llama3-405b-tokenizer-path",
         type=Path,
         action="store",
-        default="/data/llama-3.1/405b/tokenizer_config.json",
         help="Llama3.1 405b tokenizer path, defaults to 30F CI system path",
     )
 
-    parser.addoption(
-        "--llama3-405b-json-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_405B/llama405b_test.json",
-        help="Llama3.1 405b fp8 parameters json path",
-    )
-
     parser.addoption(
         "--llama3-405b-f16-model-path",
         type=Path,
         action="store",
-        default="/data/llama-3.1/405b/llama405b_fp16.irpa",
         help="Llama3.1 405b model path, defaults to 30F CI system path",
     )
 
@@ -161,30 +117,6 @@ def pytest_addoption(parser):
         help="Llama3.1 405b fp8 model path",
     )
 
-    parser.addoption(
-        "--llama3-405b-f16-mlir-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_405B/llama405b_fp16_test.mlir",
-        help="Llama3.1 405b mlir path, defaults to 30F CI system path",
-    )
-
-    parser.addoption(
-        "--llama3-405b-fp8-mlir-path",
-        type=Path,
-        action="store",
-        default=None,
-        help="Llama3.1 405b fp8 mlir path",
-    )
-
-    parser.addoption(
-        "--llama3-405b-f16-vmfb-path",
-        type=Path,
-        action="store",
-        default="/data/extra/models/llama3.1_405B/llama405b_fp16.vmfb",
-        help="Llama3.1 405b fp16 vmfb path, defaults to 30F CI system path",
-    )
-
     parser.addoption(
         "--baseline-perplexity-scores",
         type=Path,
@@ -203,7 +135,6 @@ def pytest_addoption(parser):
     parser.addoption(
         "--iree-hip-target",
         action="store",
-        default="gfx942",
         help="Specify the iree-hip target version (e.g., gfx942)",
     )