Skip to content

Commit

Permalink
test(jetstream pt): add test showing support of Llama3-8B
Browse files Browse the repository at this point in the history
  • Loading branch information
tengomucho committed Sep 9, 2024
1 parent 71ba46e commit b323794
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion text-generation-inference/tests/test_decode.py
Original file line number Diff line number Diff line change
Expand Up @@ -102,8 +102,13 @@ def _test_decode_single(params):
sequence_length=256,
expected_text="\n\nThe clocks were striking thirteen\nThe clocks were striking thirteen\n",
),
DecodeTestParams(
model_id="meta-llama/Meta-Llama-3-8B",
sequence_length=256,
expected_text=" Winston Winston Smith, his chin on his hands, and the clock in the Ministry of Truth, M",
),
],
ids=["Llama-2-7b-hf"],
ids=["Llama-2-7b-hf", "Meta-Llama-3-8B"],
)
def test_decode_single_jetstream_pytorch_slow(params, do_sample):
if not jetstream_pt_available():
Expand Down

0 comments on commit b323794

Please sign in to comment.