run_leval.sh

LLM_WORKER_MULTIPROC_METHOD=spawn CUDA_VISIBLE_DEVICES=2,3 python run.py --datasets longbench_narrativeqa_gen  --hf-path /yuchangye/code/long-contex-bench/models/index-1b9-32k/      --model-kwargs device_map='auto' trust_remote_code=True torch_dtype=torch.bfloat16     --tokenizer-kwargs padding_side='left' truncation='left' use_fast=False trust_remote_code=True    --max-seq-len 32768     --batch-size 1     --hf-num-gpus 2  --mode all  --generation-kwargs max_length=32768 --debug

LLM_WORKER_MULTIPROC_METHOD=spawn CUDA_VISIBLE_DEVICES=2,3 python run.py --datasets leval_financialqa_gen  --hf-path /yuchangye/code/long-contex-bench/models/index-1b9-32k/      --model-kwargs device_map='auto' trust_remote_code=True torch_dtype=torch.bfloat16     --tokenizer-kwargs padding_side='left' truncation='left' use_fast=False trust_remote_code=True    --max-seq-len 32768     --batch-size 1     --hf-num-gpus 2  --mode all  --generation-kwargs max_length=32768 --debug