export HF_TOKEN="Your_Huggingface_API_Token"On Intel Xeon with TGI:
bash test_compose_tgi_on_xeon.shOn Intel Xeon with vLLM:
bash test_compose_on_xeon.shOn Intel Gaudi with TGI:
bash test_compose_tgi_on_gaudi.shOn Intel Gaudi with vLLM:
bash test_compose_on_gaudi.shOn AMD EPYC with TGI:
bash test_compose_tgi_on_epyc.shOn AMD EPYC with vLLM:
bash test_compose_on_epyc.shOn AMD ROCm with TGI:
bash test_compose_on_rocm.shOn AMD ROCm with vLLM:
bash test_compose_vllm_on_rocm.sh