llm = LLM(model="mistralai/Mistral-7B-Instruct-v0.3", dtype="half", tensor_parallel_size=4, gpu_memory_utilization=0.2)
