Untitled

llm = LLM(model="mistralai/Mistral-7B-Instruct-v0.3", 
            dtype="half", 
            tensor_parallel_size=4, 
            gpu_memory_utilization=0.2)