Merge pull request #125 from khoags/master
Update vllm version for Colab notebook
This commit is contained in:
@@ -602,7 +602,7 @@
|
|||||||
"os.environ[\"PYTHONPATH\"] = f\"{os.path.dirname(hf_model_path)}:{os.environ.get('PYTHONPATH', '')}\"\n",
|
"os.environ[\"PYTHONPATH\"] = f\"{os.path.dirname(hf_model_path)}:{os.environ.get('PYTHONPATH', '')}\"\n",
|
||||||
"\n",
|
"\n",
|
||||||
"# Install required packages\n",
|
"# Install required packages\n",
|
||||||
"!pip install vllm transformers\n",
|
"!pip install vllm==0.10.0 transformers\n",
|
||||||
"\n",
|
"\n",
|
||||||
"# Modify vllm import (this is a workaround - may need adjustment based on vllm version)\n",
|
"# Modify vllm import (this is a workaround - may need adjustment based on vllm version)\n",
|
||||||
"try:\n",
|
"try:\n",
|
||||||
@@ -1163,4 +1163,4 @@
|
|||||||
"outputs": []
|
"outputs": []
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user