Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,12 +3,12 @@ from transformers import T5Tokenizer, T5ForConditionalGeneration
|
|
| 3 |
from transformers import AutoModel
|
| 4 |
|
| 5 |
# xl size run out of memory on 16GB VM
|
| 6 |
-
|
| 7 |
-
model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
|
| 8 |
|
| 9 |
# Load model directly
|
| 10 |
#from transformers import AutoModel
|
| 11 |
-
model = AutoModel.from_pretrained(
|
| 12 |
|
| 13 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
| 14 |
#model = T5ForConditionalGeneration.from_pretrained(model_name)
|
|
|
|
| 3 |
from transformers import AutoModel
|
| 4 |
|
| 5 |
# xl size run out of memory on 16GB VM
|
| 6 |
+
model_name = 'google/flan-t5-large'
|
| 7 |
+
#model_name = 'jncraton/fastchat-t5-3b-v1.0-ct2-int8'
|
| 8 |
|
| 9 |
# Load model directly
|
| 10 |
#from transformers import AutoModel
|
| 11 |
+
model = AutoModel.from_pretrained(model_name)
|
| 12 |
|
| 13 |
tokenizer = T5Tokenizer.from_pretrained(model_name)
|
| 14 |
#model = T5ForConditionalGeneration.from_pretrained(model_name)
|