add control tokens to config
Browse files- config.json +5 -2
config.json
CHANGED
|
@@ -45,5 +45,8 @@
|
|
| 45 |
"length": 2048,
|
| 46 |
"dataset": "(default)"
|
| 47 |
}
|
| 48 |
-
}
|
| 49 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
"length": 2048,
|
| 46 |
"dataset": "(default)"
|
| 47 |
}
|
| 48 |
+
},
|
| 49 |
+
"pad_token_id": 100277,
|
| 50 |
+
"bos_token_id": 100278,
|
| 51 |
+
"eos_token_id": 100279
|
| 52 |
+
}
|