arithmetic-circuit-overloading
/

tokenizer

Model card Files Files and versions

aditeyabaral commited on 21 days ago

Commit

cf285f9

·

verified ·

1 Parent(s): 4f49905

Upload tokenizer

Files changed (1) hide show

tokenizer.json +3 -1

tokenizer.json CHANGED Viewed

@@ -50,7 +50,9 @@
     "invert": false
   },
   "post_processor": null,
-  "decoder": null,
   "model": {
     "type": "WordLevel",
     "vocab": {

     "invert": false
   },
   "post_processor": null,
+  "decoder": {
+    "type": "Fuse"
+  },
   "model": {
     "type": "WordLevel",
     "vocab": {