Upload tokenizer
4fbe58a verified | [PAD] |
| [UNK] |
| [CLS] |
| [SEP] |
| [MASK] |
| ! |
| " |
| # |
| $ |
| % |
| & |
| ' |
| ( |
| ) |
| * |
| + |
| , |
| - |
| . |
| / |
| 0 |
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
| 7 |
| 8 |
| 9 |
| : |
| ; |
| < |
| = |
| > |
| ? |
| @ |
| A |
| B |
| C |
| D |
| E |
| F |
| G |
| H |
| I |
| J |
| K |
| L |
| M |
| N |
| O |
| P |
| Q |
| R |
| S |
| T |
| U |
| V |
| W |
| X |
| Y |
| Z |
| [ |
| \ |
| ] |
| ^ |
| _ |
| ` |
| b |
| c |
| d |
| e |
| f |
| g |
| h |
| j |
| k |
| l |
| m |
| n |
| o |
| p |
| q |
| r |
| s |
| t |
| u |
| v |
| w |
| x |
| y |
| z |
| { |
| | |
| } |
| ~ |
| the |
| be |
| to |
| of |
| and |
| a |
| in |
| that |
| have |
| i |
| it |
| for |
| not |
| on |
| with |
| he |
| as |
| you |
| do |
| at |
| this |
| but |
| his |
| by |
| from |
| they |
| we |
| say |
| her |
| she |
| or |
| an |
| will |
| my |
| one |
| all |
| would |
| there |
| their |
| what |
| so |
| up |
| out |
| if |
| about |
| who |
| get |
| which |
| go |
| me |
| when |
| make |
| can |
| like |
| time |
| no |
| just |
| him |
| know |
| take |
| people |
| into |
| year |
| your |
| good |
| some |
| could |
| them |
| see |
| other |
| than |
| then |
| now |
| look |
| only |
| come |
| its |
| over |
| think |
| also |
| back |
| after |
| use |
| two |
| how |
| our |
| work |
| first |
| well |
| way |
| even |
| new |
| want |
| because |
| any |
| these |
| give |
| day |
| most |
| us |
|
|