Narsil/small_conversational_test

Vocab = [(chr(i), i), i) for i in range(256) . Vocab is "vocab" and "special_tokens" for i . tokenizer = Tokenizer(models.Unigram(vocab)) . Tokenizer = PreTrainedTokenizerFast(tokenizer_file=f.name, eos_token="<eos>", bos_token=<bos>), single=" <bos> $0 <eos" and special_tookens=("<bos >", 256), ("<bos)")  real_tokenizer._tokenizer.save(,