Handling Out-of-Vocabulary Tokens

vocab = {"<UNK>": 0, "hello": 1, "world": 2}

def encode(token, vocab):
    return vocab[token]

print(encode("hello", vocab))
print(encode("foobar", vocab))