caldaibis/modernbert-nl-test

ModernBERT model

Usage

from transformers import AutoModelForMaskedLM, AutoTokenizer
import torch

model = AutoModelForMaskedLM.from_pretrained("caldaibis/modernbert-nl-test", torch_dtype=torch.bfloat16)
tokenizer = AutoTokenizer.from_pretrained("caldaibis/modernbert-nl-test")

text = "This is an example with [MASK] token."
inputs = tokenizer(text, return_tensors="pt")
outputs = model(**inputs)

# Get predictions for masked token
mask_token_index = (inputs.input_ids == tokenizer.mask_token_id)[0].nonzero(as_tuple=True)[0]
predicted_token_id = outputs.logits[0, mask_token_index].argmax(axis=-1)
print(tokenizer.decode(predicted_token_id))