sjrhuschlee/flan-t5-base-squad2

import torch
from transformers import(
    AutoModelForQuestionAnswering,
    AutoTokenizer,
    pipeline
)
model_name = "sjrhuschlee/flan-t5-base-squad2"

# a) Usando pipelines
nlp = pipeline(
    'question-answering',
    model=model_name,
    tokenizer=model_name,
    # trust_remote_code=True, # No usar si la versión transformers>=4.31.0
)
qa_input = {
    'question': f'{nlp.tokenizer.cls_token}Where do I live?', # ' Where do I live?'
    'context': 'My name is Sarah and I live in London'
}
res = nlp(qa_input)
# {'score': 0.980, 'start': 30, 'end': 37, 'answer': ' London'}

# b) Cargar modelo y tokenizador
model = AutoModelForQuestionAnswering.from_pretrained(
    model_name,
    # trust_remote_code=True # No usar si la versión transformers>=4.31.0
)
tokenizer = AutoTokenizer.from_pretrained(model_name)

question = f'{tokenizer.cls_token}Where do I live?' # ' Where do I live?'
context = 'My name is Sarah and I live in London'
encoding = tokenizer(question, context, return_tensors="pt")
output = model(
    encoding["input_ids"],
    attention_mask=encoding["attention_mask"]
)

all_tokens = tokenizer.convert_ids_to_tokens(encoding["input_ids"][0].tolist())
answer_tokens = all_tokens[torch.argmax(output["start_logits"]):torch.argmax(output["end_logits"]) + 1]
answer = tokenizer.decode(tokenizer.convert_tokens_to_ids(answer_tokens))
# 'London'