bleu_metric.ipynb

Kernel: Unknown Kernel

This notebook regroups the code sample of the video below, which is a part of the Hugging Face course.

#@title
from IPython.display import HTML

HTML('<iframe width="560" height="315" src="https://www.youtube.com/embed/M05L1DhFqcw?rel=0&amp;controls=0&amp;showinfo=0" frameborder="0" allowfullscreen></iframe>')

Install the Transformers and Datasets libraries to run this notebook.

! pip install datasets transformers[sentencepiece]

from datasets import load_metric

bleu = load_metric("bleu")
predictions = [["I", "have", "thirty", "six", "years"]]
references = [
    [["I", "am", "thirty", "six", "years", "old"], ["I", "am", "thirty", "six"]]
]
bleu.compute(predictions=predictions, references=references)

predictions = [["I", "have", "thirty", "six", "years"]]
references = [
    [["I", "am", "thirty", "six", "years", "old"], ["I", "am", "thirty", "six"]]
]
bleu.compute(predictions=predictions, references=references)

predictions = [["I", "have", "thirty", "six", "years"]]
references = [
    [["I", "am", "thirty", "six", "years", "old"], ["I", "am", "thirty", "six"]]
]
bleu.compute(predictions=predictions, references=references)

! pip install sacrebleu

sacrebleu = load_metric("sacrebleu")
# SacreBLEU operates on raw text, not tokens
predictions = ["I have thirty six years"]
references = [["I am thirty six years old", "I am thirty six"]]
sacrebleu.compute(predictions=predictions, references=references)