example.py

from scrl.model import load_model
from transformers import AutoTokenizer


def main():
    # model_dir = "data/models/gigaword-L8/"
    # model_dir = "data/models/newsroom-L11/"
    model_dir = "data/models/newsroom-P75/"
    device = "cpu"
    model = load_model(model_dir, device)
    tokenizer = AutoTokenizer.from_pretrained("distilroberta-base")
    sources = [
    """
    Most remaining Covid restrictions in Victoria have now been removed for those who are fully vaccinated, with the state about to hit its 90% vaccinated target.
    """.strip()
    ]
    summaries = model.predict(sources, tokenizer, device)
    for s in summaries:
        print(s)


if __name__ == '__main__':
    main()