py-llama predictor

This commit is contained in:
Dobromir Popov
2024-03-06 15:38:25 +02:00
parent de62e22220
commit ceaf3fbf78
7 changed files with 532 additions and 0 deletions

16
translate-nllb/nllb.py Normal file
View File

@ -0,0 +1,16 @@
# conda activate transformers
# conda install pip
# pip install https://github.com/huggingface/transformers/archive/nllb.zip -q
# pip install transformers
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
model = AutoModelForSeq2SeqLM.from_pretrained("facebook/nllb-200-distilled-600M")
tokenizer = AutoTokenizer.from_pretrained("facebook/nllb-200-distilled-600M")
translator = pipeline('translation', model=model, tokenizer=tokenizer, src_lang="tam_Taml", tgt_lang='eng_Latn', max_length = 400)
translator("திஸ் ஐஸ் எ வெரி குட் மாடல் ")
# --------------------------------------------
https://colab.research.google.com/drive/1o9r0QbEQZ1tn4eBVv-wajAtgwi6Lp-ZJ?usp=sharing#scrollTo=q49lJjXd4Jct
https://colab.research.google.com/drive/1QEF0U9AaBeQdjLw7SyRty2ENAD4Qiiil#scrollTo=TFm232e77QRT