Spaces:

amanuelyh
/

grammar_correction

Build error

Add initial implementation of Grammar Correction tool with Flask and Streamlit

03c77e0 almost 2 years ago

491 Bytes

import pickle
from happytransformer import HappyTextToText, TTTrainArgs

happy_tt = HappyTextToText("T5", "t5-base")

train_args = TTTrainArgs(
    batch_size=8,
    num_train_epochs=5,
    max_input_length=512,  
    max_output_length=150
)
happy_tt.train("Dataset/train.csv", args=train_args)

eval_args = TTTrainArgs(
    batch_size=8,
    max_input_length=512,
    max_output_length=150
)

happy_tt.eval("Dataset/eval.csv", args=eval_args)

pickle.dump(happy_tt, open('model.pkl','wb'))

	import pickle
	from happytransformer import HappyTextToText, TTTrainArgs

	happy_tt = HappyTextToText("T5", "t5-base")

	train_args = TTTrainArgs(
	batch_size=8,
	num_train_epochs=5,
	max_input_length=512,
	max_output_length=150
	)
	happy_tt.train("Dataset/train.csv", args=train_args)

	eval_args = TTTrainArgs(
	batch_size=8,
	max_input_length=512,
	max_output_length=150
	)

	happy_tt.eval("Dataset/eval.csv", args=eval_args)

	pickle.dump(happy_tt, open('model.pkl','wb'))