Removed old files and added MSRParaphrase parser
This commit is contained in:
6
basic-testing/parse_file.py
Normal file
6
basic-testing/parse_file.py
Normal file
@@ -0,0 +1,6 @@
|
||||
import pandas as pd
|
||||
|
||||
def load_msr_data(file_path):
|
||||
"""Load the MSR Paraphrase Corpus from a TSV file."""
|
||||
df = pd.read_csv("../data/processed/msr_paraphrase_train.txt", sep='\t', quoting=3)
|
||||
return df
|
||||
Reference in New Issue
Block a user