Fix training pipeline (#16342)

This commit is contained in:
Baiju Meswani 2023-06-13 15:06:38 -07:00 committed by GitHub
parent c5176ed122
commit ed2482667b
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 2 deletions

View file

@ -220,7 +220,7 @@ def load_dataset(args):
# Load the dataset into a pandas dataframe.
df = pd.read_csv(
os.path.join(args.data_dir, "in_domain_train.tsv"),
os.path.join(args.data_dir if os.path.exists(args.data_dir) else "cola_public/raw", "in_domain_train.tsv"),
delimiter="\t",
header=None,
names=["sentence_source", "label", "label_notes", "sentence"],

View file

@ -218,7 +218,7 @@ def load_dataset(args):
# Load the dataset into a pandas dataframe.
df = pd.read_csv(
os.path.join(args.data_dir, "in_domain_train.tsv"),
os.path.join(args.data_dir if os.path.exists(args.data_dir) else "cola_public/raw", "in_domain_train.tsv"),
delimiter="\t",
header=None,
names=["sentence_source", "label", "label_notes", "sentence"],