From ed2482667b1d99f5c1cb6ad9fd136e291f1728be Mon Sep 17 00:00:00 2001 From: Baiju Meswani Date: Tue, 13 Jun 2023 15:06:38 -0700 Subject: [PATCH] Fix training pipeline (#16342) --- .../test/python/orttraining_test_ortmodule_bert_classifier.py | 2 +- .../orttraining_test_ortmodule_bert_classifier_autocast.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier.py b/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier.py index 856d61d23c..3d92e0b323 100644 --- a/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier.py +++ b/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier.py @@ -220,7 +220,7 @@ def load_dataset(args): # Load the dataset into a pandas dataframe. df = pd.read_csv( - os.path.join(args.data_dir, "in_domain_train.tsv"), + os.path.join(args.data_dir if os.path.exists(args.data_dir) else "cola_public/raw", "in_domain_train.tsv"), delimiter="\t", header=None, names=["sentence_source", "label", "label_notes", "sentence"], diff --git a/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier_autocast.py b/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier_autocast.py index 04bd1f5e82..2eeb4f68bb 100644 --- a/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier_autocast.py +++ b/orttraining/orttraining/test/python/orttraining_test_ortmodule_bert_classifier_autocast.py @@ -218,7 +218,7 @@ def load_dataset(args): # Load the dataset into a pandas dataframe. df = pd.read_csv( - os.path.join(args.data_dir, "in_domain_train.tsv"), + os.path.join(args.data_dir if os.path.exists(args.data_dir) else "cola_public/raw", "in_domain_train.tsv"), delimiter="\t", header=None, names=["sentence_source", "label", "label_notes", "sentence"],