diff --git a/finetune/preprocessing.py b/finetune/preprocessing.py index 991f08b..bbefc2c 100644 --- a/finetune/preprocessing.py +++ b/finetune/preprocessing.py @@ -78,7 +78,7 @@ def _serialize_dataset(self, tasks, is_training, split): examples += task_examples if is_training: random.shuffle(examples) - utils.mkdir(tfrecords_path.rsplit("/", 1)[0]) + utils.mkdir(os.path.dirname(tfrecords_path)) n_examples = self.serialize_examples( examples, is_training, tfrecords_path, batch_size) utils.write_json({"n_examples": n_examples}, metadata_path)