Skip data download if the files are already present

spcl · Jul 1, 2018 · d4a5a57 · d4a5a57
1 parent 54ab74f
commit d4a5a57
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/train_inst2vec.py b/train_inst2vec.py
@@ -42,8 +42,9 @@ def main(argv):
     data_folder = os.path.join(FLAGS.data_folder, FLAGS.data)
     if not os.path.exists(FLAGS.embeddings_file):
 
-        if FLAGS.data == "data":
+        if FLAGS.data == "data" and len(os.listdir(data_folder)) <= 1:
             # Generate the data set
+            print('Folder', data_folder, 'is empty - preparing to download training data')
             i2v_datagen.datagen(data_folder)
         else:
             # Assert the data folder's existence