[Bugfix:Plagiarism] Fix missing default tokenization args (#84)

Submitty · May 18, 2022 · 5a94f08 · 5a94f08
1 parent 77bd41f
commit 5a94f08
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bin/tokenize_all.py b/bin/tokenize_all.py
@@ -33,7 +33,7 @@ def tokenize(lichen_config_data, my_concatenated_file, my_tokenized_file):
                     cli_args.append(language_token_data["command_args"][argument]["argument"])
                 else:
                     print(f"Error: Unknown tokenization argument {argument}")
-        else:  # Use the default arguments
+        elif "command_args" in language_token_data:  # Use the default arguments if they exist
             for argument in language_token_data["command_args"]:
                 if "default" in language_token_data["command_args"][argument].keys() and\
                         language_token_data["command_args"][argument]["default"]: