comments for new grammar sampling config

mgonzs13 · Feb 3, 2025 · a3e38b0 · a3e38b0
1 parent 8a9fed5
commit a3e38b0
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/llama_msgs/msg/SamplingConfig.msg b/llama_msgs/msg/SamplingConfig.msg
@@ -35,10 +35,10 @@ string samplers_sequence            "edkypmxt"                       # PENALTIES
 
 string grammar                      ""                              # optional BNF-like grammar to constrain sampling
 string grammar_schema               ""                              # grammar schema that defines a JSON BNF grammar
-bool grammar_lazy
-GrammarTrigger[] grammar_trigger_words
-int32[] grammar_trigger_tokens
-int32[] preserved_tokens
+bool grammar_lazy                                                   # whether to use lazy grammar
+GrammarTrigger[] grammar_trigger_words                              # trigger words for lazy grammar
+int32[] grammar_trigger_tokens                                      # trigger tokens for lazy grammar
+int32[] preserved_tokens                                            # tokens to preserve
 
 int32[] penalty_prompt_tokens                                       # list of tokens to penalize
 bool use_penalty_prompt_tokens      false                           # whether to penalize tokens