Merge branch 'main' into cli_notebook

arcee/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "1.3.4"
+__version__ = "1.3.6"
 
 import os
 

arcee/api.py

@@ -349,29 +349,34 @@ def corpus_status(corpus: str) -> Dict[str, str]:
 
 def start_alignment(
     alignment_name: str,
-    qa_set: str,
+    qa_set: Optional[str] = None,
     pretrained_model: Optional[str] = None,
     merging_model: Optional[str] = None,
     alignment_model: Optional[str] = None,
     hf_model: Optional[str] = None,
     target_compute: Optional[str] = None,
     capacity_id: Optional[str] = None,
+    alignment_type: str = "sft",
     full_or_peft: Optional[str] = "full",
 ) -> Dict[str, str]:
     """
     Start the alignment of a model.
 
     Args:
         alignment_name (str): The name of the alignment job.
-        qa_set (str): The name of the QA set to use.
+        qa_set (Optional[str]): The name of the QA set to use. Required if alignment_type is "sft".
         pretrained_model (Optional[str]): The name of the pretrained model to use, if any.
         merging_model (Optional[str]): The name of the merging model to use, if any.
         alignment_model (Optional[str]): The name of the final alignment model to use, if any.
+        hf_model (Optional[str]): The name of the Hugging Face model to use, if any.
         target_compute (Optional[str]): The name of the compute to use, e.g., "g5.2xlarge" or
             "capacity". If omitted, the default compute will be used.
         capacity_id (Optional[str]): The name of the capacity block ID to use. If omitted, an
             instance will be launched to perform training.
+        alignment_type (str): The type of alignment to perform. Can be "sft" or "dpo". Defaults to "sft".
     """
+    if alignment_type == "sft" and qa_set is None:
+        raise ValueError("qa_set is required when alignment_type is 'sft'")
 
     data = {
         "alignment_name": alignment_name,
@@ -383,6 +388,7 @@ def start_alignment(
         "hf_model": hf_model,
         "target_compute": target_compute,
         "capacity_id": capacity_id,
+        "alignment_type": alignment_type,
     }
 
     # Assuming make_request is a function that handles the request, it's called here

arcee/config.py

@@ -39,6 +39,7 @@ def write_configuration_value(key: str, value: str) -> None:
             except json.JSONDecodeError:
                 pass
     else:
+        conf_path.parent.mkdir(parents=True, exist_ok=True)
         conf_path.touch()
 
     config[key] = value