diff --git a/cli/run-job.sh b/cli/run-job.sh
index 4b33dd105f4..92cede5370a 100644
--- a/cli/run-job.sh
+++ b/cli/run-job.sh
@@ -1,7 +1,7 @@
 job=$1
 if [[ -z "$2" ]]
   then
-    if [[ "$job" =~ ^jobs/pipelines-with-components/.* ]]
+    if [[ "$job" =~ pipeline.yml ]]
     then
       run_id=$(az ml job create -f $job --query name -o tsv --set settings.force_rerun=True)
     else
diff --git a/cli/run-pipeline-jobs.sh b/cli/run-pipeline-jobs.sh
new file mode 100644
index 00000000000..e69de29bb2d