Merge pull request #638 from khurtado/master

Allow XrootD stage-out.
NDCMS · Feb 26, 2019 · a493876 · a493876
2 parents 4fb6426 + cd7044b
commit a493876
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/lobster/core/data/task.py b/lobster/core/data/task.py
@@ -739,6 +739,27 @@ def copy_outputs(data, config, env):
                     break
                 else:
                     data['transfers'][protocol]['failure'] += 1
+            elif output.startswith("root://"):
+                args = [
+                    "env",
+                    "XRD_LOGLEVEL=Debug",
+                    "xrdcp",
+                    localname,
+                    os.path.join(output, remotename)
+                ]
+                p = run_subprocess(args)
+                logger.info('Checking output file transfer.')
+                if p.returncode == 0 and check_output(config, localname, remotename):
+                    logger.info('File transfer successful!')
+                    transferred.append(localname)
+                    match = server_re.match(args[-1])
+                    if match:
+                        target_se.append(match.group(1))
+                    data['transfers']['root']['stageout success'] += 1
+                    break
+                else:
+                    data['transfers']['root']['stageout failure'] += 1
+
             elif output.startswith("chirp://"):
                 server, path = re.match("chirp://([a-zA-Z0-9:.\-]+)/(.*)", output).groups()
 
@@ -764,6 +785,7 @@ def copy_outputs(data, config, env):
                     break
                 else:
                     data['transfers']['chirp']['stageout failure'] += 1
+
             elif output.startswith("hdfs://"):
                 server, path = re.match("hdfs://([a-zA-Z0-9:.\-]+)/(.*)", output).groups()
                 server = "hdfs://" + server