Mercurial > repos > ximgchess > chap_test_20230411

diff saxswaxs/pipeline.yaml @ 103:b67b9979ff74 draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
planemo upload for repository https://github.com/CHESSComputing/ChessAnalysisPipeline commit 01388c69776c82e48e84676a3d17d4623f5e08bd-dirty
author ximgchess
date Wed, 24 May 2023 18:17:09 +0000
parents f71e55577c95
children 5d0c96f9c0ff
line wrap: on
line diff
--- a/saxswaxs/pipeline.yaml	Wed May 24 17:03:19 2023 +0000
+++ b/saxswaxs/pipeline.yaml	Wed May 24 18:17:09 2023 +0000
@@ -1,5 +1,14 @@
 pipeline:
 
+  # Download example data
+  - common.URLReader:
+      url: https://gitlab01.classe.cornell.edu/api/v4/projects/308/repository/files/saxswaxs%2frawdata_test_1d.tar/raw?ref=main
+      headers:
+        PRIVATE-TOKEN: # your token here
+  - common.URLResponseProcessor
+  - common.ExtractArchiveWriter:
+      filename: .
+
   # Collect map data
   - common.YAMLReader:
       filename: map.yaml
@@ -10,12 +19,12 @@
       force_overwrite: true
 
   # Integrate map detetcor data
-  - pipeline.MultiplePipelineItem:
-      items:
-        - common.YAMLReader:
+  - common.MultipleReader:
+      readers:
+        - YAMLReader:
             filename: map.yaml
             schema: MapConfig
-        - common.YAMLReader:
+        - YAMLReader:
             filename: integration.yaml
             schema: IntegrationConfig
   - common.IntegrateMapProcessor