Mercurial > repos > ximgchess > chap_test_20230411

view saxswaxs/pipeline.yaml @ 88:c1ab13b9bd0a draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
planemo upload for repository https://github.com/CHESSComputing/ChessAnalysisPipeline commit 68cb427ae89554b84bb7eb9f1ff9ab1497539208-dirty
author ximgchess
date Fri, 19 May 2023 10:46:43 +0000
parents 3b1dbe3fb91b
children c63315c31cef
line wrap: on
line source

pipeline:

  # Download example data
  - common.URLReader:
      url: https://gitlab01.classe.cornell.edu/api/v4/projects/308/repository/files/saxswaxs%2frawdata_test_1d.tar/raw?ref=main
      headers:
        PRIVATE-TOKEN: # your token here
  - common.URLResponseProcessor
  - common.ExtractArchiveWriter:
      filename: .

  # Collect map data
  - common.YAMLReader:
      filename: map.yaml
      schema: MapConfig
  - common.MapProcessor
  - common.NexusWriter:
      filename: map_specdata.nxs
      force_overwrite: true

  # Integrate map detetcor data
  - common.MultipleReader:
      readers:
        - YAMLReader:
            filename: map.yaml
            schema: MapConfig
        - YAMLReader:
            filename: integration.yaml
            schema: IntegrationConfig
  - common.IntegrateMapProcessor
  - common.NexusWriter:
      filename: map_reduceddata.nxs
      force_overwrite: true