Mercurial > repos > ximgchess > chap_test_20230411

view saxswaxs/pipeline.yaml @ 66:3b1dbe3fb91b draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
planemo upload for repository https://github.com/CHESSComputing/ChessAnalysisPipeline commit 922ced93dce7a89190712f1ad9abad569fe52683
author ximgchess
date Mon, 24 Apr 2023 16:39:59 +0000
parents 3af7a69bd3d6
children c63315c31cef
line wrap: on
line source

pipeline:

  # Download example data
  - common.URLReader:
      url: https://gitlab01.classe.cornell.edu/api/v4/projects/308/repository/files/saxswaxs%2frawdata_test_1d.tar/raw?ref=main
      headers:
        PRIVATE-TOKEN: # your token here
  - common.URLResponseProcessor
  - common.ExtractArchiveWriter:
      filename: .

  # Collect map data
  - common.YAMLReader:
      filename: map.yaml
      schema: MapConfig
  - common.MapProcessor
  - common.NexusWriter:
      filename: map_specdata.nxs
      force_overwrite: true

  # Integrate map detetcor data
  - common.MultipleReader:
      readers:
        - YAMLReader:
            filename: map.yaml
            schema: MapConfig
        - YAMLReader:
            filename: integration.yaml
            schema: IntegrationConfig
  - common.IntegrateMapProcessor
  - common.NexusWriter:
      filename: map_reduceddata.nxs
      force_overwrite: true