Mercurial > repos > ximgchess > chap_test_20230411

view saxswaxs/klspipeline.yaml @ 61:a560d5143348 draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
planemo upload for repository https://github.com/CHESSComputing/ChessAnalysisPipeline commit e280dd942513f966a9a61a3af68ee7972fb8992f-dirty
author kls286
date Thu, 13 Apr 2023 12:18:11 +0000
parents 47d2a1f087d1
children
line wrap: on
line source

pipeline:

  # Download example data
  - common.URLReader:
      url: https://gitlab01.classe.cornell.edu/api/v4/projects/308/repository/files/saxswaxs%2frawdata_test_1d.tar/raw?ref=main
      headers:
        PRIVATE-TOKEN: glpat-sH-sniHbynCxUDJBpv5V # your token here
  - common.URLResponseProcessor
  - common.ExtractArchiveWriter:
      filename: .

  # Collect map data
  - common.YAMLReader:
      filename: map.yaml
      schema: MapConfig
  - common.MapProcessor
  - common.NexusWriter:
      filename: map_specdata.nxs
      force_overwrite: true

  # Integrate map detetcor data
  - common.MultipleReader:
      readers:
        - YAMLReader:
            filename: map.yaml
            schema: MapConfig
        - YAMLReader:
            filename: integration.yaml
            schema: IntegrationConfig
  - common.IntegrateMapProcessor
  - common.NexusWriter:
      filename: map_reduceddata.nxs
      force_overwrite: true