#
# This file describes a repository for the OMI SIPS --
# how to get files, data, and metadata from rss feeds or urls,
# and where to store the files and the symlinks to the files.
#
# NB: this file is used by the test suite; be sure to
# modify the paths below.
#
---
name: omi
storage_root: /tmp/dado/omi/store
file_url_template: 'https://omisips1.omisips.eosdis.nasa.gov/data/<md5>/<filename>'
cache_strategy: LRU
# 1G == 1073741824
cache_max_size: 1073741824
# These are the feeds for this repository (only one).
feeds:
name: omi
feed_template: 'https://acps1.omisips.eosdis.nasa.gov/acpsweb/restmd/service/rssfeed/<archiveset>/<esdt>?startproductiontime=<startproductiontime>&startproductiontime_offset=<startproductiontime_offset>&endproductiontime=<endproductiontime>&count=<count>&email=<email>&password=<password>&order=<order>'
feed_parameters: [
{ name: count, default_value: 10000 },
{ name: order, default_value: 'desc' },
{ name: startproductiontime, default_value: ~ },
{ name: startproductiontime_offset, default_value: ~ },
{ name: endproductiontime, default_value: ~ },
{ name: email, default_value: '' },
{ name: password, default_value: '' },
{ name: archiveset, default_value: 10003 },
{ name: met, default_value: 1 },
]
file_source:
filename_xpath: datacasting:filename
md5_xpath: datacasting:md5
url_xpath: default:link
urn_xpath: datacasting:unique_identifier
metadata_sources:
- name: archivesets
xpath: datacasting:archivesets
- name: starttime
xpath: datacasting:starttime
- name: endtime
xpath: datacasting:endtime
- name: esdt
xpath: datacasting:esdt
- name: orbit
xpath: datacasting:orbit
metadata_transformations:
- input: archivesets
output: archiveset
function_name: split
order_key: 19
# This is the location of the symbolic links that will be generated.
linktrees:
- root: /tmp/dado/omi/data/default
condition: ~
path_template: '<archiveset>/<esdt>/<starttime:%Y/%m/%d>'
- root: '/tmp/dado/omi/data/OMT03'
condition: '{ esdt => "OMTO3" }'
path_template: '<archiveset>/<esdt>/<starttime:%Y>'