diff --git a/maps/phedex.yml b/maps/phedex.yml deleted file mode 100644 index b90ef06..0000000 --- a/maps/phedex.yml +++ /dev/null @@ -1,178 +0,0 @@ -# PhEDEx API mapping to DAS -system : phedex -format : XML ---- -urn : blockReplicas -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockReplicas" -expire : 3600 -params : {"se":"*", "block":"*", "node":"*", "dataset":"*"} -lookup : block -das_map : [ - {"das_key":"block", "rec_key":"block.name", "api_arg":"block"}, - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, - {"das_key":"site", "rec_key":"site.name", "api_arg": "node", "pattern":"^T[0-3]_"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, -] ---- -urn : dataset4site -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockreplicasummary" -expire : 3600 -params : {"node":"required", "dataset":"optional"} -lookup: dataset -das_map : [ - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, -] ---- -urn : dataset4site_group -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockreplicas" -expire : 3600 -params : {"node":"required", "dataset":"optional", "group":"required"} -lookup: dataset -das_map : [ - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, - {"das_key":"group", "rec_key":"group.name", "api_arg":"group"}, -] ---- -urn : dataset4se -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockreplicasummary" -expire : 3600 -params : {"se":"required", "dataset":"optional"} -lookup : dataset -das_map : [ - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, -] ---- -urn : dataset4se_group -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockreplicas" -expire : 3600 -params : {"se":"required", "dataset":"optional", "group":"optional"} -lookup : dataset -das_map : [ - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, - {"das_key":"group", "rec_key":"group.name", "api_arg":"group"}, -] ---- -urn : site4dataset -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockReplicas" -expire : 3600 -params : {"dataset":"required"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "pattern":"^T[0-3]_"}, - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset"}, -] ---- -urn : site4block -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/blockReplicas" -expire : 3600 -params : {"block":"required"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "pattern":"^T[0-3]_"}, - {"das_key":"block", "rec_key":"block.name", "api_arg":"block"}, -] ---- -urn : site4file -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/fileReplicas" -expire : 3600 -params : {"lfn":"required"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "pattern":"^T[0-3]_"}, - {"das_key":"file", "rec_key":"file.name", "api_arg":"lfn"}, -] ---- -urn : fileReplicas -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/fileReplicas" -expire : 3600 -params : {"se":"*", "block":"required", "node":"*"} -lookup : file -das_map : [ - {"das_key":"file", "rec_key":"file.name", "api_arg":""}, - {"das_key":"block", "rec_key":"block.name", "api_arg":"block", "pattern":"/.*/.*/.*#.*"}, - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, -] ---- -urn : fileReplicas4dataset -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/fileReplicas" -expire : 3600 -params : {"se":"*", "dataset":"required", "node":"*"} -lookup : file -das_map : [ - {"das_key":"file", "rec_key":"file.name", "api_arg":""}, - {"das_key":"dataset", "rec_key":"dataset.name", "api_arg":"dataset", "pattern":"/.*/.*/.*"}, - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, -] ---- -urn : fileReplicas4file -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/fileReplicas" -expire : 3600 -params : {"se":"*", "lfn":"required", "node":"*"} -lookup : file -das_map : [ - {"das_key":"file", "rec_key":"file.name", "api_arg":"lfn", "pattern":"/.*/.*/.*.root"}, - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, -] ---- -urn : nodes -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/nodes" -expire : 3600 -params : {"node":"*", "noempty":""} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"} -] ---- -urn : nodeusage -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/nodeusage" -expire : 3600 -params : {"node":"*"} -lookup : site -das_map : [{"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}] ---- -urn : groups -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/groups" -expire : 3600 -params : {"group":"*"} -lookup : group -das_map : [{"das_key":"group", "rec_key":"group.name", "api_arg":"group"}] ---- -urn : groupusage -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/groupusage" -expire : 3600 -params : {"se": "*", "group":"*"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", "pattern":"^T[0-3]_"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"se", "pattern":"([a-zA-Z0-9-_]+\\.){2}"}, - {"das_key":"group", "rec_key":"group.name", "api_arg":"group"}, -] ---- -urn : tfc -url : "https://cmsweb.cern.ch:8443/phedex/datasvc/xml/prod/TFC" -expire : 3600 -params : {"node":"required"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "api_arg":"node", - "pattern":"^T[0-3]_[A-Z]{2,2}_[A-Z0-9a-z]+[^*]$"} -] ---- -notations : [ - {"api_output":"time_create", "rec_key":"creation_time", "api":""}, - {"api_output":"time_update", "rec_key":"modification_time", "api":""}, - {"api_output":"bytes", "rec_key":"size", "api":""}, - {"api_output":"node", "rec_key":"site", "api":""}, - {"api_output":"node", "rec_key":"node", "api":"nodeusage"}, - {"api_output":"files", "rec_key":"nfiles", "api":""}, - {"api_output":"events", "rec_key":"nevents", "api":""}, - {"api_output":"lfn", "rec_key":"name", "api":""}, -] - diff --git a/maps/sitedb2.yml b/maps/sitedb2.yml deleted file mode 100644 index 5922554..0000000 --- a/maps/sitedb2.yml +++ /dev/null @@ -1,75 +0,0 @@ -# SiteDB API mapping to DAS -system: sitedb2 -format: JSON ---- -urn : site_names -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/site-names" -expire : 3600 -params : {"name":"optional"} -lookup : site -das_map : [ - {"das_key":"site", "rec_key":"site.name", "api_arg":"name", "pattern":"^T[0-3]"}, - {"das_key":"site", "rec_key":"site.se", "api_arg":"name", "pattern":"([a-zA-Z0-9-_]+\\.){2}"} -] ---- -# NOTE: all APIs shown below don't accept any parameters -# but in order to leverage the work we pass artificial match -# input parameter which is correctly handled by sitedb2_service.py module -urn : groups -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/groups" -expire : 3600 -params : {"match":"optional"} -lookup : group -das_map : [ - {"das_key":"group", "rec_key":"group.name", "api_arg":"match"}, -] ---- -urn : group_responsibilities -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/group-responsibilities" -expire : 3600 -params : {"match":"optional"} -lookup : group -das_map : [ - {"das_key":"group", "rec_key":"group.name", "api_arg":"match"}, -] ---- -urn : people_via_email -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/people" -expire : 3600 -params : {"match":"optional"} -lookup : user -das_map : [ - {"das_key":"user", "rec_key":"user.email", "api_arg":"match", - "pattern":"[a-zA-Z0-9]+@[a-zA-Z0-9]+\\.[a-zA-Z]{2,4}"}, -] ---- -urn : people_via_name -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/people" -expire : 3600 -params : {"match":"optional"} -lookup : user -das_map : [ - {"das_key":"user", "rec_key":"user.name", "api_arg":"match"}, -] ---- -urn : roles -url : "https://cmsweb.cern.ch:8443/sitedb/data/prod/roles" -expire : 3600 -params : {"match":"optional"} -lookup : role -das_map : [ - {"das_key":"role", "rec_key":"user.role", "api_arg":"match"}, -] ---- -notations : [ - {"api_output": "site.cms_name", "rec_key":"site.name", "api":""}, - {"api_output": "user_group", "rec_key":"name", "api":"group_responsibilities"}, - {"api_output": "alias", "rec_key":"name", "api":""}, -] ---- -input_values: [ - {"input": "site.name", - "url": "https://cmsweb.cern.ch:8443/sitedb/data/prod/site-names", - "jsonpath_selector": "$.result[*][2]", - "test": "T1*"}, -]