{ "production.push":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitJobRatio":40, "nQueueLimitJobMax":999999, "nQueueLimitJobMin":100, "nQueueLimitWorker":999999, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"OneToOne", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":172800, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_push.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "production.pull":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorker":1000, "nQueueLimitWorkerRatio":40, "nQueueLimitWorkerMin":100, "maxWorkers":100000, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "production.pull_ups":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":40, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":150, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "x509UserProxyAnalysis":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "tokenDirAnalysis": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "analysis.push":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitJobRatio":50, "nQueueLimitJobMax":1000, "nQueueLimitJobMin":100, "nQueueLimitWorker":999999, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"OneToOne", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":172800, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_push.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "analysis.pull":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":100, "nQueueLimitWorkerMax":500, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"NoJob", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "analysis.pull_ups":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":60, "nQueueLimitWorkerMax":500, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "special.pull":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":100, "nQueueLimitWorkerMax":500, "nQueueLimitWorkerMin":15, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"NoJob", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "US_analysis_push":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitJobRatio":20, "nQueueLimitJobMax":1000, "nQueueLimitJobMin":5, "nQueueLimitWorker":1000, "maxWorkers":999999, "maxNewWorkersPerCycle":50, "mapType":"OneToOne", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":172800, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_push.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "US_analysis_pull":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":60, "nQueueLimitWorkerMax":500, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"NoJob", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "US_analysis_pull_ups":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":20, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":10, "maxWorkers":999999, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "US_analysis_pull_intel":{ "isTemplateQueue": true, "prodSourceLabel":"user", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":20, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":10, "maxWorkers":999999, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "templateFile":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-special_sdfs/htcondor-ce-intel.sdf", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "US_production_pull_intel":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":20, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":10, "maxWorkers":999999, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "templateFile":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-special_sdfs/htcondor-ce-intel.sdf", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "x509UserProxyAnalysis":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "tokenDirAnalysis": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "CERN_production_pull_ups":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":40, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":75, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "templateFile":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-special_sdfs/htcondor-ce-cern.sdf", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "x509UserProxyAnalysis":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "tokenDirAnalysis": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "PROD_PUSH_TEST_SDF":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitJobRatio":40, "nQueueLimitJobMax":999999, "nQueueLimitJobMin":100, "nQueueLimitWorker":999999, "maxWorkers":999999, "maxNewWorkersPerCycle":100, "mapType":"OneToOne", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":172800, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_push-test.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "PROD_PULL_TEST_SDF":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorker":1000, "nQueueLimitWorkerRatio":40, "nQueueLimitWorkerMin":100, "maxWorkers":100000, "maxNewWorkersPerCycle":50, "mapType":"NoJob", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull-test.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "PROD_PULL_UPS_TEST_SDF":{ "isTemplateQueue": true, "prodSourceLabel":"managed", "prodSourceLabelRandomWeightsPermille": {"rc_test":10, "rc_test2":10, "rc_alrb":10}, "nQueueLimitWorkerRatio":40, "nQueueLimitWorkerMax":999999, "nQueueLimitWorkerMin":100, "maxWorkers":999999, "maxNewWorkersPerCycle":75, "mapType":"NoJob", "runMode":"slave", "truePilot":true, "maxSubmissionAttempts":3, "walltimeLimit":1209600, "prefetchEvents":false, "preparator":{ "name":"DummyPreparator", "module":"pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter":{ "name":"HTCondorSubmitter", "module":"pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool":false, "useCRICGridCE":true, "CEtemplateDir":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-grid-ce_pull-test.sdf.d", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "x509UserProxyAnalysis":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "tokenDir": "/cephfs/atlpan/harvester/tokens/ce/prod", "tokenDirAnalysis": "/cephfs/atlpan/harvester/tokens/ce/pilot", "pandaTokenFilename": "panda_token", "pandaTokenDir": "/cephfs/atlpan/harvester/tokens/pandaserver", "pandaTokenKeyPath": "/cephfs/atlpan/harvester/keys/panda_token_key", "logDir":"/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "rcPilotRandomWeightPermille": 10, "nProcesses":8 }, "workerMaker":{ "name":"SimpleWorkerMaker", "module":"pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse":[ "nCore" ] }, "messenger":{ "name":"SharedFileMessenger", "module":"pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat":"cgi", "accessPoint":"/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager":{ "name":"DummyStager", "module":"pandaharvester.harvesterstager.dummy_stager" }, "monitor":{ "name":"HTCondorMonitor", "module":"pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown":false }, "sweeper":{ "name":"HTCondorSweeper", "module":"pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } }, "cloudscheduler.pull_ups": { "isTemplateQueue": true, "prodSourceLabel": "managed", "prodSourceLabelRandomWeightsPermille": {"ptest":10, "rc_test":10, "rc_test2":100, "rc_alrb":10}, "nQueueLimitWorkerRatio": 50, "nQueueLimitWorkerMin": 100, "maxWorkers": 100000, "maxNewWorkersPerCycle": 100, "mapType": "NoJob", "runMode": "slave", "truePilot": true, "maxSubmissionAttempts": 3, "walltimeLimit": 1209600, "prefetchEvents": false, "preparator": { "name": "DummyPreparator", "module": "pandaharvester.harvesterpreparator.dummy_preparator" }, "submitter": { "name": "HTCondorSubmitter", "module": "pandaharvester.harvestersubmitter.htcondor_submitter", "condorHostConfig": "/opt/harvester/etc/panda/condor_host_config.json", "useSpool": false, "useCRICGridCE": true, "templateFile":"/cephfs/atlpan/harvester/harvester_configurations/GRID/condor_sdf_templates/atlas-special_sdfs/cloudscheduler_pull.sdf", "x509UserProxy":"/cephfs/atlpan/harvester/proxy/x509up_u25606_prod", "x509UserProxyAnalysis":"/cephfs/atlpan/harvester/proxy/x509up_u25606_pilot", "logDir": "/data2/atlpan/condor_logs", "logBaseURL":"https://[ScheddHostname]/condor_logs_2", "nProcesses": 8 }, "workerMaker": { "name": "SimpleWorkerMaker", "module": "pandaharvester.harvesterworkermaker.simple_worker_maker", "jobAttributesToUse": [ "nCore" ], "pilotTypeRandomWeightsPermille": { "RC": 10, "ALRB": 10, "PT": 10 } }, "messenger": { "name": "SharedFileMessenger", "module": "pandaharvester.harvestermessenger.shared_file_messenger", "jobSpecFileFormat": "cgi", "accessPoint": "/cephfs/atlpan/harvester/harvester_wdirs/${harvesterID}/${_workerID_3.2}/${_workerID_1.0}/${workerID}" }, "stager": { "name": "DummyStager", "module": "pandaharvester.harvesterstager.dummy_stager" }, "monitor": { "name": "HTCondorMonitor", "module": "pandaharvester.harvestermonitor.htcondor_monitor", "cancelUnknown": false }, "sweeper": { "name": "HTCondorSweeper", "module": "pandaharvester.harvestersweeper.htcondor_sweeper" }, "common": { "payloadType": "atlas_pilot_wrapper" } } }