Deploy the trigger (and its Coordinator) on the Production Centre¶
This Jupyter Notebook creates a Web Processing Service request on the Ellip Platform Deployer to deploy the trigger and its associated coordinators on the Production Centre.
Deploy Trigger-queue¶
- First do the imports of the Python libraries required
In [1]:
import os
import getpass
import lxml.etree as etree
import owslib
from owslib.wps import monitorExecution
from owslib.wps import WebProcessingService
from nbconvert.preprocessors import ExecutePreprocessor, CellExecutionError
import nbformat as nbf
- Load the data pipeline configuration
In [13]:
%store -r
nb_config = os.path.join('..', 'configuration.ipynb')
nb = nbf.read(nb_config, 4)
exec(nb['cells'][1]['source']) in globals(), locals()
trigger_queue = dict([('artifact_id', trigger_queue_artifact_id),
('version', trigger_queue_version),
('repository', repository),
('folder', folder),
('community', community)])
trigger_queue_process_id = '%s_%s_%s_%s' % (trigger_queue['community'].replace('-', '_'),
trigger_queue['artifact_id'].replace('-', '_'),
trigger_queue['artifact_id'].replace('-', '_'),
trigger_queue['version'].replace('.', '_'))
In [3]:
trigger_queue_process_id
Out[3]:
'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8'
- Connect to the WPS server and do a GetCapabilities request to check if the deploy process is available:
In [4]:
wps_url = '%s/zoo-bin/zoo_loader.cgi' % trigger_deployer
wps = WebProcessingService(wps_url, verbose=False, skip_caps=True)
wps.getcapabilities()
In [5]:
deploy_process_available = False
for index, elem in enumerate(wps.processes):
if 'TerradueDeployProcess' in elem.identifier:
deploy_process_available = True
if deploy_process_available:
print 'TerradueDeployProcess is available'
else:
raise Exception('TerradueDeployProcess is not available')
TerradueDeployProcess is available
- Select the TerradueDeployProcess process to submit a DescribeProcess request and list the inputs:
In [6]:
process_id = 'TerradueDeployProcess'
process = wps.describeprocess(process_id)
for data_input in process.dataInputs:
print data_input.identifier
print '----'
for process_output in process.processOutputs:
print process_output.identifier
applicationPackage
apikey
coordinator
----
deployResult
- Submit the Execute WPS request:
In [7]:
for trigger in [trigger_queue]:
ows_context_url = '/%s/_applications/%s/%s/%s/%s-%s-application-context.xml' % (trigger['community'],
trigger['community'],
trigger['artifact_id'],
trigger['version'],
trigger['artifact_id'],
trigger['version'])
print (ows_context_url)
trigger_process_id = '%s_%s_%s_%s' % (trigger['community'].replace('-', '_'),
trigger['artifact_id'].replace('-', '_'),
trigger['artifact_id'].replace('-', '_'),
trigger['version'].replace('.', '_'))
print (ellip_api_key)
print 'Deploying %s' % ows_context_url
inputs = [('applicationPackage', ows_context_url),
('apikey', ellip_api_key),
('coordinator', 'True') ]
execution = owslib.wps.WPSExecution(url=wps.url)
execution_request = execution.buildRequest(process_id,
inputs,
output=[('deployResult', False)])
execution_response = execution.submitRequest(etree.tostring(execution_request))
execution.parseResponse(execution_response)
monitorExecution(execution)
if execution.isSucceded():
print 'Application %s deployment is successful' % trigger_process_id
else:
raise Exception('Application %s deployment failed' % trigger_process_id)
/ec-better/_applications/ec-better/tg-satcen-01-01-01-queue/0.8/tg-satcen-01-01-01-queue-0.8-application-context.xml
AKCp5bAt5mqJb8iUxYHEeyuGYN63VMbrLFw6GVVkT4Kp8C6Tnwov5rk9FvmYGEC31fRtMLo2F
Deploying /ec-better/_applications/ec-better/tg-satcen-01-01-01-queue/0.8/tg-satcen-01-01-01-queue-0.8-application-context.xml
Application ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8 deployment is successful
In [8]:
print trigger_process_id
print trigger_queue_process_id
ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8
ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8
- Check the new WPS capabilities:
In [9]:
wps = WebProcessingService(wps_url, verbose=False, skip_caps=True)
wps.getcapabilities()
trigger_queue_deployed = False
for index, elem in enumerate(wps.processes):
if elem.identifier == trigger_queue_process_id:
trigger_queue_deployed = True
if trigger_queue_deployed:
print 'Process %s and its coordinator deployed' % trigger_queue_process_id
else:
raise Exception('Process %s not deployed' % trigger_queue_process_id)
Process ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8 and its coordinator deployed
In [10]:
wps = WebProcessingService(wps_url, verbose=False, skip_caps=True)
wps.getcapabilities()
for index, elem in enumerate(wps.processes):
print (index,elem.identifier)
(0, 'coordinator_ec_better_tg_satcen_01_03_01_queue_tg_satcen_01_03_01_queue_0_6')
(1, 'ec_better_tg_better_wfp_00001_via_tg_better_wfp_00001_via_0_1')
(2, 'ec_better_tg_better_wfp_00001_pipe_tg_better_wfp_00001_pipe_0_4')
(3, 'ec_better_tg_satcen_01_03_01_queue_tg_satcen_01_03_01_queue_0_4')
(4, 'UnDeployProcess')
(5, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_6')
(6, 'ec_better_tg_satcen_01_03_01_pipe_tg_satcen_01_03_01_pipe_0_1')
(7, 'ec_better_tg_wfp_01_02_01_queue_tg_wfp_01_02_01_queue_0_1')
(8, 'ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_3')
(9, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_7')
(10, 'coordinator_ec_better_tg_better_wfp_00001_pipe_tg_better_wfp_00001_pipe_0_4')
(11, 'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8')
(12, 'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_3')
(13, 'ec_better_tg_satcen_01_01_01_queue_tg_stacen_01_01_01_queue_0_1')
(14, 'coordinator_ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_3')
(15, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_2')
(16, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_4')
(17, 'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_5')
(18, 'ec_better_tg_wfp_01_02_03_queue_tg_wfp_01_02_03_queue_0_3')
(19, 'ec_better_tg_ethz_01_03_01_queue_tg_ethz_01_03_01_queue_1_1')
(20, 'ec_better_tg_common_sen2cor_queue_ss_tg_common_sen2cor_queue_ss_0_2')
(21, 'ec_better_ewf_sen2cor_ewf_sen2cor_0_10')
(22, 'ec_better_tg_wfp_01_02_02_queue_ss_tg_wfp_01_02_02_queue_ss_0_9')
(23, 'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_6')
(24, 'coordinator_ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_6')
(25, 'coordinator_ec_better_tg_common_sen2cor_pipe_tg_common_sen2cor_pipe_0_5')
(26, 'TerradueUnDeployProcess')
(27, 'ec_better_tg_wfp_01_02_03_queue_tg_wfp_01_02_03_queue_0_2')
(28, 'ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_7')
(29, 'coordinator_ec_better_tg_satcen_01_03_01_pipe_tg_satcen_01_03_01_pipe_0_2')
(30, 'ec_better_tg_wfp_01_01_01_pipe_tg_wfp_01_01_01_pipe_0_6')
(31, 'coordinator_ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_8')
(32, 'coordinator_ec_better_tg_better_wfp_00001_queue_tg_better_wfp_00001_queue_0_3')
(33, 'coordinator_ec_better_tg_wfp_01_02_02_queue_tg_wfp_01_02_02_queue_0_4')
(34, 'ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_1')
(35, 'coordinator_ec_better_tg_wfp_01_02_01_pipe_tg_wfp_01_02_01_pipe_0_1')
(36, 'ec_better_tg_satcen_01_03_01_pipe_tg_satcen_01_03_01_pipe_0_2')
(37, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_queue_0_1')
(38, 'coordinator_ec_better_tg_satcen_01_02_01_pipe_tg_satcen_01_02_01_pipe_0_1')
(39, 'ec_better_tg_satcen_01_03_01_queue_tg_satcen_01_03_01_queue_0_5')
(40, 'ec_better_tg_better_wfp_00001_queue_tg_better_wfp_00001_queue_0_1')
(41, 'coordinator_ec_better_tg_wfp_01_01_01_pipe_tg_wfp_01_01_01_pipe_0_6')
(42, 'ec_better_tg_wfp_01_02_02_queue_tg_wfp_01_02_02_queue_0_4')
(43, 'ec_better_tg_wfp_01_02_03_queue_tg_wfp_01_02_03_queue_0_1')
(44, 'ec_better_tg_wfp_01_02_02_pipe_tg_wfp_01_02_02_pipe_0_7')
(45, 'ec_better_tg_wfp_01_02_02_pipe_tg_wfp_01_02_02_pipe_0_6')
(46, 'coordinator_ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_7')
(47, 'ec_better_tg_common_sen2cor_pipe_tg_common_sen2cor_pipe_0_5')
(48, 'coordinator_ec_better_tg_satcen_01_01_01_queue_tg_satcen_01_01_01_queue_0_7')
(49, 'coordinator_ec_better_tg_common_sen2cor_queue_ss_tg_common_sen2cor_queue_ss_0_2')
(50, 'coordinator_ec_better_tg_wfp_01_02_02_queue_ss_tg_wfp_01_02_02_queue_ss_0_9')
(51, 'ec_better_tg_satcen_01_02_01_pipe_tg_satcen_01_02_01_pipe_0_1')
(52, 'coordinator_ec_better_tg_common_sen2cor_queue_tg_common_sen2cor_queue_0_6')
(53, 'ec_better_tg_wfp_01_01_01_queue_tg_wfp_01_01_01_queue_0_6')
(54, 'ec_better_tg_ethz_01_03_01_via_tg_tg_ethz_01_03_01_via_1_1')
(55, 'DeployProcess')
(56, 'coordinator_ec_better_tg_wfp_01_02_03_queue_tg_wfp_01_02_03_queue_0_4')
(57, 'ec_better_tg_common_sen2cor_queue_tg_common_sen2cor_queue_0_6')
(58, 'ec_better_tg_satcen_01_03_01_pipe_tg_satcen_01_03_01_pipe_0_3')
(59, 'ec_better_tg_wfp_01_02_02_queue_ss_tg_wfp_01_02_02_queue_ss_0_10')
(60, 'coordinator_ec_better_tg_satcen_01_02_01_queue_tg_satcen_01_02_01_queue_0_2')
(61, 'GetStatus')
(62, 'ec_better_tg_satcen_01_02_01_queue_tg_satcen_01_02_01_queue_0_2')
(63, 'ec_better_tg_better_wfp_00001_queue_tg_better_wfp_00001_queue_0_3')
(64, 'coordinator_ec_better_tg_wfp_01_02_02_pipe_tg_wfp_01_02_02_pipe_0_7')
(65, 'ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_2')
(66, 'coordinator_ec_better_tg_wfp_01_02_02_queue_ss_tg_wfp_01_02_02_queue_ss_0_10')
(67, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_3')
(68, 'ec_better_tg_wfp_01_01_01_pipe_tg_better_wfp_00001_pipe_0_5')
(69, 'ec_better_tg_wfp_01_01_01_queue_tg_better_wfp_00001_queue_0_4')
(70, 'ec_better_tg_satcen_01_03_01_queue_tg_satcen_01_03_01_queue_0_6')
(71, 'TerradueDeployProcess')
(72, 'coordinator_ec_better_tg_wfp_01_02_01_queue_tg_wfp_01_02_01_queue_0_1')
(73, 'coordinator_ec_better_tg_satcen_01_03_01_pipe_tg_satcen_01_03_01_pipe_0_3')
(74, 'coordinator_ec_better_tg_wfp_01_01_01_queue_tg_wfp_01_01_01_queue_0_5')
(75, 'coordinator_ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_2')
(76, 'ec_better_tg_wfp_01_02_03_pipe_tg_wfp_01_02_03_pipe_0_5')
(77, 'ec_better_tg_wfp_01_02_03_queue_tg_wfp_01_02_03_queue_0_4')
(78, 'ec_better_tg_wfp_01_02_01_pipe_tg_wfp_01_02_01_pipe_0_1')
(79, 'ec_better_tg_satcen_01_01_01_queue_tg_stacen_01_01_01_queue_0_2')
(80, 'coordinator_ec_better_tg_wfp_01_02_02_pipe_tg_wfp_01_02_02_pipe_0_6')
(81, 'coordinator_ec_better_tg_satcen_01_03_01_queue_tg_satcen_01_03_01_queue_0_5')
(82, 'ec_better_tg_wfp_01_01_01_queue_tg_wfp_01_01_01_queue_0_5')
(83, 'ec_better_wfp_01_01_01_wfp_01_01_01_1_0')
Deploy Trigger-Pipe on Production Centre¶
In [14]:
trigger_pipe = dict([('artifact_id', trigger_pipe_artifact_id),
('version', trigger_pipe_version),
('repository', repository),
('folder', folder),
('community', community)])
trigger_pipe_process_id = '%s_%s_%s_%s' % (trigger_pipe['community'].replace('-', '_'),
trigger_pipe['artifact_id'].replace('-', '_'),
trigger_pipe['artifact_id'].replace('-', '_'),
trigger_pipe['version'].replace('.', '_'))
In [15]:
trigger_pipe_process_id
Out[15]:
'ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_4'
In [16]:
for trigger in [trigger_pipe]:
ows_context_url = '/%s/_applications/%s/%s/%s/%s-%s-application-context.xml' % (trigger['community'],
trigger['community'],
trigger['artifact_id'],
trigger['version'],
trigger['artifact_id'],
trigger['version'])
trigger_process_id = '%s_%s_%s_%s' % (trigger['community'].replace('-', '_'),
trigger['artifact_id'].replace('-', '_'),
trigger['artifact_id'].replace('-', '_'),
trigger['version'].replace('.', '_'))
print 'Deploying %s' % ows_context_url
inputs = [('applicationPackage', ows_context_url),
('apikey', ellip_api_key),
('coordinator', 'False')]
execution = owslib.wps.WPSExecution(url=wps.url)
execution_request = execution.buildRequest(process_id,
inputs,
output=[('deployResult', False)])
execution_response = execution.submitRequest(etree.tostring(execution_request))
execution.parseResponse(execution_response)
monitorExecution(execution)
if execution.isSucceded():
print 'Application %s deployment is successful' % trigger_process_id
else:
raise Exception('Application %s deployment failed' % trigger_process_id)
Deploying /ec-better/_applications/ec-better/tg-satcen-01-01-01-pipe/0.4/tg-satcen-01-01-01-pipe-0.4-application-context.xml
Application ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_4 deployment is successful
In [17]:
inputs = [('applicationPackage', ows_context_url),
('apikey', ellip_api_key),
('coordinator', 'True')]
execution = owslib.wps.WPSExecution(url=wps.url)
execution_request = execution.buildRequest(process_id,
inputs,
output=[('deployResult', False)])
execution_response = execution.submitRequest(etree.tostring(execution_request))
execution.parseResponse(execution_response)
monitorExecution(execution)
if execution.isSucceded():
print 'Application coordinator-%s deployment is successful' % trigger_process_id
else:
raise Exception('Application coordinator-%s deployment failed' % trigger_process_id)
Application coordinator-ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_4 deployment is successful
In [18]:
wps = WebProcessingService(wps_url, verbose=False, skip_caps=True)
wps.getcapabilities()
trigger_pipe_deployed = False
for index, elem in enumerate(wps.processes):
if elem.identifier == trigger_pipe_process_id:
trigger_pipe_deployed = True
if trigger_pipe_deployed:
print 'Process %s deployed' % trigger_pipe_process_id
else:
raise Exception('Process %s not deployed' % trigger_pipe_process_id)
Process ec_better_tg_satcen_01_01_01_pipe_tg_satcen_01_01_01_pipe_0_4 deployed