{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Search for SLC Sentinel-1 products"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import lxml.etree as etree\n",
    "import requests\n",
    "import cioppy\n",
    "ciop = cioppy.Cioppy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_params(osd):\n",
    "\n",
    "    oss_ns = {'a':'http://www.w3.org/2001/XMLSchema', \n",
    "          'b':'http://www.w3.org/2001/XMLSchema-instance',\n",
    "          'c':'http://a9.com/-/opensearch/extensions/time/1.0/',\n",
    "          'd':'http://www.opengis.net/eop/2.0',\n",
    "          'e':'http://purl.org/dc/terms/',\n",
    "          'f':'http://a9.com/-/spec/opensearch/extensions/parameters/1.0/',\n",
    "          'g':'http://purl.org/dc/elements/1.1/',\n",
    "          'h':'http://www.terradue.com/opensearch',\n",
    "          'i':'http://a9.com/-/opensearch/extensions/geo/1.0/',\n",
    "          'j':'http://a9.com/-/spec/opensearch/1.1/'}\n",
    "    \n",
    "    oss_content = etree.fromstring(requests.get(osd).content)\n",
    "    \n",
    "    url_template_element = oss_content.xpath('/j:OpenSearchDescription/j:Url[@type=\"application/atom+xml\"]',\n",
    "                                                 namespaces=oss_ns)[0]\n",
    "    \n",
    "    parameters = dict()\n",
    "    \n",
    "    for index, parameter in enumerate(url_template_element.xpath('.//f:Parameter', namespaces=oss_ns)):\n",
    "        \n",
    "        parameters[parameter.attrib['name']] = {'title' : parameter.attrib['title'], \n",
    "                                                'value' : parameter.attrib['value']}\n",
    "        \n",
    "        options = []\n",
    "        for option in parameter.xpath('.//f:Option', namespaces=oss_ns):\n",
    "            \n",
    "            options.append(option.attrib['value'])\n",
    "    \n",
    "        parameters[parameter.attrib['name']] = {'title' : parameter.attrib['title'], \n",
    "                                                'value' : parameter.attrib['value'],\n",
    "                                                'options' : options}\n",
    "    return parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_param_value(osd, os_parameter):\n",
    "\n",
    "    params = get_params(osd)\n",
    "\n",
    "    res = None\n",
    "    \n",
    "    for index, param in enumerate(params):\n",
    "        \n",
    "        if params[param]['value'] == os_parameter:\n",
    "            \n",
    "            res = params[param]\n",
    "            res['name'] = param\n",
    "     \n",
    "    return res"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Define the Sentinel-1 endpoint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "s1_osd_url = 'https://catalog.terradue.com/sentinel1/description'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Get the Sentinel-1 search parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "s1_parameters = get_params(s1_osd_url)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Print all the OpenSearch parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              {geo:uid?} The identifier of the resource within the search engine context (local reference)\n",
      "    {t2:downloadOrigin?} a string that identifies the download origin (keyword, hostname...) to adapt the enclosure. If the parameter is enclosed between [] (e.g. [terradue]), enclosure will be returned only if there is a enclosure found for this source.\n",
      "       {eop:cloudCover?} A number, set or interval requesting the cloud coverage\n",
      "            {startIndex} index of the first search result desired\n",
      "   {t2:vendorSpecifics?} A number, set or interval filtering vendor specific name:value\n",
      "             {startPage} page number of the set of search results desired\n",
      "       {eop:sensorType?} A string identifying the sensor type\n",
      "     {eop:accessedFrom?} A string identifying the location from which the resource will be accessed. The catalogue shall return the download location in the enclosure atom link according to the parameter value.\n",
      "         {t2:landCover?} A number, set or interval requesting the land coverage\n",
      "      {eop:productType?} A string identifying the product type\n",
      "           {time:start?} start of the temporal interval (RFC-3339)\n",
      " {eop:sensorResolution?} A string identifying the sensor spectral range\n",
      "           {sct:source?} The URI of a source link (rel=via in ATOM).\n",
      "  {eop:swathIdentifier?} Swath identifier that corresponds to precise incidence angles for the sensor\n",
      "         {geo:geometry?} Geometry in WKT\n",
      "         {geo:relation?} Spatial relation (possible values are “intersects”, “contains”, “disjoint”). The default is intersects.\n",
      " {eop:parentIdentifier?} A string identifying the collection of the entry in a hierarchy of dataset\n",
      "  {eop:processingLevel?} A string identifying the processing level applied to the dataset\n",
      "              {language} desired language of the results\n",
      "{eop:platformSerialIdentifier?} A string with the Platform serial identifier\n",
      "         {eop:platform?} A string with the platform short name\n",
      "            {eop:track?} A number, set or interval requesting the range of orbit tracks \n",
      "{t2:doubleCheckGeomtry?} Set to apply a finer geometry filtering\n",
      "             {time:end?} stop of the temporal interval (RFC-3339)\n",
      "         {dct:modified?} date after which dataset are updated (RFC-3339)\n",
      "              {geo:box?} Rectangular bounding box\n",
      "                 {count} number of search results per page desired\n",
      "        {time:relation?} Temporal relation (possible values are “intersects”, “contains”, “during”, “disjoint”, “equals”)\n",
      "   {eop:orbitDirection?} A string identifying the orbit direction\n",
      "          {dct:subject?} The identifier of a category. Recommended best practice is to use a controlled vocabulary.\n",
      "           {searchTerms} EO Free Text Search\n",
      "         {t2:extension?} The value:name of a extension.\n",
      "       {eop:instrument?} A string identifying the instrument\n",
      "            {eop:title?} A name given to the resource\n",
      "        {eop:orbitType?} A string identifying the orbit type\n"
     ]
    }
   ],
   "source": [
    "for key, value in s1_parameters.iteritems():\n",
    "\n",
    "    print '%24s' % s1_parameters[key]['value'], s1_parameters[key]['title'] "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Find the parameter associated to **'{eop:productType?}'** and its options"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "product_type_parameter = get_param_value(s1_osd_url, '{eop:productType?}')\n",
    "download_origin_parameter = get_param_value(s1_osd_url, '{t2:downloadOrigin?}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'pt'"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "product_type_parameter['name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "options = s1_parameters[product_type_parameter['name']]['options']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['GRD', 'RAW', 'SLC', 'OCN']"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "options"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now search for SLC products creating a dictionary with the search parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "search_params = dict([(product_type_parameter['name'], \n",
    "                       options[2]),(download_origin_parameter['name'], 'terradue')])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'do': 'terradue', 'pt': 'SLC'}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search_params"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "sensor_type_parameter = get_param_value(s1_osd_url, '{eop:sensorType?}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'st'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sensor_type_parameter['name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "options = s1_parameters[sensor_type_parameter['name']]['options']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "search = ciop.search(end_point=s1_osd_url,\n",
    "                     params=search_params,\n",
    "                     output_fields='self,productType,track,enclosure,identifier,wkt,startdate,enddate,polarisationChannels', \n",
    "                     model='EOP')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Show the first result returned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'enclosure': 'https://store.terradue.com/download/sentinel1/files/v1/S1B_WV_SLC__1SSV_20190507T080616_20190507T081452_016135_01E5BC_48A6',\n",
       " 'enddate': '2019-05-07T08:14:52.3990000Z',\n",
       " 'identifier': 'S1B_WV_SLC__1SSV_20190507T080616_20190507T081452_016135_01E5BC_48A6',\n",
       " 'polarisationChannels': 'VV',\n",
       " 'productType': 'SLC',\n",
       " 'self': 'https://catalog.terradue.com/sentinel1/search?format=atom&uid=S1B_WV_SLC__1SSV_20190507T080616_20190507T081452_016135_01E5BC_48A6',\n",
       " 'startdate': '2019-05-07T08:06:16.8280000Z',\n",
       " 'track': '9',\n",
       " 'wkt': 'POLYGON((-53.356213 -55.926842,-53.234772 -55.763161,-50.32679 -55.642445,-49.999165 -55.711193,-49.890366 -55.539688,-48.947655 -54.019253,-47.956585 -52.322357,-47.048164 -50.615124,-46.197945 -48.901337,-45.399315 -47.182137,-44.646126 -45.458092,-43.919273 -43.732742,-43.243015 -42.000259,-42.598835 -40.263813,-41.983528 -38.5242,-41.381111 -36.783916,-40.815392 -35.038166,-40.270462 -33.289383,-39.744553 -31.537874,-39.693222 -31.359335,-39.235916 -29.784475,-38.732239 -28.031361,-38.253826 -26.274025,-38.206898 -26.094782,-38.413788 -26.048946,-40.464115 -26.514153,-40.513931 -26.687439,-40.980278 -28.263489,-41.031712 -28.436436,-41.514088 -30.010492,-41.567341 -30.183226,-42.067226 -31.755342,-42.122452 -31.927767,-42.647335 -33.495312,-42.704777 -33.667507,-43.244946 -35.233597,-43.304703 -35.405216,-43.86792 -36.967983,-43.930363 -37.139362,-44.519386 -38.699024,-44.584763 -38.870018,-45.208595 -40.424297,-45.277222 -40.594826,-45.926044 -42.146637,-45.99826 -42.316669,-46.681759 -43.863625,-46.757996 -44.033146,-47.480659 -45.575615,-47.56134 -45.744469,-48.32761 -47.281422,-48.413361 -47.449715,-49.236412 -48.979935,-49.327839 -49.147488,-50.198212 -50.671547,-50.295937 -50.838139,-51.228756 -52.35466,-51.333801 -52.520473,-52.337719 -54.028667,-52.451004 -54.193443,-53.54282 -55.6894,-53.665398 -55.852787,-53.356213 -55.926842))'}"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "You can, of course, set the search parameters directly with:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "search = ciop.search(end_point=s1_osd_url,\n",
    "                     params={'pt': 'SLC'},\n",
    "                     output_fields='self,productType,track,enclosure,identifier,wkt,startdate', \n",
    "                     model='EOP')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'enclosure': \"https://scihub.copernicus.eu/apihub/odata/v1/Products('7245f5c4-eecd-4afb-9834-82bb021d96e1')/$value\",\n",
       " 'identifier': 'S1B_WV_SLC__1SSV_20190507T080616_20190507T081452_016135_01E5BC_48A6',\n",
       " 'productType': 'SLC',\n",
       " 'self': 'https://catalog.terradue.com/sentinel1/search?format=atom&uid=S1B_WV_SLC__1SSV_20190507T080616_20190507T081452_016135_01E5BC_48A6',\n",
       " 'startdate': '2019-05-07T08:06:16.8280000Z',\n",
       " 'track': '9',\n",
       " 'wkt': 'POLYGON((-53.356213 -55.926842,-53.234772 -55.763161,-50.32679 -55.642445,-49.999165 -55.711193,-49.890366 -55.539688,-48.947655 -54.019253,-47.956585 -52.322357,-47.048164 -50.615124,-46.197945 -48.901337,-45.399315 -47.182137,-44.646126 -45.458092,-43.919273 -43.732742,-43.243015 -42.000259,-42.598835 -40.263813,-41.983528 -38.5242,-41.381111 -36.783916,-40.815392 -35.038166,-40.270462 -33.289383,-39.744553 -31.537874,-39.693222 -31.359335,-39.235916 -29.784475,-38.732239 -28.031361,-38.253826 -26.274025,-38.206898 -26.094782,-38.413788 -26.048946,-40.464115 -26.514153,-40.513931 -26.687439,-40.980278 -28.263489,-41.031712 -28.436436,-41.514088 -30.010492,-41.567341 -30.183226,-42.067226 -31.755342,-42.122452 -31.927767,-42.647335 -33.495312,-42.704777 -33.667507,-43.244946 -35.233597,-43.304703 -35.405216,-43.86792 -36.967983,-43.930363 -37.139362,-44.519386 -38.699024,-44.584763 -38.870018,-45.208595 -40.424297,-45.277222 -40.594826,-45.926044 -42.146637,-45.99826 -42.316669,-46.681759 -43.863625,-46.757996 -44.033146,-47.480659 -45.575615,-47.56134 -45.744469,-48.32761 -47.281422,-48.413361 -47.449715,-49.236412 -48.979935,-49.327839 -49.147488,-50.198212 -50.671547,-50.295937 -50.838139,-51.228756 -52.35466,-51.333801 -52.520473,-52.337719 -54.028667,-52.451004 -54.193443,-53.54282 -55.6894,-53.665398 -55.852787,-53.356213 -55.926842))'}"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "search[0]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}