CKAN_API.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Underground API\n",
    "\n",
    "We just set up an instance of [CKAN](https://github.com/ckan/ckan). Let's have a look at how to use [the API](https://docs.ckan.org/en/2.8/api/)."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Using `requests`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['academic-seismic-portal-asp-at-ut-austin-institute-for-geophysics-utig',\n",
       " 'athabasca',\n",
       " 'athabasca-preprocessed',\n",
       " 'blake-ridge',\n",
       " 'brent-delta-study',\n",
       " 'f3',\n",
       " 'f3-facies-classification-benchmark',\n",
       " 'fossils',\n",
       " 'geolink',\n",
       " 'georoc',\n",
       " 'kahu',\n",
       " 'kerry',\n",
       " 'landmass-f3',\n",
       " 'macrostrat-geologic-maps',\n",
       " 'malenov-f3',\n",
       " 'mobil-avo',\n",
       " 'norwegian-shows',\n",
       " 'npd-factpages',\n",
       " 'npra',\n",
       " 'opunake',\n",
       " 'parihaka',\n",
       " 'penobscot',\n",
       " 'poland-vibroseis',\n",
       " 'poseidon',\n",
       " 'realpore',\n",
       " 'rock-property-catalog',\n",
       " 'seam-phase-i',\n",
       " 'stanford-vi-e',\n",
       " 'stratton',\n",
       " 'teapot-dome',\n",
       " 'tui',\n",
       " 'us-national-archive-of-marine-seismic-surveys',\n",
       " 'waihapa',\n",
       " 'waipuku',\n",
       " 'waka']"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import requests\n",
    "\n",
    "url = \"https://dataunderground.org/api/3/action/package_list\"\n",
    "\n",
    "re = requests.get(url)\n",
    "\n",
    "re.json()['result']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'help': 'https://dataunderground.org/api/3/action/help_show?name=package_search',\n",
       " 'success': True,\n",
       " 'result': {'count': 1,\n",
       "  'sort': 'score desc, metadata_modified desc',\n",
       "  'facets': {},\n",
       "  'results': [{'license_title': 'Creative Commons Attribution',\n",
       "    'maintainer': 'Peter Bormann',\n",
       "    'relationships_as_object': [],\n",
       "    'private': False,\n",
       "    'maintainer_email': '',\n",
       "    'num_tags': 5,\n",
       "    'id': '70166328-b58d-42d5-b0bb-f17376160919',\n",
       "    'metadata_created': '2019-08-30T14:49:47.264933',\n",
       "    'metadata_modified': '2019-09-30T18:37:36.750328',\n",
       "    'author': '',\n",
       "    'author_email': '',\n",
       "    'state': 'active',\n",
       "    'version': '',\n",
       "    'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "    'type': 'dataset',\n",
       "    'resources': [{'mimetype': None,\n",
       "      'cache_url': None,\n",
       "      'hash': '',\n",
       "      'description': 'Various folders and files.\\r\\n\\r\\n3D seismic survey reports and well log files are here: https://nopims.dmp.wa.gov.au/Nopims/  ',\n",
       "      'name': 'Poseidon subsurface data',\n",
       "      'format': 'Various',\n",
       "      'url': 'https://drive.google.com/drive/folders/0B7brcf-eGK8Cbk9ueHA0QUU4Zjg',\n",
       "      'cache_last_updated': None,\n",
       "      'package_id': '70166328-b58d-42d5-b0bb-f17376160919',\n",
       "      'created': '2019-08-30T14:50:41.658964',\n",
       "      'state': 'active',\n",
       "      'mimetype_inner': None,\n",
       "      'last_modified': None,\n",
       "      'position': 0,\n",
       "      'revision_id': 'ca83fe88-4567-4f46-854e-ef617f08f4be',\n",
       "      'url_type': None,\n",
       "      'id': 'e7b0ad00-4f71-42b2-a697-6d513e4e899e',\n",
       "      'resource_type': None,\n",
       "      'size': None}],\n",
       "    'num_resources': 1,\n",
       "    'tags': [{'vocabulary_id': None,\n",
       "      'state': 'active',\n",
       "      'display_name': '3D seismic',\n",
       "      'id': '831ebd38-65ff-4116-a555-f037bde5c73e',\n",
       "      'name': '3D seismic'},\n",
       "     {'vocabulary_id': None,\n",
       "      'state': 'active',\n",
       "      'display_name': 'Integrated',\n",
       "      'id': '47b569aa-c7a9-47b0-9fdc-688312d2b440',\n",
       "      'name': 'Integrated'},\n",
       "     {'vocabulary_id': None,\n",
       "      'state': 'active',\n",
       "      'display_name': 'Seismic velocities',\n",
       "      'id': 'e1c9c26a-5822-4aad-a0ae-1b8392e6566e',\n",
       "      'name': 'Seismic velocities'},\n",
       "     {'vocabulary_id': None,\n",
       "      'state': 'active',\n",
       "      'display_name': 'Well logs',\n",
       "      'id': '7052a7a7-0ee0-4acd-8ac9-2115207e649f',\n",
       "      'name': 'Well logs'},\n",
       "     {'vocabulary_id': None,\n",
       "      'state': 'active',\n",
       "      'display_name': 'Well reports',\n",
       "      'id': '901206f6-9ce7-4635-a360-33c0d52d24b5',\n",
       "      'name': 'Well reports'}],\n",
       "    'groups': [],\n",
       "    'license_id': 'cc-by',\n",
       "    'relationships_as_subject': [],\n",
       "    'organization': {'description': 'https://www.ga.gov.au/',\n",
       "     'created': '2019-08-30T14:51:37.173691',\n",
       "     'title': 'Geoscience Australia',\n",
       "     'name': 'geoscience-australia',\n",
       "     'is_organization': True,\n",
       "     'state': 'active',\n",
       "     'image_url': 'https://www.ga.gov.au/__data/assets/image/0013/16510/ga-logo.jpg',\n",
       "     'revision_id': '15268390-9bb8-406d-a627-ab29be8cc26c',\n",
       "     'type': 'organization',\n",
       "     'id': '02e80963-6c0e-464d-a1c5-8781d796846b',\n",
       "     'approval_status': 'approved'},\n",
       "    'name': 'poseidon',\n",
       "    'isopen': True,\n",
       "    'url': 'https://drive.google.com/open?id=0B7brcf-eGK8Cbk9ueHA0QUU4Zjg',\n",
       "    'notes': 'Integrated subsurface dataset.\\r\\n\\r\\nCoordinate system used is\\r\\nGDA94 / MGA Zone 51 Petrel,700004\\r\\n\\r\\n#Seismic: \\r\\n\\r\\n- Poseidon 3D \\r\\n\\r\\n#Wells:\\r\\n\\r\\n- Torosa 1\\r\\n- Kronos 1\\r\\n- Poseiden 1\\r\\n- Poseiden 2\\r\\n- Proteus 1\\r\\n- Poseidon North\\r\\n- Pharos 1',\n",
       "    'owner_org': '02e80963-6c0e-464d-a1c5-8781d796846b',\n",
       "    'extras': [{'key': 'spatial',\n",
       "      'value': '{\"type\": \"Polygon\", \"coordinates\": [           [             [               122.84912109375,               -12.522390602069187             ],             [               123.11279296875001,               -13.165073873513013             ],             [               123.958740234375,               -13.336175186494915             ],             [               124.486083984375,               -12.53311535727715             ],             [               124.134521484375,               -12.082295837363578             ],             [               122.84912109375,               -12.522390602069187             ]           ]         ]}'}],\n",
       "    'license_url': 'http://www.opendefinition.org/licenses/cc-by',\n",
       "    'title': 'Poseidon',\n",
       "    'revision_id': '82148437-00eb-4713-91a5-1981b8c5db47'}],\n",
       "  'search_facets': {}}}"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://dataunderground.org/api/3/action/package_search\"\n",
    "\n",
    "params = {'q': 'australia'}\n",
    "\n",
    "re = requests.get(url, params)\n",
    "\n",
    "re.json()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Using `ckanapi`\n",
    "\n",
    "The [`ckanapi`](https://github.com/ckan/ckanapi) command-line interface and Python package provides access to the API as well.\n",
    "\n",
    "Install it with `pip`:\n",
    "\n",
    "    pip install ckanapi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['academic-seismic-portal-asp-at-ut-austin-institute-for-geophysics-utig',\n",
       " 'athabasca',\n",
       " 'athabasca-preprocessed',\n",
       " 'blake-ridge',\n",
       " 'brent-delta-study',\n",
       " 'f3',\n",
       " 'f3-facies-classification-benchmark',\n",
       " 'fossils',\n",
       " 'geolink',\n",
       " 'georoc',\n",
       " 'kahu',\n",
       " 'kerry',\n",
       " 'landmass-f3',\n",
       " 'macrostrat-geologic-maps',\n",
       " 'malenov-f3',\n",
       " 'mobil-avo',\n",
       " 'norwegian-shows',\n",
       " 'npd-factpages',\n",
       " 'npra',\n",
       " 'opunake',\n",
       " 'parihaka',\n",
       " 'penobscot',\n",
       " 'poland-vibroseis',\n",
       " 'poseidon',\n",
       " 'realpore',\n",
       " 'rock-property-catalog',\n",
       " 'seam-phase-i',\n",
       " 'stanford-vi-e',\n",
       " 'stratton',\n",
       " 'teapot-dome',\n",
       " 'tui',\n",
       " 'us-national-archive-of-marine-seismic-surveys',\n",
       " 'waihapa',\n",
       " 'waipuku',\n",
       " 'waka']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from ckanapi import RemoteCKAN\n",
    "\n",
    "uri = 'https://dataunderground.org'\n",
    "ua = 'Matt Hall (+http://agilescientific.com/)'\n",
    "ckan = RemoteCKAN(uri, user_agent=ua)\n",
    "\n",
    "ckan.action.package_list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['2D seismic',\n",
       " '3D seismic',\n",
       " 'Alaska',\n",
       " 'Alberta',\n",
       " 'angle stacks',\n",
       " 'archive',\n",
       " 'Athabasca',\n",
       " 'AVO',\n",
       " 'Brent',\n",
       " 'Canada',\n",
       " 'Classification',\n",
       " 'Company data',\n",
       " 'Core analysis',\n",
       " 'Core descriptions',\n",
       " 'Core photographs',\n",
       " 'csv',\n",
       " 'elastic',\n",
       " 'Fluids',\n",
       " 'Fossils',\n",
       " 'Gathers',\n",
       " 'geochemistry',\n",
       " 'Geology',\n",
       " 'Geomechanics',\n",
       " 'Geophysics',\n",
       " 'geostatistics',\n",
       " 'Grain size',\n",
       " 'Horizons',\n",
       " 'Hydrates',\n",
       " 'Hydrocarbon shows',\n",
       " 'igneous',\n",
       " 'Images',\n",
       " 'Integrated',\n",
       " 'isotope',\n",
       " 'Labelled data',\n",
       " 'Laboratory data',\n",
       " 'land seismic',\n",
       " 'lithostratigraphy',\n",
       " 'Marine',\n",
       " 'model',\n",
       " 'Model',\n",
       " 'Netherlands',\n",
       " 'New Zealand',\n",
       " 'North Sea',\n",
       " 'Norway',\n",
       " 'numerical',\n",
       " 'Offshore',\n",
       " 'Oil sands',\n",
       " 'Onshore',\n",
       " 'Palaeontology',\n",
       " 'Permeability',\n",
       " 'petrophysics',\n",
       " 'Poland',\n",
       " 'Porosity',\n",
       " 'Prestack seismic',\n",
       " 'processed',\n",
       " 'Production data',\n",
       " 'Rock physics',\n",
       " 'SCAL',\n",
       " 'seismic',\n",
       " 'Seismic',\n",
       " 'Seismic attributes',\n",
       " 'Seismic facies',\n",
       " 'Seismic interpretation',\n",
       " 'Seismic velocities',\n",
       " 'shapefiles',\n",
       " 'shot gathers',\n",
       " 'simulation',\n",
       " 'stratigraphy',\n",
       " 'synthetic',\n",
       " 'USA',\n",
       " 'USGS',\n",
       " 'velocity',\n",
       " 'Vibroseis',\n",
       " 'VSP',\n",
       " 'well logs',\n",
       " 'Well logs',\n",
       " 'Well reports',\n",
       " 'wells']"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ckan.action.tag_list()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'count': 5,\n",
       " 'sort': 'score desc, metadata_modified desc',\n",
       " 'facets': {},\n",
       " 'results': [{'license_title': 'Other (Attribution)',\n",
       "   'maintainer': '',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': '',\n",
       "   'num_tags': 3,\n",
       "   'id': '3dabbe0a-20ba-4f91-b5c5-2dac65a7b2a6',\n",
       "   'metadata_created': '2019-08-31T12:59:23.790508',\n",
       "   'metadata_modified': '2019-09-03T15:49:43.864566',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '',\n",
       "   'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'Monthly field production from all Norwegian fields. Over 20,000 rows.',\n",
       "     'name': 'Field production monthly saleable',\n",
       "     'format': 'CSV',\n",
       "     'url': 'https://npdfactpages.npd.no/ReportServer_npdpublic?/FactPages/TableView/field_production_monthly&rs:Format=CSV&IpAddress=localhost',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '3dabbe0a-20ba-4f91-b5c5-2dac65a7b2a6',\n",
       "     'created': '2019-08-31T13:01:31.004449',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': 'f862f6f7-da7f-43b8-9f6d-e0df223e92bb',\n",
       "     'url_type': None,\n",
       "     'id': '81613e81-e3e0-4fd2-8866-99ecc65c734c',\n",
       "     'resource_type': None,\n",
       "     'size': None},\n",
       "    {'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'Company reserves.',\n",
       "     'name': 'Company reserves',\n",
       "     'format': 'CSV',\n",
       "     'url': 'https://npdfactpages.npd.no/ReportServer_npdpublic?/FactPages/TableView/company_reserves&rs:Format=CSV&IpAddress=128.0.0.0',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '3dabbe0a-20ba-4f91-b5c5-2dac65a7b2a6',\n",
       "     'created': '2019-08-31T13:05:36.911828',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 1,\n",
       "     'revision_id': '87fe5fe2-0c19-4291-93c6-251c0e9a198d',\n",
       "     'url_type': None,\n",
       "     'id': '07cfddea-e8e7-4ce9-a37f-71b58b4e30e7',\n",
       "     'resource_type': None,\n",
       "     'size': None},\n",
       "    {'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': \"Every company's rights in every field over time.\",\n",
       "     'name': 'Field licensee history',\n",
       "     'format': 'CSV',\n",
       "     'url': 'https://npdfactpages.npd.no/ReportServer_npdpublic?/FactPages/TableView/field_licensee_hst&rs:Format=CSV&IpAddress=128.0.0.0',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '3dabbe0a-20ba-4f91-b5c5-2dac65a7b2a6',\n",
       "     'created': '2019-08-31T13:06:43.242038',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 2,\n",
       "     'revision_id': 'efbcdace-2d2c-4ccd-9824-e648591bc9eb',\n",
       "     'url_type': None,\n",
       "     'id': '07d09614-e870-4ceb-a93e-c24ff58a48f7',\n",
       "     'resource_type': None,\n",
       "     'size': None},\n",
       "    {'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'All discoveries, with current status.',\n",
       "     'name': 'Discovery',\n",
       "     'format': 'CSV',\n",
       "     'url': 'https://npdfactpages.npd.no/ReportServer_npdpublic?/FactPages/TableView/discovery&rs:Format=CSV&IpAddress=128.0.0.0',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '3dabbe0a-20ba-4f91-b5c5-2dac65a7b2a6',\n",
       "     'created': '2019-08-31T13:09:57.387164',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 3,\n",
       "     'revision_id': '89c9beac-f057-40bc-abcc-8eb3403ed585',\n",
       "     'url_type': None,\n",
       "     'id': '17080276-9540-4cae-aed2-7b4249e1a662',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 4,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Company data',\n",
       "     'id': 'ffdfa63f-ef0b-4e43-84ef-7862c688be99',\n",
       "     'name': 'Company data'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Norway',\n",
       "     'id': 'e3ca0668-ac5c-46f2-9513-cec734f1a4ec',\n",
       "     'name': 'Norway'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Production data',\n",
       "     'id': '744a98ca-f816-4783-afcf-1225b0e7307d',\n",
       "     'name': 'Production data'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'other-at',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': {'description': 'Norwegian Petroleum Directorate',\n",
       "    'created': '2019-08-30T18:16:58.656771',\n",
       "    'title': 'NPD',\n",
       "    'name': 'npd',\n",
       "    'is_organization': True,\n",
       "    'state': 'active',\n",
       "    'image_url': 'http://www.npd.no/Content/images/od_logo_stacked_nor.png',\n",
       "    'revision_id': 'b0564823-c0b4-4b0b-b64e-94349b4e5ce5',\n",
       "    'type': 'organization',\n",
       "    'id': '6fe00055-61fb-4809-90d3-1c01dedae8a2',\n",
       "    'approval_status': 'approved'},\n",
       "   'name': 'npd-factpages',\n",
       "   'isopen': True,\n",
       "   'url': 'https://npdfactpages.npd.no/',\n",
       "   'notes': 'Various tables of data from the Norwegian Petroleum Directorate. Licensed under the [Norwegian Licence for Open Government Data, NLOD](https://data.norge.no/nlod/en/2.0).\\r\\n\\r\\nOnly a few examples of tables are given here, but there are many more. All of them can be exported as CSV, or you can use the link in the tables to give to, say, `pandas` to download live CSV data.',\n",
       "   'owner_org': '6fe00055-61fb-4809-90d3-1c01dedae8a2',\n",
       "   'extras': [],\n",
       "   'title': 'NPD FactPages',\n",
       "   'revision_id': '983946bc-eaa9-4b5c-90a3-b86853b98c34'},\n",
       "  {'license_title': 'License not specified',\n",
       "   'maintainer': 'Jeff Caers, Stanford Center for Earth Resources Forecasting',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': 'jcaers@stanford.edu',\n",
       "   'num_tags': 7,\n",
       "   'id': '4cd14129-7284-4517-9b27-8164dfa32492',\n",
       "   'metadata_created': '2019-10-18T17:15:27.810600',\n",
       "   'metadata_modified': '2019-10-18T17:39:48.472086',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '',\n",
       "   'creator_user_id': 'da5cc039-64b0-423c-85ad-77cbde830bef',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': \"Time-lapse reservoir property volumes including\\r\\n\\r\\n* Acoustic impedance\\r\\n* Density\\r\\n* Elastic impedance\\r\\n* Facies\\r\\n* Lame's Lambda\\r\\n* Lame's Mu\\r\\n* P-wave velocity\\r\\n* Permeability\\r\\n* Poisson's Ratio\\r\\n* Porosity\\r\\n* Reservoir Simulation (Eclipse)\\r\\n* S-wave impedance\\r\\n* S-wave velocity\\r\\n* Top (Top surface depth)\",\n",
       "     'name': 'Data for synthetic reservoir Stanford VI including EM modeling',\n",
       "     'format': 'dat',\n",
       "     'url': 'https://github.com/SCRFpublic/Stanford-VI-E',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '4cd14129-7284-4517-9b27-8164dfa32492',\n",
       "     'created': '2019-10-18T17:18:34.166088',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': '4505d8d4-880d-4261-9602-1928b8d54b3e',\n",
       "     'url_type': None,\n",
       "     'id': '9c504e0c-4b90-49cf-a35c-5c2b01e068a7',\n",
       "     'resource_type': None,\n",
       "     'size': None},\n",
       "    {'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': '',\n",
       "     'name': 'The Standfor VI-E Reservoir: report',\n",
       "     'format': 'PDF',\n",
       "     'url': 'https://github.com/SCRFpublic/Stanford-VI-E/blob/master/Stanford%20VI-E_Paper.pdf',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '4cd14129-7284-4517-9b27-8164dfa32492',\n",
       "     'created': '2019-10-18T17:20:56.160884',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 1,\n",
       "     'revision_id': '2a4baf3f-cbc0-4363-a256-087cc4f11f15',\n",
       "     'url_type': None,\n",
       "     'id': '5e915783-cf71-4f5f-8daa-8ad6fec5ae37',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 2,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'elastic',\n",
       "     'id': '865f44bb-2ed9-463d-bf42-dbd33b038f1f',\n",
       "     'name': 'elastic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'geostatistics',\n",
       "     'id': 'a7eb5b67-a752-4fd2-8a7c-603c55891f28',\n",
       "     'name': 'geostatistics'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'model',\n",
       "     'id': 'aa27c544-6323-45de-8260-0802bc56b7c2',\n",
       "     'name': 'model'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'numerical',\n",
       "     'id': '79643605-62cb-4627-b962-d5881b350fb3',\n",
       "     'name': 'numerical'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'petrophysics',\n",
       "     'id': 'd2d3b133-b34e-4370-8768-2949331f22b3',\n",
       "     'name': 'petrophysics'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'simulation',\n",
       "     'id': '8f6bb295-999c-42e3-868f-6dc0e8e69c00',\n",
       "     'name': 'simulation'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'synthetic',\n",
       "     'id': '2dcaf9e8-3d01-4efe-8367-b7d7af8708e3',\n",
       "     'name': 'synthetic'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'notspecified',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': None,\n",
       "   'name': 'stanford-vi-e',\n",
       "   'isopen': False,\n",
       "   'url': 'https://github.com/SCRFpublic/Stanford-VI-E',\n",
       "   'notes': 'A large-scale data set including time-lapse (4D) elastic attributes and electrical resisitivity is generated with the purpose of testing algorithms for reservoir modeling, reservoir characterization, production forecasting, and especialy joint time-lapse monitoring using seismic as well as electromagnetic data.\\r\\n\\r\\nThe Stanford VI reservoir, which was originally created by Castro et al. (2005), is a three-layer prograding fluvial channel system, and its structure corresponds to an asymmetric anticline with axis N15°E. The reservoir provides an exhaustive data set (6 million cells) of petrophysical properties, seismic attributes, as well as time-lapse seismic data. Due to the need of testing field management algorithms using time-lapse electromagnetic and seismic data, several extensions and modifications are incorporated into an updated version of the data set, named as Stanford VI-E reservoir.\\r\\n\\r\\nArchie’s method (1942) and Waxman-Smits model (1968) are applied to create electrical resistivity for sand and shale facies respectively. Also, the rock physics models for seismic velocities are improved to give more realistic 4D seismic data. Flow simulation with different fluids within facies is performed to obtain the changes in saturation after oil production. Based on the result of the flow simulation, electrical resistivity and elastic attributes are calculated at different times during production.\\r\\n\\r\\n**If you use the data, reference the paper as follows**:\\r\\n\\r\\n\\'Lee, J. and Mukerji, T., 2012, \"The Stanford VI-E reservoir: A synthetic data set for joint seismic-EM time-lapse monitoring algorithms\": 25th Annual Report, Stanford Center for Reservoir Forecasting, Stanford University, Stanford, CA.\\'\\r\\n\\r\\nThe data are text files formatted by GSLIB conventions. Stanford VI-E_Paper.pdf explains the details of Stanford VI-E data. \\r\\n\\r\\nReferences: \\r\\n\\r\\nCastro, S., Caers, J., and Mukerji, T., 2005, “The Stanford VI reservoir”: 18th Annual Report, Stanford Center for Reservoir Forecasting, Stanford University, Stanford, CA.\\r\\n\\r\\nArchie, G. E., 1942, “The electrical resistivity log as an aid in determining some reservoir characteristics”: Transactions of the AIME., 146, 54-62.\\r\\n\\r\\nWaxman, M. H. and Smits, L. J. M., 1968, “Electrical conductivities in oil-bearing shaly sands”: SPE Journal, 8, 107- 122.\\r\\n\\r\\n',\n",
       "   'owner_org': None,\n",
       "   'extras': [],\n",
       "   'title': 'Stanford-VI-E',\n",
       "   'revision_id': '66929e6a-381e-4f20-a7d1-81e8308b34a1'},\n",
       "  {'license_title': 'Creative Commons Attribution Share-Alike',\n",
       "   'maintainer': 'https://terranubis.com',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': '',\n",
       "   'num_tags': 8,\n",
       "   'id': 'c0bbc360-dbde-4770-b0ab-75bb31581047',\n",
       "   'metadata_created': '2019-08-29T18:14:58.552740',\n",
       "   'metadata_modified': '2019-10-01T14:21:40.500784',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '1',\n",
       "   'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'A ZIP file containing the various datasets. Contains OpendTect-formatted seismic data (CBVS files).',\n",
       "     'name': 'F3_Demo_2016_training_v6',\n",
       "     'format': 'ZIP',\n",
       "     'url': 'https://drive.google.com/uc?export=download&id=0B2QlmHOqpoj1LW52dWlCOWpPSkE',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': 'c0bbc360-dbde-4770-b0ab-75bb31581047',\n",
       "     'created': '2019-08-29T18:17:30.520302',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': '279afe2d-4d68-45e8-838e-ff3b1a1bac12',\n",
       "     'url_type': None,\n",
       "     'id': 'bbb6dcc1-3910-4219-bb24-2fa4ac3e45f7',\n",
       "     'resource_type': None,\n",
       "     'size': None},\n",
       "    {'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'SEG-Y format version of the 3D seismic amplitudes, from the Malenov project. See also Malenov_F3 dataset.',\n",
       "     'name': 'F3_entire.segy',\n",
       "     'format': 'SEGY',\n",
       "     'url': 'https://drive.google.com/open?id=1cCQis-CMm8s564l3sAmcMocJShrEqwXZ',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': 'c0bbc360-dbde-4770-b0ab-75bb31581047',\n",
       "     'created': '2019-09-06T15:25:29.526180',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 1,\n",
       "     'revision_id': '55c1dff7-e6e2-4a02-8c98-f6651c295679',\n",
       "     'url_type': None,\n",
       "     'id': 'a3c79f20-cd77-4f2f-8129-b27082be7ea5',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 2,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': '3D seismic',\n",
       "     'id': '831ebd38-65ff-4116-a555-f037bde5c73e',\n",
       "     'name': '3D seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Horizons',\n",
       "     'id': '12acf181-84bc-45d4-ae4c-f7b8aa6b3a9d',\n",
       "     'name': 'Horizons'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Netherlands',\n",
       "     'id': '9a242118-6271-4890-ae74-de2235da3012',\n",
       "     'name': 'Netherlands'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'North Sea',\n",
       "     'id': 'cc96e33f-b42c-485a-9000-27b3599beb0e',\n",
       "     'name': 'North Sea'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Offshore',\n",
       "     'id': '4f5281c1-c261-41c0-b103-7287d5ea74c5',\n",
       "     'name': 'Offshore'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Seismic',\n",
       "     'id': '8c29467f-3a8a-4be1-a77c-ae3dbb127644',\n",
       "     'name': 'Seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Seismic attributes',\n",
       "     'id': '50ff5fb3-2fa1-430f-9afd-cf21e1e56a26',\n",
       "     'name': 'Seismic attributes'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Well logs',\n",
       "     'id': '7052a7a7-0ee0-4acd-8ac9-2115207e649f',\n",
       "     'name': 'Well logs'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'cc-by-sa',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': {'description': 'https://www.dgbes.com/',\n",
       "    'created': '2019-08-30T13:27:29.770574',\n",
       "    'title': 'dGB Earth Sciences',\n",
       "    'name': 'dgb-earth-sciences',\n",
       "    'is_organization': True,\n",
       "    'state': 'active',\n",
       "    'image_url': 'https://media.licdn.com/dms/image/C560BAQEBzP9W26vMBg/company-logo_200_200/0?e=2159024400&v=beta&t=zHntkiDLR7EvU-5n-Zv1E_6H7fz_ldm2F9WUnQAYp0s',\n",
       "    'revision_id': '57ebd152-f3b0-41b5-a79e-97855cfa42fa',\n",
       "    'type': 'organization',\n",
       "    'id': '110728ae-e4ac-42cd-8ce3-447f7d3d8e2b',\n",
       "    'approval_status': 'approved'},\n",
       "   'name': 'f3',\n",
       "   'isopen': True,\n",
       "   'url': 'https://terranubis.com/datainfo/Netherlands-Offshore-F3-Block-Complete',\n",
       "   'notes': '## Contributors\\r\\n\\r\\n- Original seismic: NAM, 1987.\\r\\n- Original source: NLOG\\r\\n- Value added products: dGB Earth Sciences created the OpendTect project, computed derived attribute volumes and interpreted horizons.',\n",
       "   'owner_org': '110728ae-e4ac-42cd-8ce3-447f7d3d8e2b',\n",
       "   'extras': [{'key': 'spatial',\n",
       "     'value': '{\"type\": \"Polygon\", \"coordinates\": [[  \\t[  4.649258, 54.795963 ],  \\t[  4.642392, 54.941359 ],  \\t[  5.013180, 54.947265 ],  \\t[  5.020733, 54.801108 ] \\t  ] ]}'}],\n",
       "   'license_url': 'http://www.opendefinition.org/licenses/cc-by-sa',\n",
       "   'title': 'F3',\n",
       "   'revision_id': '8dee596d-f388-4e13-a0c9-7c5d9720e841'},\n",
       "  {'license_title': 'Creative Commons Attribution Share-Alike',\n",
       "   'maintainer': 'https://dgbes.com/',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': '',\n",
       "   'num_tags': 6,\n",
       "   'id': 'debae7c3-d569-4872-9593-85fca3e97c12',\n",
       "   'metadata_created': '2019-08-31T12:16:54.371057',\n",
       "   'metadata_modified': '2019-10-01T15:25:09.756398',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '',\n",
       "   'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'Contains OpendTect-formatted data (CBVS files).',\n",
       "     'name': 'Blake_Ridge_Hydrates_3D.zip',\n",
       "     'format': 'ZIP',\n",
       "     'url': 'https://drive.google.com/uc?export=download&id=0B2QlmHOqpoj1bXR4THNITDQ4UVE',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': 'debae7c3-d569-4872-9593-85fca3e97c12',\n",
       "     'created': '2019-08-31T12:19:58.357523',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': '5ab93646-0c5a-4468-a632-665131c35ba4',\n",
       "     'url_type': None,\n",
       "     'id': 'f2a599db-ab94-47ee-9cab-16005186ce88',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 1,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': '3D seismic',\n",
       "     'id': '831ebd38-65ff-4116-a555-f037bde5c73e',\n",
       "     'name': '3D seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Hydrates',\n",
       "     'id': '460172a7-ee31-4313-9da8-14da267e585e',\n",
       "     'name': 'Hydrates'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Marine',\n",
       "     'id': '3c7b0296-44f8-4e9e-8a47-13f4583d8888',\n",
       "     'name': 'Marine'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Offshore',\n",
       "     'id': '4f5281c1-c261-41c0-b103-7287d5ea74c5',\n",
       "     'name': 'Offshore'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Seismic',\n",
       "     'id': '8c29467f-3a8a-4be1-a77c-ae3dbb127644',\n",
       "     'name': 'Seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'USA',\n",
       "     'id': '932b7e28-b161-4a1e-a096-2fcb49ba5ccd',\n",
       "     'name': 'USA'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'cc-by-sa',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': {'description': 'https://www.dgbes.com/',\n",
       "    'created': '2019-08-30T13:27:29.770574',\n",
       "    'title': 'dGB Earth Sciences',\n",
       "    'name': 'dgb-earth-sciences',\n",
       "    'is_organization': True,\n",
       "    'state': 'active',\n",
       "    'image_url': 'https://media.licdn.com/dms/image/C560BAQEBzP9W26vMBg/company-logo_200_200/0?e=2159024400&v=beta&t=zHntkiDLR7EvU-5n-Zv1E_6H7fz_ldm2F9WUnQAYp0s',\n",
       "    'revision_id': '57ebd152-f3b0-41b5-a79e-97855cfa42fa',\n",
       "    'type': 'organization',\n",
       "    'id': '110728ae-e4ac-42cd-8ce3-447f7d3d8e2b',\n",
       "    'approval_status': 'approved'},\n",
       "   'name': 'blake-ridge',\n",
       "   'isopen': True,\n",
       "   'url': 'https://terranubis.com/datainfo/Blake-Ridge-Hydrates-3D',\n",
       "   'notes': '3D seismic and Pre-STM.\\r\\n\\r\\nThis small marine 3D is offshore South Carolina, US. It is available in OpendTect format on the dGB Open Seismic Repository under a Creative Commons (CC BY-SA) license: Blake Ridge 3D. It is available as PreSTM and PreSDM stacks. Blake Ridge is one of the best-studied gas hydrate sites in the world.\\r\\n\\r\\n\\r\\n\\r\\n## Contributors\\r\\n\\r\\n- Original seismic: Dr. W. Steven Holbrook, University of Wyoming, PI of the NSF project that acquired these data.\\r\\n- Value added products: dGB Earth Sciences created the OpendTect project and computed the dip-steering volumes.\\r\\nCross QI created Conditioned PSTM angle gathers.\\r\\n\\r\\n## Data\\r\\n\\r\\n- PSTM stack\\r\\n- Detailed Steering Cube\\r\\n- Background Steering Cube',\n",
       "   'owner_org': '110728ae-e4ac-42cd-8ce3-447f7d3d8e2b',\n",
       "   'extras': [{'key': 'spatial',\n",
       "     'value': '{\"type\": \"Polygon\", \"coordinates\":  \\t[[[  -76.981727, 31.739432],  \\t  [  -76.999580, 31.800718 ],  \\t  [  -76.496955, 31.905102 ],  \\t  [  -76.479102, 31.845052 ]]]}'}],\n",
       "   'license_url': 'http://www.opendefinition.org/licenses/cc-by-sa',\n",
       "   'title': 'Blake Ridge',\n",
       "   'revision_id': '09a02922-cca4-42b9-a82a-33a3e9d02f9e'},\n",
       "  {'license_title': 'Other (Non-Commercial)',\n",
       "   'maintainer': 'Alberta Energy Regulator',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': '',\n",
       "   'num_tags': 6,\n",
       "   'id': '966b8d05-4002-44e3-8a14-71ac11c3b98b',\n",
       "   'metadata_created': '2019-09-08T20:48:03.393309',\n",
       "   'metadata_modified': '2019-09-08T20:51:26.079333',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '',\n",
       "   'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': 'ZIP file of data.',\n",
       "     'name': 'SPE_006.zip',\n",
       "     'format': 'ZIP',\n",
       "     'url': 'https://ags.aer.ca/document/SPE/SPE_006.zip',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': '966b8d05-4002-44e3-8a14-71ac11c3b98b',\n",
       "     'created': '2019-09-08T20:49:12.673272',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': 'e43645fb-3c82-43c9-a0b1-5bce86e41631',\n",
       "     'url_type': None,\n",
       "     'id': '50b2cebe-1b8f-4cf4-b2f7-d94a96fb0606',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 1,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Alberta',\n",
       "     'id': '5546cfd9-035e-4aa9-ad7a-82532c6df985',\n",
       "     'name': 'Alberta'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Athabasca',\n",
       "     'id': 'ce55f8ea-a67b-4dfe-910b-358e33a637cd',\n",
       "     'name': 'Athabasca'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Canada',\n",
       "     'id': '088fd8de-a74b-488f-a9a4-d833c42fa2b4',\n",
       "     'name': 'Canada'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Oil sands',\n",
       "     'id': '3d18328e-df6f-4e38-9e81-b8c7bd8d3d79',\n",
       "     'name': 'Oil sands'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Onshore',\n",
       "     'id': '44fac479-e247-4437-9d39-f78c2324660d',\n",
       "     'name': 'Onshore'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Well logs',\n",
       "     'id': '7052a7a7-0ee0-4acd-8ac9-2115207e649f',\n",
       "     'name': 'Well logs'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'other-nc',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': {'description': 'Alberta Energy Regulator, aer.ca',\n",
       "    'created': '2019-09-08T20:51:11.035552',\n",
       "    'title': 'AER',\n",
       "    'name': 'aer',\n",
       "    'is_organization': True,\n",
       "    'state': 'active',\n",
       "    'image_url': 'https://upload.wikimedia.org/wikipedia/en/4/4a/Alberta_Energy_Regulator_Logo.png',\n",
       "    'revision_id': '391aeded-6c4d-4136-a424-f5a581740c11',\n",
       "    'type': 'organization',\n",
       "    'id': '3fff81b4-545a-4ac8-8ca6-90a8e5679035',\n",
       "    'approval_status': 'approved'},\n",
       "   'name': 'athabasca',\n",
       "   'isopen': False,\n",
       "   'url': 'https://ags.aer.ca/publications/SPE_006.html',\n",
       "   'notes': '## Special Report 006: Athabasca Oil Sands Data McMurray/Wabiskaw Oil Sands Deposit - Electronic Data\\r\\n\\r\\n**This is not an open dataset, because the licence only allows non-commercial use.**\\r\\n\\r\\nThis is the digital database that is described in our Open File Report 1994-14. The database is implemented on a VAX station 4000 using INGRES, a commercially available database management system. It contains data on 2193 wells, including about 750 wells that have core analyses.\\r\\n\\r\\nIn 1986, Alberta Geological Survey began a project to map the McMurray Formation and the overlying Wabiskaw Member of the Clearwater Formation in the Athabasca Oil Sands Area. The data that accompany this report are one of the most significant products of the project and will hopefully facilitate future development of the oil sands.\\r\\n\\r\\nWynne, D.A., Attalla, M., Berezniuk, T., Brulotte, M., Cotterill, D.K., Strobl, R. and Wightman, D. (1995): Athabasca Oil Sands data McMurray/Wabiskaw oil sands deposit - electronic data; Alberta Research Council, ARC/AGS Special Report 6.\\r\\n\\r\\n**See also the [https://dataunderground.org/dataset/athabasca-preprocessed](Athabasca preprocessed) dataset.**',\n",
       "   'owner_org': '3fff81b4-545a-4ac8-8ca6-90a8e5679035',\n",
       "   'extras': [],\n",
       "   'title': 'Athabasca',\n",
       "   'revision_id': 'a0bdcef6-d7ba-418e-92c1-252c981d83d9'}],\n",
       " 'search_facets': {}}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "q = ckan.action.package_search(q='production')\n",
    "q"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Access CSV data directly"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'https://npdfactpages.npd.no/ReportServer_npdpublic?/FactPages/TableView/field_production_monthly&rs:Format=CSV&IpAddress=localhost'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "csv = q['results'][0]['resources'][0]['url']\n",
    "csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "df = pd.read_csv(csv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>prfInformationCarrier</th>\n",
       "      <th>prfYear</th>\n",
       "      <th>prfMonth</th>\n",
       "      <th>prfPrdOilNetMillSm3</th>\n",
       "      <th>prfPrdGasNetBillSm3</th>\n",
       "      <th>prfPrdNGLNetMillSm3</th>\n",
       "      <th>prfPrdCondensateNetMillSm3</th>\n",
       "      <th>prfPrdOeNetMillSm3</th>\n",
       "      <th>prfPrdProducedWaterInFieldMillSm3</th>\n",
       "      <th>prfNpdidInformationCarrier</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>24/9-12 S (Frosk)</td>\n",
       "      <td>2019</td>\n",
       "      <td>8</td>\n",
       "      <td>0.01705</td>\n",
       "      <td>0.00068</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.01772</td>\n",
       "      <td>0.00061</td>\n",
       "      <td>31140456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>24/9-12 S (Frosk)</td>\n",
       "      <td>2019</td>\n",
       "      <td>9</td>\n",
       "      <td>0.05557</td>\n",
       "      <td>0.00323</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.05880</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>31140456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>24/9-12 S (Frosk)</td>\n",
       "      <td>2019</td>\n",
       "      <td>10</td>\n",
       "      <td>0.04403</td>\n",
       "      <td>0.00258</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.04661</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>31140456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>24/9-12 S (Frosk)</td>\n",
       "      <td>2019</td>\n",
       "      <td>11</td>\n",
       "      <td>0.05350</td>\n",
       "      <td>0.00299</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.05648</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>31140456</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>24/9-12 S (Frosk)</td>\n",
       "      <td>2019</td>\n",
       "      <td>12</td>\n",
       "      <td>0.05825</td>\n",
       "      <td>0.00297</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.06123</td>\n",
       "      <td>0.00009</td>\n",
       "      <td>31140456</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  prfInformationCarrier  prfYear  prfMonth  prfPrdOilNetMillSm3  \\\n",
       "0     24/9-12 S (Frosk)     2019         8              0.01705   \n",
       "1     24/9-12 S (Frosk)     2019         9              0.05557   \n",
       "2     24/9-12 S (Frosk)     2019        10              0.04403   \n",
       "3     24/9-12 S (Frosk)     2019        11              0.05350   \n",
       "4     24/9-12 S (Frosk)     2019        12              0.05825   \n",
       "\n",
       "   prfPrdGasNetBillSm3  prfPrdNGLNetMillSm3  prfPrdCondensateNetMillSm3  \\\n",
       "0              0.00068                  0.0                         0.0   \n",
       "1              0.00323                  0.0                         0.0   \n",
       "2              0.00258                  0.0                         0.0   \n",
       "3              0.00299                  0.0                         0.0   \n",
       "4              0.00297                  0.0                         0.0   \n",
       "\n",
       "   prfPrdOeNetMillSm3  prfPrdProducedWaterInFieldMillSm3  \\\n",
       "0             0.01772                            0.00061   \n",
       "1             0.05880                            0.00000   \n",
       "2             0.04661                            0.00000   \n",
       "3             0.05648                            0.00000   \n",
       "4             0.06123                            0.00009   \n",
       "\n",
       "   prfNpdidInformationCarrier  \n",
       "0                    31140456  \n",
       "1                    31140456  \n",
       "2                    31140456  \n",
       "3                    31140456  \n",
       "4                    31140456  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "300"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Download a seismic dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "q = ckan.action.package_search(q='poland')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'count': 1,\n",
       " 'sort': 'score desc, metadata_modified desc',\n",
       " 'facets': {},\n",
       " 'results': [{'license_title': 'Other (Public Domain)',\n",
       "   'maintainer': '',\n",
       "   'relationships_as_object': [],\n",
       "   'private': False,\n",
       "   'maintainer_email': '',\n",
       "   'num_tags': 5,\n",
       "   'id': 'b951d82e-3f3e-4bf7-b416-ded9f39193d6',\n",
       "   'metadata_created': '2019-08-31T13:24:26.373372',\n",
       "   'metadata_modified': '2019-10-02T18:04:36.004789',\n",
       "   'author': '',\n",
       "   'author_email': '',\n",
       "   'state': 'active',\n",
       "   'version': '',\n",
       "   'creator_user_id': '6cc4f48d-3873-462f-8a8c-48cd86a08061',\n",
       "   'type': 'dataset',\n",
       "   'resources': [{'mimetype': None,\n",
       "     'cache_url': None,\n",
       "     'hash': '',\n",
       "     'description': '- Line_001.TXT\\r\\n- Line_001.XPS\\r\\n- Line_001.SPS\\r\\n- Line_001.RPS\\r\\n- Line_001.sgy',\n",
       "     'name': '2D Land vibro data 2ms',\n",
       "     'format': 'TGZ',\n",
       "     'url': 'http://www.geofizyka.pl/2D_Land_vibro_data_2ms.tgz',\n",
       "     'cache_last_updated': None,\n",
       "     'package_id': 'b951d82e-3f3e-4bf7-b416-ded9f39193d6',\n",
       "     'created': '2019-08-31T13:26:06.662234',\n",
       "     'state': 'active',\n",
       "     'mimetype_inner': None,\n",
       "     'last_modified': None,\n",
       "     'position': 0,\n",
       "     'revision_id': 'fb892c2b-1cee-43d3-9f3f-16f3a72e0169',\n",
       "     'url_type': None,\n",
       "     'id': '96dfd0be-61c8-4edb-9d04-c7d2aeb16d27',\n",
       "     'resource_type': None,\n",
       "     'size': None}],\n",
       "   'num_resources': 1,\n",
       "   'tags': [{'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': '2D seismic',\n",
       "     'id': '53ef9f96-3590-454e-acfb-697b5aee7aba',\n",
       "     'name': '2D seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Poland',\n",
       "     'id': 'caa41d86-ae45-44f5-b3d8-10edc7452a8d',\n",
       "     'name': 'Poland'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Prestack seismic',\n",
       "     'id': 'ebe7e7b1-724a-4a0f-a2c0-3eb82b49d4e9',\n",
       "     'name': 'Prestack seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Seismic',\n",
       "     'id': '8c29467f-3a8a-4be1-a77c-ae3dbb127644',\n",
       "     'name': 'Seismic'},\n",
       "    {'vocabulary_id': None,\n",
       "     'state': 'active',\n",
       "     'display_name': 'Vibroseis',\n",
       "     'id': 'cd4e2fbd-a02e-45d8-9e6c-334319314645',\n",
       "     'name': 'Vibroseis'}],\n",
       "   'groups': [],\n",
       "   'license_id': 'other-pd',\n",
       "   'relationships_as_subject': [],\n",
       "   'organization': {'description': '[Geofizyka Toruń](https://www.geofizyka.pl) (GT) delivers innovative geophysical solutions for more effective exploration. ',\n",
       "    'created': '2019-08-31T13:23:38.289977',\n",
       "    'title': 'Geofizyka Toruń',\n",
       "    'name': 'geofizyka-torun',\n",
       "    'is_organization': True,\n",
       "    'state': 'active',\n",
       "    'image_url': 'https://www.geofizyka.pl/wp-content/themes/geofizyka/img/gfx_logo.png',\n",
       "    'revision_id': 'e3687725-47ff-4b5b-8c1a-9deeedf7cc52',\n",
       "    'type': 'organization',\n",
       "    'id': '54c6d764-d1d4-4e4a-86e4-c96ab4d2abba',\n",
       "    'approval_status': 'approved'},\n",
       "   'name': 'poland-vibroseis',\n",
       "   'isopen': True,\n",
       "   'url': 'https://wiki.seg.org/wiki/2D_Vibroseis_Line_001',\n",
       "   'notes': 'A 2D line from Poland, acquired with a Vibroseis source. Donated to the public domain by Geofizyka Torun S.A, Poland\\r\\n\\r\\n#Available Data\\r\\n- Meta information (Line_001.TXT, text file)\\r\\n- Receiver locations* (Line_001.RPS fixed-width format)\\r\\n- Source locations* (Line_001.SPS, fixed-width format)\\r\\n- Field record file (Line_001.XPS, fixed width format)\\r\\n- Seismic data (Line_001.sgy, segy format)\\r\\n\\r\\n*coordinate reference system not specified',\n",
       "   'owner_org': '54c6d764-d1d4-4e4a-86e4-c96ab4d2abba',\n",
       "   'extras': [],\n",
       "   'title': 'Poland Vibroseis',\n",
       "   'revision_id': '0610b5d4-6585-4c56-9cfc-a1c18a95210f'}],\n",
       " 'search_facets': {}}"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "q"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'http://www.geofizyka.pl/2D_Land_vibro_data_2ms.tgz'"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tgz = q['results'][0]['resources'][0]['url']\n",
    "tgz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "py38",
   "language": "python",
   "name": "py38"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}