generate-geoparquet.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "c5df7296-090b-4eb3-8ccd-99198ab466a4",
   "metadata": {
    "tags": []
   },
   "source": [
    "# Generate MGRS Grid Geoparquet\n",
    "\n",
    "Official Grid (used for Sentinel-2 tiling) from 100MB KML:\n",
    "https://sentinel.esa.int/documents/247904/1955685/S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml \n",
    "\n",
    "Conver to [geoparquet 1.0](https://github.com/opengeospatial/geoparquet) for easier visualization and batch processing of other datasets (e.g. Sentinel-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a802d46a-70dc-4331-afd9-e6eeebc74209",
   "metadata": {},
   "outputs": [],
   "source": [
    "import geopandas as gpd\n",
    "import dask_geopandas\n",
    "import shapely\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "524b51bd-d8ac-492c-b156-3071a96a22e3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "shapely       : 1.8.4\n",
      "dask_geopandas: 0.2.0\n",
      "re            : 2.2.1\n",
      "geopandas     : 0.11.1\n",
      "\n"
     ]
    }
   ],
   "source": [
    "%load_ext watermark\n",
    "%watermark --iversions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "ab25b746-8fa5-48d7-b68a-de1db0ecb25a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "File ‘S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml’ already there; not retrieving.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "!wget -nc https://sentinel.esa.int/documents/247904/1955685/S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "601598fd-ee50-4e25-83d1-989e3dc3ea02",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO: Open of `S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml'\n",
      "      using driver `LIBKML' successful.\n",
      "\n",
      "Layer name: Features\n",
      "Geometry: Unknown (any)\n",
      "Feature Count: 56686\n",
      "Extent: (-180.000000, -83.835951) - (180.000000, 84.644279)\n",
      "Layer SRS WKT:\n",
      "GEOGCRS[\"WGS 84\",\n",
      "    DATUM[\"World Geodetic System 1984\",\n",
      "        ELLIPSOID[\"WGS 84\",6378137,298.257223563,\n",
      "            LENGTHUNIT[\"metre\",1]]],\n",
      "    PRIMEM[\"Greenwich\",0,\n",
      "        ANGLEUNIT[\"degree\",0.0174532925199433]],\n",
      "    CS[ellipsoidal,2],\n",
      "        AXIS[\"geodetic latitude (Lat)\",north,\n",
      "            ORDER[1],\n",
      "            ANGLEUNIT[\"degree\",0.0174532925199433]],\n",
      "        AXIS[\"geodetic longitude (Lon)\",east,\n",
      "            ORDER[2],\n",
      "            ANGLEUNIT[\"degree\",0.0174532925199433]],\n",
      "    ID[\"EPSG\",4326]]\n",
      "Data axis to CRS axis mapping: 2,1\n",
      "Name: String (0.0)\n",
      "description: String (0.0)\n",
      "timestamp: DateTime (0.0)\n",
      "begin: DateTime (0.0)\n",
      "end: DateTime (0.0)\n",
      "altitudeMode: String (0.0)\n",
      "tessellate: Integer (0.0)\n",
      "extrude: Integer (0.0)\n",
      "visibility: Integer (0.0)\n",
      "drawOrder: Integer (0.0)\n",
      "icon: String (0.0)\n",
      "snippet: String (0.0)\n"
     ]
    }
   ],
   "source": [
    "!ogrinfo -so S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "a0659edc-0df3-4801-8485-fe9e01fb2c2c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# DIM=2 drops Z dimension\n",
    "!ogr2ogr -overwrite -dim 2 -skipfailures /tmp/tmp.geojson S2A_OPER_GIP_TILPAR_MPC__20151209T095117_V20150622T000000_21000101T000000_B00.kml Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "de52434d-988f-4d04-89d0-0fb545afe98b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>description</th>\n",
       "      <th>tessellate</th>\n",
       "      <th>extrude</th>\n",
       "      <th>visibility</th>\n",
       "      <th>snippet</th>\n",
       "      <th>geometry</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>01CCV</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 -73.05...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>01CDH</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 -83.80...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>01CDJ</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 -82.91...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>01CDK</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 -82.01...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>01CDL</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 -81.12...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56681</th>\n",
       "      <td>60XWM</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 77.364...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56682</th>\n",
       "      <td>60XWN</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 78.260...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56683</th>\n",
       "      <td>60XWP</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 79.156...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56684</th>\n",
       "      <td>60XWQ</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 80.051...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56685</th>\n",
       "      <td>60XWR</td>\n",
       "      <td>TILE PROPERTIES&lt;br&gt;&lt;table border=0 cellpadding...</td>\n",
       "      <td>-1</td>\n",
       "      <td>0</td>\n",
       "      <td>-1</td>\n",
       "      <td></td>\n",
       "      <td>GEOMETRYCOLLECTION (POLYGON ((180.00000 80.947...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>56686 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Name                                        description  tessellate  \\\n",
       "0      01CCV  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "1      01CDH  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "2      01CDJ  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "3      01CDK  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "4      01CDL  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "...      ...                                                ...         ...   \n",
       "56681  60XWM  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "56682  60XWN  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "56683  60XWP  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "56684  60XWQ  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "56685  60XWR  TILE PROPERTIES<br><table border=0 cellpadding...          -1   \n",
       "\n",
       "       extrude  visibility snippet  \\\n",
       "0            0          -1           \n",
       "1            0          -1           \n",
       "2            0          -1           \n",
       "3            0          -1           \n",
       "4            0          -1           \n",
       "...        ...         ...     ...   \n",
       "56681        0          -1           \n",
       "56682        0          -1           \n",
       "56683        0          -1           \n",
       "56684        0          -1           \n",
       "56685        0          -1           \n",
       "\n",
       "                                                geometry  \n",
       "0      GEOMETRYCOLLECTION (POLYGON ((180.00000 -73.05...  \n",
       "1      GEOMETRYCOLLECTION (POLYGON ((180.00000 -83.80...  \n",
       "2      GEOMETRYCOLLECTION (POLYGON ((180.00000 -82.91...  \n",
       "3      GEOMETRYCOLLECTION (POLYGON ((180.00000 -82.01...  \n",
       "4      GEOMETRYCOLLECTION (POLYGON ((180.00000 -81.12...  \n",
       "...                                                  ...  \n",
       "56681  GEOMETRYCOLLECTION (POLYGON ((180.00000 77.364...  \n",
       "56682  GEOMETRYCOLLECTION (POLYGON ((180.00000 78.260...  \n",
       "56683  GEOMETRYCOLLECTION (POLYGON ((180.00000 79.156...  \n",
       "56684  GEOMETRYCOLLECTION (POLYGON ((180.00000 80.051...  \n",
       "56685  GEOMETRYCOLLECTION (POLYGON ((180.00000 80.947...  \n",
       "\n",
       "[56686 rows x 7 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gf = gpd.read_file('/tmp/tmp.geojson') #GEOMETRYCOLLECTION Z  \n",
    "gf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "d2f200cf-80af-4adb-a3f1-d793f79a5c06",
   "metadata": {},
   "outputs": [],
   "source": [
    "# GEOMETRYCOLLECTION contains polygon and centroid. If polygons cross antimeridian split into 2\n",
    "# Assume first geometry is main footprint polygon:\n",
    "gf['geometry'] = gf.geometry.apply(lambda x: x.geoms[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "2e6b1674-0dfc-4db4-a053-2c33bbd65b40",
   "metadata": {},
   "outputs": [],
   "source": [
    "# NOTE very robust functions to extract from HTML\n",
    "def get_utm_wkt(row):\n",
    "    text = row.description.split('<b>')[-2] #UTM\n",
    "    m = re.findall('MULTIPOLYGON\\(\\(\\((.+?)\\)\\)\\)', text)\n",
    "    UTM_WKT = f'POLYGON (({m[0]}))'\n",
    "    return UTM_WKT\n",
    "\n",
    "\n",
    "def get_epsg(row):\n",
    "    text = row.description.split('<b>')[2] #EPSG\n",
    "    m = re.findall('<font COLOR=\"#008000\">(.+?)</font>', text)\n",
    "    EPSG = int(m[0])\n",
    "    return EPSG"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "1e68911e-a5c7-42ad-a72a-44d5b299be15",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add UTM_WKT and EPSG from \"Description\" HTML\n",
    "gf['epsg'] = gf.apply(get_epsg, axis=1)\n",
    "gf['utm_wkt'] = gf.apply(get_utm_wkt, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "5522633a-4c8c-4c05-97fb-a6999a166ee4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>geometry</th>\n",
       "      <th>epsg</th>\n",
       "      <th>utm_wkt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>01CCV</td>\n",
       "      <td>POLYGON ((180.00000 -73.05974, 176.86462 -72.9...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((300000 2000020,300000 1890220,409800...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>01CDH</td>\n",
       "      <td>POLYGON ((180.00000 -83.80855, 174.71288 -83.7...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((399960 800020,399960 690220,509760 6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>01CDJ</td>\n",
       "      <td>POLYGON ((180.00000 -82.91344, 175.74819 -82.8...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((399960 900040,399960 790240,509760 7...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>01CDK</td>\n",
       "      <td>POLYGON ((180.00000 -82.01866, 176.55270 -81.9...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((399960 1000000,399960 890200,509760 ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>01CDL</td>\n",
       "      <td>POLYGON ((180.00000 -81.12317, 177.19616 -81.1...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((399960 1100020,399960 990220,509760 ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Name                                           geometry   epsg  \\\n",
       "0  01CCV  POLYGON ((180.00000 -73.05974, 176.86462 -72.9...  32701   \n",
       "1  01CDH  POLYGON ((180.00000 -83.80855, 174.71288 -83.7...  32701   \n",
       "2  01CDJ  POLYGON ((180.00000 -82.91344, 175.74819 -82.8...  32701   \n",
       "3  01CDK  POLYGON ((180.00000 -82.01866, 176.55270 -81.9...  32701   \n",
       "4  01CDL  POLYGON ((180.00000 -81.12317, 177.19616 -81.1...  32701   \n",
       "\n",
       "                                             utm_wkt  \n",
       "0  POLYGON ((300000 2000020,300000 1890220,409800...  \n",
       "1  POLYGON ((399960 800020,399960 690220,509760 6...  \n",
       "2  POLYGON ((399960 900040,399960 790240,509760 7...  \n",
       "3  POLYGON ((399960 1000000,399960 890200,509760 ...  \n",
       "4  POLYGON ((399960 1100020,399960 990220,509760 ...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gf = gf.drop(columns=['description','tessellate','extrude','visibility','snippet'])\n",
    "gf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "f54e0f35-193c-4a68-b0a2-9e93aa1aae29",
   "metadata": {},
   "outputs": [],
   "source": [
    "land = gpd.read_file(gpd.datasets.get_path('naturalearth_lowres'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "e0b9b262-7314-4c36-ab41-28b4484b9393",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 3min 58s, sys: 175 ms, total: 3min 59s\n",
      "Wall time: 1min\n"
     ]
    }
   ],
   "source": [
    "%%time \n",
    "\n",
    "# Keep only tiles containing land\n",
    "dask_df = dask_geopandas.from_geopandas(gf, npartitions=4)\n",
    "ind_land = dask_df.intersects(land.unary_union).compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "53b7864e-2282-4e9f-8b11-5336b3956c99",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Name</th>\n",
       "      <th>geometry</th>\n",
       "      <th>epsg</th>\n",
       "      <th>utm_wkt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>01KAB</td>\n",
       "      <td>POLYGON ((180.00000 -17.25048, 179.23921 -17.2...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((99960 8200000,99960 8090200,209760 8...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>01LAC</td>\n",
       "      <td>POLYGON ((180.00000 -16.34738, 179.25695 -16.3...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((99960 8300020,99960 8190220,209760 8...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>01LBC</td>\n",
       "      <td>POLYGON ((-179.79445 -15.35907, -178.77220 -15...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((199980 8300020,199980 8190220,309780...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>01VCK</td>\n",
       "      <td>POLYGON ((180.00000 62.10763, 179.16853 62.090...</td>\n",
       "      <td>32601</td>\n",
       "      <td>POLYGON ((300000 7000020,300000 6890220,409800...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>01VCL</td>\n",
       "      <td>POLYGON ((180.00000 63.00584, 179.05150 62.986...</td>\n",
       "      <td>32601</td>\n",
       "      <td>POLYGON ((300000 7100040,300000 6990240,409800...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19038</th>\n",
       "      <td>60WWE</td>\n",
       "      <td>POLYGON ((180.00000 71.09077, 176.99945 71.115...</td>\n",
       "      <td>32660</td>\n",
       "      <td>POLYGON ((499980 8000040,499980 7890240,609780...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19039</th>\n",
       "      <td>60WWS</td>\n",
       "      <td>POLYGON ((176.99958 64.92414, 179.32025 64.906...</td>\n",
       "      <td>32660</td>\n",
       "      <td>POLYGON ((499980 7200000,499980 7090200,609780...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19040</th>\n",
       "      <td>60WWT</td>\n",
       "      <td>POLYGON ((176.99956 65.82155, 179.40072 65.802...</td>\n",
       "      <td>32660</td>\n",
       "      <td>POLYGON ((499980 7300020,499980 7190220,609780...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19041</th>\n",
       "      <td>60WWU</td>\n",
       "      <td>POLYGON ((176.99955 66.71886, 179.48759 66.699...</td>\n",
       "      <td>32660</td>\n",
       "      <td>POLYGON ((499980 7400040,499980 7290240,609780...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19042</th>\n",
       "      <td>60WWV</td>\n",
       "      <td>POLYGON ((176.99953 67.61553, 179.58159 67.595...</td>\n",
       "      <td>32660</td>\n",
       "      <td>POLYGON ((499980 7500000,499980 7390200,609780...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19043 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Name                                           geometry   epsg  \\\n",
       "0      01KAB  POLYGON ((180.00000 -17.25048, 179.23921 -17.2...  32701   \n",
       "1      01LAC  POLYGON ((180.00000 -16.34738, 179.25695 -16.3...  32701   \n",
       "2      01LBC  POLYGON ((-179.79445 -15.35907, -178.77220 -15...  32701   \n",
       "3      01VCK  POLYGON ((180.00000 62.10763, 179.16853 62.090...  32601   \n",
       "4      01VCL  POLYGON ((180.00000 63.00584, 179.05150 62.986...  32601   \n",
       "...      ...                                                ...    ...   \n",
       "19038  60WWE  POLYGON ((180.00000 71.09077, 176.99945 71.115...  32660   \n",
       "19039  60WWS  POLYGON ((176.99958 64.92414, 179.32025 64.906...  32660   \n",
       "19040  60WWT  POLYGON ((176.99956 65.82155, 179.40072 65.802...  32660   \n",
       "19041  60WWU  POLYGON ((176.99955 66.71886, 179.48759 66.699...  32660   \n",
       "19042  60WWV  POLYGON ((176.99953 67.61553, 179.58159 67.595...  32660   \n",
       "\n",
       "                                                 utm_wkt  \n",
       "0      POLYGON ((99960 8200000,99960 8090200,209760 8...  \n",
       "1      POLYGON ((99960 8300020,99960 8190220,209760 8...  \n",
       "2      POLYGON ((199980 8300020,199980 8190220,309780...  \n",
       "3      POLYGON ((300000 7000020,300000 6890220,409800...  \n",
       "4      POLYGON ((300000 7100040,300000 6990240,409800...  \n",
       "...                                                  ...  \n",
       "19038  POLYGON ((499980 8000040,499980 7890240,609780...  \n",
       "19039  POLYGON ((499980 7200000,499980 7090200,609780...  \n",
       "19040  POLYGON ((499980 7300020,499980 7190220,609780...  \n",
       "19041  POLYGON ((499980 7400040,499980 7290240,609780...  \n",
       "19042  POLYGON ((499980 7500000,499980 7390200,609780...  \n",
       "\n",
       "[19043 rows x 4 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gfL = gf[ind_land].reset_index(drop=True)\n",
    "gfL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "12aaa782-5fe7-4ff1-8172-4541510baf40",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Rename\n",
    "gfL.rename(columns=dict(Name='tile'), inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "52a18a79-c126-47f4-9a14-52260695cb44",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Add simple UTM bounds (left, down, right, up)\n",
    "gfL['utm_bounds'] = gfL.utm_wkt.apply(lambda x: shapely.wkt.loads(x).bounds).astype(str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "ecd0a06e-f146-439f-9b16-a888870dcfdf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'geopandas.geodataframe.GeoDataFrame'>\n",
      "RangeIndex: 19043 entries, 0 to 19042\n",
      "Data columns (total 5 columns):\n",
      " #   Column      Non-Null Count  Dtype   \n",
      "---  ------      --------------  -----   \n",
      " 0   tile        19043 non-null  object  \n",
      " 1   geometry    19043 non-null  geometry\n",
      " 2   epsg        19043 non-null  int64   \n",
      " 3   utm_wkt     19043 non-null  object  \n",
      " 4   utm_bounds  19043 non-null  object  \n",
      "dtypes: geometry(1), int64(1), object(3)\n",
      "memory usage: 744.0+ KB\n"
     ]
    }
   ],
   "source": [
    "gfL.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "ad94dde2-64bb-4165-96fe-23c5892de796",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tile</th>\n",
       "      <th>geometry</th>\n",
       "      <th>epsg</th>\n",
       "      <th>utm_wkt</th>\n",
       "      <th>utm_bounds</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>01KAB</td>\n",
       "      <td>POLYGON ((180.00000 -17.25048, 179.23921 -17.2...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((99960 8200000,99960 8090200,209760 8...</td>\n",
       "      <td>(99960.0, 8090200.0, 209760.0, 8200000.0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>01LAC</td>\n",
       "      <td>POLYGON ((180.00000 -16.34738, 179.25695 -16.3...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((99960 8300020,99960 8190220,209760 8...</td>\n",
       "      <td>(99960.0, 8190220.0, 209760.0, 8300020.0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>01LBC</td>\n",
       "      <td>POLYGON ((-179.79445 -15.35907, -178.77220 -15...</td>\n",
       "      <td>32701</td>\n",
       "      <td>POLYGON ((199980 8300020,199980 8190220,309780...</td>\n",
       "      <td>(199980.0, 8190220.0, 309780.0, 8300020.0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>01VCK</td>\n",
       "      <td>POLYGON ((180.00000 62.10763, 179.16853 62.090...</td>\n",
       "      <td>32601</td>\n",
       "      <td>POLYGON ((300000 7000020,300000 6890220,409800...</td>\n",
       "      <td>(300000.0, 6890220.0, 409800.0, 7000020.0)</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>01VCL</td>\n",
       "      <td>POLYGON ((180.00000 63.00584, 179.05150 62.986...</td>\n",
       "      <td>32601</td>\n",
       "      <td>POLYGON ((300000 7100040,300000 6990240,409800...</td>\n",
       "      <td>(300000.0, 6990240.0, 409800.0, 7100040.0)</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    tile                                           geometry   epsg  \\\n",
       "0  01KAB  POLYGON ((180.00000 -17.25048, 179.23921 -17.2...  32701   \n",
       "1  01LAC  POLYGON ((180.00000 -16.34738, 179.25695 -16.3...  32701   \n",
       "2  01LBC  POLYGON ((-179.79445 -15.35907, -178.77220 -15...  32701   \n",
       "3  01VCK  POLYGON ((180.00000 62.10763, 179.16853 62.090...  32601   \n",
       "4  01VCL  POLYGON ((180.00000 63.00584, 179.05150 62.986...  32601   \n",
       "\n",
       "                                             utm_wkt  \\\n",
       "0  POLYGON ((99960 8200000,99960 8090200,209760 8...   \n",
       "1  POLYGON ((99960 8300020,99960 8190220,209760 8...   \n",
       "2  POLYGON ((199980 8300020,199980 8190220,309780...   \n",
       "3  POLYGON ((300000 7000020,300000 6890220,409800...   \n",
       "4  POLYGON ((300000 7100040,300000 6990240,409800...   \n",
       "\n",
       "                                   utm_bounds  \n",
       "0   (99960.0, 8090200.0, 209760.0, 8200000.0)  \n",
       "1   (99960.0, 8190220.0, 209760.0, 8300020.0)  \n",
       "2  (199980.0, 8190220.0, 309780.0, 8300020.0)  \n",
       "3  (300000.0, 6890220.0, 409800.0, 7000020.0)  \n",
       "4  (300000.0, 6990240.0, 409800.0, 7100040.0)  "
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gfL.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "99616112-405d-4181-a8cb-d0acf23a3a3f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Save as geoparquet instead\n",
    "gfL.to_parquet('MGRS_LAND.parquet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b2ce4caa-678c-4ad1-a490-9bedd92d03b3",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}