process.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PLAsTiCC mini alert stream\n",
    "This code is a collection of pieces from the tests of ap\\_association that are being pulled together to make some test alerts that will be edited to make a plasticc alert stream.\n",
    "\n",
    "Part of the plasticc alerts repository https://github.com/LSSTDESC/plasticc_alerts that is being developed by Cameron Stockton and Renee Hlozek"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import shutil\n",
    "import tempfile\n",
    "import unittest\n",
    "import datetime\n",
    "import numpy.random as random\n",
    "from lsst.ap.association import (PackageAlertsTask,\n",
    "                                 AssociationTask,\n",
    "                                 make_dia_source_schema,\n",
    "                                 make_dia_object_schema\n",
    "                                )\n",
    "from lsst.afw.cameraGeom.testUtils import DetectorWrapper\n",
    "import lsst.afw.fits as afwFits\n",
    "import lsst.afw.image as afwImage\n",
    "import lsst.afw.image.filter as afwFilter\n",
    "import lsst.afw.image.utils as afwImageUtils\n",
    "import lsst.daf.base as dafBase\n",
    "from lsst.dax.apdb import Apdb, ApdbConfig\n",
    "import lsst.geom as geom\n",
    "import lsst.meas.base.tests\n",
    "from lsst.utils import getPackageDir\n",
    "import lsst.utils.tests\n",
    "import lsst.afw.geom as afwGeom"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "def _data_file_name(basename, module_name):\n",
    "    \"\"\"Return path name of a data file.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    basename : `str`\n",
    "        Name of the file to add to the path string.\n",
    "    module_name : `str`\n",
    "        Name of lsst stack package environment variable.\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    data_file_path : `str`\n",
    "       Full path of the file to load from the \"data\" directory in a given\n",
    "       repository.\n",
    "    \"\"\"\n",
    "    return os.path.join(getPackageDir(module_name), \"data\", basename)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Pull the relevant functions from the test directory of ap\\_association"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "def makeExposure(flipX=False, flipY=False):\n",
    "    \"\"\"Create an exposure and flip the x or y (or both) coordinates.\n",
    "\n",
    "    Returns bounding boxes that are right or left handed around the bounding\n",
    "    polygon.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    flipX : `bool`\n",
    "        Flip the x coordinate in the WCS.\n",
    "    flipY : `bool`\n",
    "        Flip the y coordinate in the WCS.\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    exposure : `lsst.afw.image.Exposure`\n",
    "        Exposure with a valid bounding box and wcs.\n",
    "    \"\"\"\n",
    "    metadata = dafBase.PropertySet()\n",
    "\n",
    "    metadata.set(\"SIMPLE\", \"T\")\n",
    "    metadata.set(\"BITPIX\", -32)\n",
    "    metadata.set(\"NAXIS\", 2)\n",
    "    metadata.set(\"NAXIS1\", 1024)\n",
    "    metadata.set(\"NAXIS2\", 1153)\n",
    "    metadata.set(\"RADECSYS\", 'FK5')\n",
    "    metadata.set(\"EQUINOX\", 2000.)\n",
    "\n",
    "    metadata.setDouble(\"CRVAL1\", 215.604025685476)\n",
    "    metadata.setDouble(\"CRVAL2\", 53.1595451514076)\n",
    "    metadata.setDouble(\"CRPIX1\", 1109.99981456774)\n",
    "    metadata.setDouble(\"CRPIX2\", 560.018167811613)\n",
    "    metadata.set(\"CTYPE1\", 'RA---SIN')\n",
    "    metadata.set(\"CTYPE2\", 'DEC--SIN')\n",
    "\n",
    "    xFlip = 1\n",
    "    if flipX:\n",
    "        xFlip = -1\n",
    "    yFlip = 1\n",
    "    if flipY:\n",
    "        yFlip = -1\n",
    "    metadata.setDouble(\"CD1_1\", xFlip * 5.10808596133527E-05)\n",
    "    metadata.setDouble(\"CD1_2\", yFlip * 1.85579539217196E-07)\n",
    "    metadata.setDouble(\"CD2_2\", yFlip * -5.10281493481982E-05)\n",
    "    metadata.setDouble(\"CD2_1\", xFlip * -8.27440751733828E-07)\n",
    "\n",
    "    wcs = afwGeom.makeSkyWcs(metadata)\n",
    "    exposure = afwImage.makeExposure(\n",
    "        afwImage.makeMaskedImageFromArrays(np.ones((1024, 1153))), wcs)\n",
    "    detector = DetectorWrapper(id=23, bbox=exposure.getBBox()).detector\n",
    "    visit = afwImage.VisitInfo(\n",
    "        exposureId=1234,\n",
    "        exposureTime=200.,\n",
    "        date=dafBase.DateTime(\"2014-05-13T17:00:00.000000000\",\n",
    "                              dafBase.DateTime.Timescale.TAI))\n",
    "    exposure.setDetector(detector)\n",
    "    exposure.getInfo().setVisitInfo(visit)\n",
    "    #exposure.setFilter(afwFilter('g')) # need to fix\n",
    "\n",
    "    return exposure"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def makeDiaObjects(nObjects, exposure):\n",
    "    \"\"\"Make a test set of DiaObjects.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    nObjects : `int`\n",
    "        Number of objects to create.\n",
    "    exposure : `lsst.afw.image.Exposure`\n",
    "        Exposure to create objects over.\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    diaObjects : `pandas.DataFrame`\n",
    "        DiaObjects generated across the exposure.\n",
    "    \"\"\"\n",
    "    bbox = geom.Box2D(exposure.getBBox())\n",
    "    rand_x = np.random.uniform(bbox.getMinX(), bbox.getMaxX(), size=nObjects)\n",
    "    rand_y = np.random.uniform(bbox.getMinY(), bbox.getMaxY(), size=nObjects)\n",
    "\n",
    "    midPointTaiMJD = exposure.getInfo().getVisitInfo().getDate().get(\n",
    "        system=dafBase.DateTime.MJD)\n",
    "\n",
    "    wcs = exposure.getWcs()\n",
    "\n",
    "    data = []\n",
    "    for idx, (x, y) in enumerate(zip(rand_x, rand_y)):\n",
    "        coord = wcs.pixelToSky(x, y)\n",
    "        htmIdx = 1\n",
    "        newObject = {\"ra\": coord.getRa().asDegrees(),\n",
    "                     \"decl\": coord.getDec().asDegrees(),\n",
    "                     \"radecTai\": midPointTaiMJD,\n",
    "                     \"diaObjectId\": idx,\n",
    "                     \"pixelId\": htmIdx,\n",
    "                     \"pmParallaxNdata\": 0,\n",
    "                     \"nearbyObj1\": 0,\n",
    "                     \"nearbyObj2\": 0,\n",
    "                     \"nearbyObj3\": 0,\n",
    "                     \"flags\": 1,\n",
    "                     \"nDiaSources\": 5}\n",
    "        for f in [\"u\", \"g\", \"r\", \"i\", \"z\", \"y\"]:\n",
    "            newObject[\"%sPSFluxNdata\" % f] = 0\n",
    "        data.append(newObject)\n",
    "\n",
    "    return pd.DataFrame(data=data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "def makeDiaSources(nSources, diaObjectIds, exposure):\n",
    "    \"\"\"Make a test set of DiaSources.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    nSources : `int`\n",
    "        Number of sources to create.\n",
    "    diaObjectIds : `numpy.ndarray`\n",
    "        Integer Ids of diaobjects to \"associate\" with the DiaSources.\n",
    "    exposure : `lsst.afw.image.Exposure`\n",
    "        Exposure to create sources over.\n",
    "    pixelator : `lsst.sphgeom.HtmPixelization`\n",
    "        Object to compute spatial indicies from.\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    diaSources : `pandas.DataFrame`\n",
    "        DiaSources generated across the exposure.\n",
    "    \"\"\"\n",
    "    bbox = geom.Box2D(exposure.getBBox())\n",
    "    rand_x = np.random.uniform(bbox.getMinX(), bbox.getMaxX(), size=nSources)\n",
    "    rand_y = np.random.uniform(bbox.getMinY(), bbox.getMaxY(), size=nSources)\n",
    "\n",
    "    midPointTaiMJD = exposure.getInfo().getVisitInfo().getDate().get(\n",
    "        system=dafBase.DateTime.MJD)\n",
    "\n",
    "    wcs = exposure.getWcs()\n",
    "    ccdVisitId = exposure.getInfo().getVisitInfo().getExposureId()\n",
    "\n",
    "    data = []\n",
    "    for idx, (x, y) in enumerate(zip(rand_x, rand_y)):\n",
    "        coord = wcs.pixelToSky(x, y)\n",
    "        htmIdx = 1\n",
    "        objId = diaObjectIds[idx % len(diaObjectIds)]\n",
    "        # Put together the minimum values for the alert.\n",
    "        data.append({\"ra\": coord.getRa().asDegrees(),\n",
    "                     \"decl\": coord.getDec().asDegrees(),\n",
    "                     \"x\": x,\n",
    "                     \"y\": y,\n",
    "                     \"ccdVisitId\": ccdVisitId,\n",
    "                     \"diaObjectId\": objId,\n",
    "                     \"ssObjectId\": 0,\n",
    "                     \"parentDiaSourceId\": 0,\n",
    "                     \"prv_procOrder\": 0,\n",
    "                     \"diaSourceId\": idx,\n",
    "                     \"pixelId\": htmIdx,\n",
    "                     \"midPointTai\": midPointTaiMJD + 1.0 * idx,\n",
    "                     \"filterName\": exposure.getFilter().getCanonicalName(),\n",
    "                     \"filterId\": 0,\n",
    "                     \"psNdata\": 0,\n",
    "                     \"trailNdata\": 0,\n",
    "                     \"dipNdata\": 0,\n",
    "                     \"flags\": 1})\n",
    "\n",
    "    return pd.DataFrame(data=data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "def _roundTripThroughApdb(objects, sources, dateTime):\n",
    "    \"\"\"Run object and source catalogs through the Apdb to get the correct\n",
    "    table schemas.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    objects : `pandas.DataFrame`\n",
    "        Set of test DiaObjects to round trip.\n",
    "    sources : `pandas.DataFrame`\n",
    "        Set of test DiaSources to round trip.\n",
    "    dateTime : `datetime.datetime`\n",
    "        Time for the Apdb.\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    objects : `pandas.DataFrame`\n",
    "        Round tripped objects.\n",
    "    sources : `pandas.DataFrame`\n",
    "        Round tripped sources.\n",
    "    \"\"\"\n",
    "    tmpFile = tempfile.NamedTemporaryFile()\n",
    "\n",
    "    apdbConfig = ApdbConfig()\n",
    "    apdbConfig.db_url = \"sqlite:///\" + tmpFile.name\n",
    "    apdbConfig.isolation_level = \"READ_UNCOMMITTED\"\n",
    "    apdbConfig.dia_object_index = \"baseline\"\n",
    "    apdbConfig.dia_object_columns = []\n",
    "    apdbConfig.schema_file = _data_file_name(\n",
    "        \"apdb-schema.yaml\", \"dax_apdb\")\n",
    "    apdbConfig.column_map = _data_file_name(\n",
    "        \"apdb-ap-pipe-afw-map.yaml\", \"ap_association\")\n",
    "    apdbConfig.extra_schema_file = _data_file_name(\n",
    "        \"apdb-ap-pipe-schema-extra.yaml\", \"ap_association\")\n",
    "\n",
    "    apdb = Apdb(config=apdbConfig,\n",
    "                afw_schemas=dict(DiaObject=make_dia_object_schema(),\n",
    "                                 DiaSource=make_dia_source_schema()))\n",
    "    apdb.makeSchema()\n",
    "\n",
    "    minId = objects[\"pixelId\"].min()\n",
    "    maxId = objects[\"pixelId\"].max()\n",
    "    diaObjects = apdb.getDiaObjects([[minId, maxId + 1]], return_pandas=True).append(objects)\n",
    "    diaSources = apdb.getDiaSources(np.unique(objects[\"diaObjectId\"]),\n",
    "                                    dateTime,\n",
    "                                    return_pandas=True).append(sources)\n",
    "\n",
    "    apdb.storeDiaSources(diaSources)\n",
    "    apdb.storeDiaObjects(diaObjects, dateTime)\n",
    "\n",
    "    diaObjects = apdb.getDiaObjects([[minId, maxId + 1]], return_pandas=True)\n",
    "    diaSources = apdb.getDiaSources(np.unique(diaObjects[\"diaObjectId\"]),\n",
    "                                    dateTime,\n",
    "                                    return_pandas=True)\n",
    "    diaObjects.set_index(\"diaObjectId\", drop=False, inplace=True)\n",
    "    diaSources.set_index([\"diaObjectId\", \"filterName\", \"diaSourceId\"],\n",
    "                         drop=False,\n",
    "                         inplace=True)\n",
    "\n",
    "    return (diaObjects, diaSources)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Now use the functions above to make a single exposure, a diaObject and some diaSources"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "exposure = makeExposure()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "objects = makeDiaObjects(10, exposure)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "sources = makeDiaSources(50, np.array(objects.diaObjectId), exposure)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Pull these into the ap db with the date and time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "dateTime = datetime.datetime.now()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "diaObjects, diaSources = _roundTripThroughApdb(objects, sources, dateTime)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>diaObjectId</th>\n",
       "      <th>validityStart</th>\n",
       "      <th>validityEnd</th>\n",
       "      <th>ra</th>\n",
       "      <th>raErr</th>\n",
       "      <th>decl</th>\n",
       "      <th>declErr</th>\n",
       "      <th>ra_decl_Cov</th>\n",
       "      <th>radecTai</th>\n",
       "      <th>pmRa</th>\n",
       "      <th>...</th>\n",
       "      <th>yPSFluxPercentile75</th>\n",
       "      <th>yPSFluxPercentile95</th>\n",
       "      <th>yPSFluxMin</th>\n",
       "      <th>yPSFluxMax</th>\n",
       "      <th>yPSFluxStetsonJ</th>\n",
       "      <th>yPSFluxLinearSlope</th>\n",
       "      <th>yPSFluxLinearIntercept</th>\n",
       "      <th>yPSFluxMaxSlope</th>\n",
       "      <th>yPSFluxErrMean</th>\n",
       "      <th>parent</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>diaObjectId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.578506</td>\n",
       "      <td>None</td>\n",
       "      <td>53.152007</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.581431</td>\n",
       "      <td>None</td>\n",
       "      <td>53.155788</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.578134</td>\n",
       "      <td>None</td>\n",
       "      <td>53.169369</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.516270</td>\n",
       "      <td>None</td>\n",
       "      <td>53.160748</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.537877</td>\n",
       "      <td>None</td>\n",
       "      <td>53.141854</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.537711</td>\n",
       "      <td>None</td>\n",
       "      <td>53.177185</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.541210</td>\n",
       "      <td>None</td>\n",
       "      <td>53.163223</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.569480</td>\n",
       "      <td>None</td>\n",
       "      <td>53.176273</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.572969</td>\n",
       "      <td>None</td>\n",
       "      <td>53.178020</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>2020-11-27 04:01:29.009442</td>\n",
       "      <td>None</td>\n",
       "      <td>215.579033</td>\n",
       "      <td>None</td>\n",
       "      <td>53.140944</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10 rows × 197 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             diaObjectId              validityStart validityEnd          ra  \\\n",
       "diaObjectId                                                                   \n",
       "0                      0 2020-11-27 04:01:29.009442        None  215.578506   \n",
       "1                      1 2020-11-27 04:01:29.009442        None  215.581431   \n",
       "2                      2 2020-11-27 04:01:29.009442        None  215.578134   \n",
       "3                      3 2020-11-27 04:01:29.009442        None  215.516270   \n",
       "4                      4 2020-11-27 04:01:29.009442        None  215.537877   \n",
       "5                      5 2020-11-27 04:01:29.009442        None  215.537711   \n",
       "6                      6 2020-11-27 04:01:29.009442        None  215.541210   \n",
       "7                      7 2020-11-27 04:01:29.009442        None  215.569480   \n",
       "8                      8 2020-11-27 04:01:29.009442        None  215.572969   \n",
       "9                      9 2020-11-27 04:01:29.009442        None  215.579033   \n",
       "\n",
       "            raErr       decl declErr ra_decl_Cov      radecTai  pmRa  ...  \\\n",
       "diaObjectId                                                           ...   \n",
       "0            None  53.152007    None        None  56790.708333  None  ...   \n",
       "1            None  53.155788    None        None  56790.708333  None  ...   \n",
       "2            None  53.169369    None        None  56790.708333  None  ...   \n",
       "3            None  53.160748    None        None  56790.708333  None  ...   \n",
       "4            None  53.141854    None        None  56790.708333  None  ...   \n",
       "5            None  53.177185    None        None  56790.708333  None  ...   \n",
       "6            None  53.163223    None        None  56790.708333  None  ...   \n",
       "7            None  53.176273    None        None  56790.708333  None  ...   \n",
       "8            None  53.178020    None        None  56790.708333  None  ...   \n",
       "9            None  53.140944    None        None  56790.708333  None  ...   \n",
       "\n",
       "            yPSFluxPercentile75 yPSFluxPercentile95 yPSFluxMin yPSFluxMax  \\\n",
       "diaObjectId                                                                 \n",
       "0                          None                None       None       None   \n",
       "1                          None                None       None       None   \n",
       "2                          None                None       None       None   \n",
       "3                          None                None       None       None   \n",
       "4                          None                None       None       None   \n",
       "5                          None                None       None       None   \n",
       "6                          None                None       None       None   \n",
       "7                          None                None       None       None   \n",
       "8                          None                None       None       None   \n",
       "9                          None                None       None       None   \n",
       "\n",
       "            yPSFluxStetsonJ yPSFluxLinearSlope yPSFluxLinearIntercept  \\\n",
       "diaObjectId                                                             \n",
       "0                      None               None                   None   \n",
       "1                      None               None                   None   \n",
       "2                      None               None                   None   \n",
       "3                      None               None                   None   \n",
       "4                      None               None                   None   \n",
       "5                      None               None                   None   \n",
       "6                      None               None                   None   \n",
       "7                      None               None                   None   \n",
       "8                      None               None                   None   \n",
       "9                      None               None                   None   \n",
       "\n",
       "            yPSFluxMaxSlope yPSFluxErrMean parent  \n",
       "diaObjectId                                        \n",
       "0                      None           None   None  \n",
       "1                      None           None   None  \n",
       "2                      None           None   None  \n",
       "3                      None           None   None  \n",
       "4                      None           None   None  \n",
       "5                      None           None   None  \n",
       "6                      None           None   None  \n",
       "7                      None           None   None  \n",
       "8                      None           None   None  \n",
       "9                      None           None   None  \n",
       "\n",
       "[10 rows x 197 columns]"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diaObjects"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>diaSourceId</th>\n",
       "      <th>ccdVisitId</th>\n",
       "      <th>diaObjectId</th>\n",
       "      <th>ssObjectId</th>\n",
       "      <th>parentDiaSourceId</th>\n",
       "      <th>prv_procOrder</th>\n",
       "      <th>ssObjectReassocTime</th>\n",
       "      <th>midPointTai</th>\n",
       "      <th>ra</th>\n",
       "      <th>raErr</th>\n",
       "      <th>...</th>\n",
       "      <th>iyyPSF</th>\n",
       "      <th>ixyPSF</th>\n",
       "      <th>extendedness</th>\n",
       "      <th>spuriousness</th>\n",
       "      <th>flags</th>\n",
       "      <th>pixelId</th>\n",
       "      <th>filterName</th>\n",
       "      <th>filterId</th>\n",
       "      <th>isDipole</th>\n",
       "      <th>bboxSize</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>diaObjectId</th>\n",
       "      <th>filterName</th>\n",
       "      <th>diaSourceId</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">0</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1234</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56790.708333</td>\n",
       "      <td>215.541478</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>1234</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56800.708333</td>\n",
       "      <td>215.586777</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>20</td>\n",
       "      <td>1234</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56810.708333</td>\n",
       "      <td>215.580323</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>30</td>\n",
       "      <td>1234</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56820.708333</td>\n",
       "      <td>215.597693</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>40</td>\n",
       "      <td>1234</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56830.708333</td>\n",
       "      <td>215.533171</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">1</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1234</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56791.708333</td>\n",
       "      <td>215.537234</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>1234</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56801.708333</td>\n",
       "      <td>215.542287</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21</td>\n",
       "      <td>1234</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56811.708333</td>\n",
       "      <td>215.565296</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31</td>\n",
       "      <td>1234</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56821.708333</td>\n",
       "      <td>215.517339</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>41</td>\n",
       "      <td>1234</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56831.708333</td>\n",
       "      <td>215.533280</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">2</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>1234</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56792.708333</td>\n",
       "      <td>215.598542</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>12</td>\n",
       "      <td>1234</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56802.708333</td>\n",
       "      <td>215.522394</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22</td>\n",
       "      <td>1234</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56812.708333</td>\n",
       "      <td>215.515656</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>32</td>\n",
       "      <td>1234</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56822.708333</td>\n",
       "      <td>215.532073</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42</td>\n",
       "      <td>1234</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56832.708333</td>\n",
       "      <td>215.590622</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">3</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>1234</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56793.708333</td>\n",
       "      <td>215.601081</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13</td>\n",
       "      <td>1234</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56803.708333</td>\n",
       "      <td>215.555095</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>23</td>\n",
       "      <td>1234</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56813.708333</td>\n",
       "      <td>215.524777</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>33</td>\n",
       "      <td>1234</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56823.708333</td>\n",
       "      <td>215.587772</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43</td>\n",
       "      <td>1234</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56833.708333</td>\n",
       "      <td>215.526936</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">4</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>1234</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56794.708333</td>\n",
       "      <td>215.570914</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>14</td>\n",
       "      <td>1234</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56804.708333</td>\n",
       "      <td>215.537871</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24</td>\n",
       "      <td>1234</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56814.708333</td>\n",
       "      <td>215.524169</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>34</td>\n",
       "      <td>1234</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56824.708333</td>\n",
       "      <td>215.554385</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>44</td>\n",
       "      <td>1234</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56834.708333</td>\n",
       "      <td>215.540545</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">5</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>1234</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56795.708333</td>\n",
       "      <td>215.553594</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>15</td>\n",
       "      <td>1234</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56805.708333</td>\n",
       "      <td>215.556808</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25</td>\n",
       "      <td>1234</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56815.708333</td>\n",
       "      <td>215.594683</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>35</td>\n",
       "      <td>1234</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56825.708333</td>\n",
       "      <td>215.597685</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>45</td>\n",
       "      <td>1234</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56835.708333</td>\n",
       "      <td>215.545725</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">6</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>1234</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56796.708333</td>\n",
       "      <td>215.574312</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>1234</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56806.708333</td>\n",
       "      <td>215.521116</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>26</td>\n",
       "      <td>1234</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56816.708333</td>\n",
       "      <td>215.513724</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>36</td>\n",
       "      <td>1234</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56826.708333</td>\n",
       "      <td>215.529638</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>46</td>\n",
       "      <td>1234</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56836.708333</td>\n",
       "      <td>215.550961</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">7</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>1234</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56797.708333</td>\n",
       "      <td>215.597176</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>17</td>\n",
       "      <td>1234</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56807.708333</td>\n",
       "      <td>215.534118</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>27</td>\n",
       "      <td>1234</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56817.708333</td>\n",
       "      <td>215.599380</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>37</td>\n",
       "      <td>1234</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56827.708333</td>\n",
       "      <td>215.571797</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>47</td>\n",
       "      <td>1234</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56837.708333</td>\n",
       "      <td>215.566612</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">8</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>1234</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56798.708333</td>\n",
       "      <td>215.527454</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>18</td>\n",
       "      <td>1234</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56808.708333</td>\n",
       "      <td>215.605722</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>28</td>\n",
       "      <td>1234</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56818.708333</td>\n",
       "      <td>215.559588</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>38</td>\n",
       "      <td>1234</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56828.708333</td>\n",
       "      <td>215.584874</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>48</td>\n",
       "      <td>1234</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56838.708333</td>\n",
       "      <td>215.583210</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"5\" valign=\"top\">9</th>\n",
       "      <th rowspan=\"5\" valign=\"top\">_unknown_</th>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>1234</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56799.708333</td>\n",
       "      <td>215.560948</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>19</td>\n",
       "      <td>1234</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56809.708333</td>\n",
       "      <td>215.590106</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>1234</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56819.708333</td>\n",
       "      <td>215.602585</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>39</td>\n",
       "      <td>1234</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56829.708333</td>\n",
       "      <td>215.562900</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>49</td>\n",
       "      <td>1234</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>56839.708333</td>\n",
       "      <td>215.581553</td>\n",
       "      <td>None</td>\n",
       "      <td>...</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>_unknown_</td>\n",
       "      <td>0</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>50 rows × 112 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    diaSourceId  ccdVisitId  diaObjectId  \\\n",
       "diaObjectId filterName diaSourceId                                         \n",
       "0           _unknown_  0                      0        1234            0   \n",
       "                       10                    10        1234            0   \n",
       "                       20                    20        1234            0   \n",
       "                       30                    30        1234            0   \n",
       "                       40                    40        1234            0   \n",
       "1           _unknown_  1                      1        1234            1   \n",
       "                       11                    11        1234            1   \n",
       "                       21                    21        1234            1   \n",
       "                       31                    31        1234            1   \n",
       "                       41                    41        1234            1   \n",
       "2           _unknown_  2                      2        1234            2   \n",
       "                       12                    12        1234            2   \n",
       "                       22                    22        1234            2   \n",
       "                       32                    32        1234            2   \n",
       "                       42                    42        1234            2   \n",
       "3           _unknown_  3                      3        1234            3   \n",
       "                       13                    13        1234            3   \n",
       "                       23                    23        1234            3   \n",
       "                       33                    33        1234            3   \n",
       "                       43                    43        1234            3   \n",
       "4           _unknown_  4                      4        1234            4   \n",
       "                       14                    14        1234            4   \n",
       "                       24                    24        1234            4   \n",
       "                       34                    34        1234            4   \n",
       "                       44                    44        1234            4   \n",
       "5           _unknown_  5                      5        1234            5   \n",
       "                       15                    15        1234            5   \n",
       "                       25                    25        1234            5   \n",
       "                       35                    35        1234            5   \n",
       "                       45                    45        1234            5   \n",
       "6           _unknown_  6                      6        1234            6   \n",
       "                       16                    16        1234            6   \n",
       "                       26                    26        1234            6   \n",
       "                       36                    36        1234            6   \n",
       "                       46                    46        1234            6   \n",
       "7           _unknown_  7                      7        1234            7   \n",
       "                       17                    17        1234            7   \n",
       "                       27                    27        1234            7   \n",
       "                       37                    37        1234            7   \n",
       "                       47                    47        1234            7   \n",
       "8           _unknown_  8                      8        1234            8   \n",
       "                       18                    18        1234            8   \n",
       "                       28                    28        1234            8   \n",
       "                       38                    38        1234            8   \n",
       "                       48                    48        1234            8   \n",
       "9           _unknown_  9                      9        1234            9   \n",
       "                       19                    19        1234            9   \n",
       "                       29                    29        1234            9   \n",
       "                       39                    39        1234            9   \n",
       "                       49                    49        1234            9   \n",
       "\n",
       "                                    ssObjectId  parentDiaSourceId  \\\n",
       "diaObjectId filterName diaSourceId                                  \n",
       "0           _unknown_  0                     0                  0   \n",
       "                       10                    0                  0   \n",
       "                       20                    0                  0   \n",
       "                       30                    0                  0   \n",
       "                       40                    0                  0   \n",
       "1           _unknown_  1                     0                  0   \n",
       "                       11                    0                  0   \n",
       "                       21                    0                  0   \n",
       "                       31                    0                  0   \n",
       "                       41                    0                  0   \n",
       "2           _unknown_  2                     0                  0   \n",
       "                       12                    0                  0   \n",
       "                       22                    0                  0   \n",
       "                       32                    0                  0   \n",
       "                       42                    0                  0   \n",
       "3           _unknown_  3                     0                  0   \n",
       "                       13                    0                  0   \n",
       "                       23                    0                  0   \n",
       "                       33                    0                  0   \n",
       "                       43                    0                  0   \n",
       "4           _unknown_  4                     0                  0   \n",
       "                       14                    0                  0   \n",
       "                       24                    0                  0   \n",
       "                       34                    0                  0   \n",
       "                       44                    0                  0   \n",
       "5           _unknown_  5                     0                  0   \n",
       "                       15                    0                  0   \n",
       "                       25                    0                  0   \n",
       "                       35                    0                  0   \n",
       "                       45                    0                  0   \n",
       "6           _unknown_  6                     0                  0   \n",
       "                       16                    0                  0   \n",
       "                       26                    0                  0   \n",
       "                       36                    0                  0   \n",
       "                       46                    0                  0   \n",
       "7           _unknown_  7                     0                  0   \n",
       "                       17                    0                  0   \n",
       "                       27                    0                  0   \n",
       "                       37                    0                  0   \n",
       "                       47                    0                  0   \n",
       "8           _unknown_  8                     0                  0   \n",
       "                       18                    0                  0   \n",
       "                       28                    0                  0   \n",
       "                       38                    0                  0   \n",
       "                       48                    0                  0   \n",
       "9           _unknown_  9                     0                  0   \n",
       "                       19                    0                  0   \n",
       "                       29                    0                  0   \n",
       "                       39                    0                  0   \n",
       "                       49                    0                  0   \n",
       "\n",
       "                                    prv_procOrder ssObjectReassocTime  \\\n",
       "diaObjectId filterName diaSourceId                                      \n",
       "0           _unknown_  0                        0                None   \n",
       "                       10                       0                None   \n",
       "                       20                       0                None   \n",
       "                       30                       0                None   \n",
       "                       40                       0                None   \n",
       "1           _unknown_  1                        0                None   \n",
       "                       11                       0                None   \n",
       "                       21                       0                None   \n",
       "                       31                       0                None   \n",
       "                       41                       0                None   \n",
       "2           _unknown_  2                        0                None   \n",
       "                       12                       0                None   \n",
       "                       22                       0                None   \n",
       "                       32                       0                None   \n",
       "                       42                       0                None   \n",
       "3           _unknown_  3                        0                None   \n",
       "                       13                       0                None   \n",
       "                       23                       0                None   \n",
       "                       33                       0                None   \n",
       "                       43                       0                None   \n",
       "4           _unknown_  4                        0                None   \n",
       "                       14                       0                None   \n",
       "                       24                       0                None   \n",
       "                       34                       0                None   \n",
       "                       44                       0                None   \n",
       "5           _unknown_  5                        0                None   \n",
       "                       15                       0                None   \n",
       "                       25                       0                None   \n",
       "                       35                       0                None   \n",
       "                       45                       0                None   \n",
       "6           _unknown_  6                        0                None   \n",
       "                       16                       0                None   \n",
       "                       26                       0                None   \n",
       "                       36                       0                None   \n",
       "                       46                       0                None   \n",
       "7           _unknown_  7                        0                None   \n",
       "                       17                       0                None   \n",
       "                       27                       0                None   \n",
       "                       37                       0                None   \n",
       "                       47                       0                None   \n",
       "8           _unknown_  8                        0                None   \n",
       "                       18                       0                None   \n",
       "                       28                       0                None   \n",
       "                       38                       0                None   \n",
       "                       48                       0                None   \n",
       "9           _unknown_  9                        0                None   \n",
       "                       19                       0                None   \n",
       "                       29                       0                None   \n",
       "                       39                       0                None   \n",
       "                       49                       0                None   \n",
       "\n",
       "                                     midPointTai          ra raErr  ...  \\\n",
       "diaObjectId filterName diaSourceId                                  ...   \n",
       "0           _unknown_  0            56790.708333  215.541478  None  ...   \n",
       "                       10           56800.708333  215.586777  None  ...   \n",
       "                       20           56810.708333  215.580323  None  ...   \n",
       "                       30           56820.708333  215.597693  None  ...   \n",
       "                       40           56830.708333  215.533171  None  ...   \n",
       "1           _unknown_  1            56791.708333  215.537234  None  ...   \n",
       "                       11           56801.708333  215.542287  None  ...   \n",
       "                       21           56811.708333  215.565296  None  ...   \n",
       "                       31           56821.708333  215.517339  None  ...   \n",
       "                       41           56831.708333  215.533280  None  ...   \n",
       "2           _unknown_  2            56792.708333  215.598542  None  ...   \n",
       "                       12           56802.708333  215.522394  None  ...   \n",
       "                       22           56812.708333  215.515656  None  ...   \n",
       "                       32           56822.708333  215.532073  None  ...   \n",
       "                       42           56832.708333  215.590622  None  ...   \n",
       "3           _unknown_  3            56793.708333  215.601081  None  ...   \n",
       "                       13           56803.708333  215.555095  None  ...   \n",
       "                       23           56813.708333  215.524777  None  ...   \n",
       "                       33           56823.708333  215.587772  None  ...   \n",
       "                       43           56833.708333  215.526936  None  ...   \n",
       "4           _unknown_  4            56794.708333  215.570914  None  ...   \n",
       "                       14           56804.708333  215.537871  None  ...   \n",
       "                       24           56814.708333  215.524169  None  ...   \n",
       "                       34           56824.708333  215.554385  None  ...   \n",
       "                       44           56834.708333  215.540545  None  ...   \n",
       "5           _unknown_  5            56795.708333  215.553594  None  ...   \n",
       "                       15           56805.708333  215.556808  None  ...   \n",
       "                       25           56815.708333  215.594683  None  ...   \n",
       "                       35           56825.708333  215.597685  None  ...   \n",
       "                       45           56835.708333  215.545725  None  ...   \n",
       "6           _unknown_  6            56796.708333  215.574312  None  ...   \n",
       "                       16           56806.708333  215.521116  None  ...   \n",
       "                       26           56816.708333  215.513724  None  ...   \n",
       "                       36           56826.708333  215.529638  None  ...   \n",
       "                       46           56836.708333  215.550961  None  ...   \n",
       "7           _unknown_  7            56797.708333  215.597176  None  ...   \n",
       "                       17           56807.708333  215.534118  None  ...   \n",
       "                       27           56817.708333  215.599380  None  ...   \n",
       "                       37           56827.708333  215.571797  None  ...   \n",
       "                       47           56837.708333  215.566612  None  ...   \n",
       "8           _unknown_  8            56798.708333  215.527454  None  ...   \n",
       "                       18           56808.708333  215.605722  None  ...   \n",
       "                       28           56818.708333  215.559588  None  ...   \n",
       "                       38           56828.708333  215.584874  None  ...   \n",
       "                       48           56838.708333  215.583210  None  ...   \n",
       "9           _unknown_  9            56799.708333  215.560948  None  ...   \n",
       "                       19           56809.708333  215.590106  None  ...   \n",
       "                       29           56819.708333  215.602585  None  ...   \n",
       "                       39           56829.708333  215.562900  None  ...   \n",
       "                       49           56839.708333  215.581553  None  ...   \n",
       "\n",
       "                                    iyyPSF ixyPSF extendedness  spuriousness  \\\n",
       "diaObjectId filterName diaSourceId                                             \n",
       "0           _unknown_  0              None   None         None          None   \n",
       "                       10             None   None         None          None   \n",
       "                       20             None   None         None          None   \n",
       "                       30             None   None         None          None   \n",
       "                       40             None   None         None          None   \n",
       "1           _unknown_  1              None   None         None          None   \n",
       "                       11             None   None         None          None   \n",
       "                       21             None   None         None          None   \n",
       "                       31             None   None         None          None   \n",
       "                       41             None   None         None          None   \n",
       "2           _unknown_  2              None   None         None          None   \n",
       "                       12             None   None         None          None   \n",
       "                       22             None   None         None          None   \n",
       "                       32             None   None         None          None   \n",
       "                       42             None   None         None          None   \n",
       "3           _unknown_  3              None   None         None          None   \n",
       "                       13             None   None         None          None   \n",
       "                       23             None   None         None          None   \n",
       "                       33             None   None         None          None   \n",
       "                       43             None   None         None          None   \n",
       "4           _unknown_  4              None   None         None          None   \n",
       "                       14             None   None         None          None   \n",
       "                       24             None   None         None          None   \n",
       "                       34             None   None         None          None   \n",
       "                       44             None   None         None          None   \n",
       "5           _unknown_  5              None   None         None          None   \n",
       "                       15             None   None         None          None   \n",
       "                       25             None   None         None          None   \n",
       "                       35             None   None         None          None   \n",
       "                       45             None   None         None          None   \n",
       "6           _unknown_  6              None   None         None          None   \n",
       "                       16             None   None         None          None   \n",
       "                       26             None   None         None          None   \n",
       "                       36             None   None         None          None   \n",
       "                       46             None   None         None          None   \n",
       "7           _unknown_  7              None   None         None          None   \n",
       "                       17             None   None         None          None   \n",
       "                       27             None   None         None          None   \n",
       "                       37             None   None         None          None   \n",
       "                       47             None   None         None          None   \n",
       "8           _unknown_  8              None   None         None          None   \n",
       "                       18             None   None         None          None   \n",
       "                       28             None   None         None          None   \n",
       "                       38             None   None         None          None   \n",
       "                       48             None   None         None          None   \n",
       "9           _unknown_  9              None   None         None          None   \n",
       "                       19             None   None         None          None   \n",
       "                       29             None   None         None          None   \n",
       "                       39             None   None         None          None   \n",
       "                       49             None   None         None          None   \n",
       "\n",
       "                                   flags  pixelId filterName filterId  \\\n",
       "diaObjectId filterName diaSourceId                                      \n",
       "0           _unknown_  0               1        1  _unknown_        0   \n",
       "                       10              1        1  _unknown_        0   \n",
       "                       20              1        1  _unknown_        0   \n",
       "                       30              1        1  _unknown_        0   \n",
       "                       40              1        1  _unknown_        0   \n",
       "1           _unknown_  1               1        1  _unknown_        0   \n",
       "                       11              1        1  _unknown_        0   \n",
       "                       21              1        1  _unknown_        0   \n",
       "                       31              1        1  _unknown_        0   \n",
       "                       41              1        1  _unknown_        0   \n",
       "2           _unknown_  2               1        1  _unknown_        0   \n",
       "                       12              1        1  _unknown_        0   \n",
       "                       22              1        1  _unknown_        0   \n",
       "                       32              1        1  _unknown_        0   \n",
       "                       42              1        1  _unknown_        0   \n",
       "3           _unknown_  3               1        1  _unknown_        0   \n",
       "                       13              1        1  _unknown_        0   \n",
       "                       23              1        1  _unknown_        0   \n",
       "                       33              1        1  _unknown_        0   \n",
       "                       43              1        1  _unknown_        0   \n",
       "4           _unknown_  4               1        1  _unknown_        0   \n",
       "                       14              1        1  _unknown_        0   \n",
       "                       24              1        1  _unknown_        0   \n",
       "                       34              1        1  _unknown_        0   \n",
       "                       44              1        1  _unknown_        0   \n",
       "5           _unknown_  5               1        1  _unknown_        0   \n",
       "                       15              1        1  _unknown_        0   \n",
       "                       25              1        1  _unknown_        0   \n",
       "                       35              1        1  _unknown_        0   \n",
       "                       45              1        1  _unknown_        0   \n",
       "6           _unknown_  6               1        1  _unknown_        0   \n",
       "                       16              1        1  _unknown_        0   \n",
       "                       26              1        1  _unknown_        0   \n",
       "                       36              1        1  _unknown_        0   \n",
       "                       46              1        1  _unknown_        0   \n",
       "7           _unknown_  7               1        1  _unknown_        0   \n",
       "                       17              1        1  _unknown_        0   \n",
       "                       27              1        1  _unknown_        0   \n",
       "                       37              1        1  _unknown_        0   \n",
       "                       47              1        1  _unknown_        0   \n",
       "8           _unknown_  8               1        1  _unknown_        0   \n",
       "                       18              1        1  _unknown_        0   \n",
       "                       28              1        1  _unknown_        0   \n",
       "                       38              1        1  _unknown_        0   \n",
       "                       48              1        1  _unknown_        0   \n",
       "9           _unknown_  9               1        1  _unknown_        0   \n",
       "                       19              1        1  _unknown_        0   \n",
       "                       29              1        1  _unknown_        0   \n",
       "                       39              1        1  _unknown_        0   \n",
       "                       49              1        1  _unknown_        0   \n",
       "\n",
       "                                   isDipole bboxSize  \n",
       "diaObjectId filterName diaSourceId                    \n",
       "0           _unknown_  0               None     None  \n",
       "                       10              None     None  \n",
       "                       20              None     None  \n",
       "                       30              None     None  \n",
       "                       40              None     None  \n",
       "1           _unknown_  1               None     None  \n",
       "                       11              None     None  \n",
       "                       21              None     None  \n",
       "                       31              None     None  \n",
       "                       41              None     None  \n",
       "2           _unknown_  2               None     None  \n",
       "                       12              None     None  \n",
       "                       22              None     None  \n",
       "                       32              None     None  \n",
       "                       42              None     None  \n",
       "3           _unknown_  3               None     None  \n",
       "                       13              None     None  \n",
       "                       23              None     None  \n",
       "                       33              None     None  \n",
       "                       43              None     None  \n",
       "4           _unknown_  4               None     None  \n",
       "                       14              None     None  \n",
       "                       24              None     None  \n",
       "                       34              None     None  \n",
       "                       44              None     None  \n",
       "5           _unknown_  5               None     None  \n",
       "                       15              None     None  \n",
       "                       25              None     None  \n",
       "                       35              None     None  \n",
       "                       45              None     None  \n",
       "6           _unknown_  6               None     None  \n",
       "                       16              None     None  \n",
       "                       26              None     None  \n",
       "                       36              None     None  \n",
       "                       46              None     None  \n",
       "7           _unknown_  7               None     None  \n",
       "                       17              None     None  \n",
       "                       27              None     None  \n",
       "                       37              None     None  \n",
       "                       47              None     None  \n",
       "8           _unknown_  8               None     None  \n",
       "                       18              None     None  \n",
       "                       28              None     None  \n",
       "                       38              None     None  \n",
       "                       48              None     None  \n",
       "9           _unknown_  9               None     None  \n",
       "                       19              None     None  \n",
       "                       29              None     None  \n",
       "                       39              None     None  \n",
       "                       49              None     None  \n",
       "\n",
       "[50 rows x 112 columns]"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diaSources"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### What do we have in the columns of the diaObjects?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "diaObjectId\n",
      "validityStart\n",
      "validityEnd\n",
      "ra\n",
      "raErr\n",
      "decl\n",
      "declErr\n",
      "ra_decl_Cov\n",
      "radecTai\n",
      "pmRa\n",
      "pmRaErr\n",
      "pmDecl\n",
      "pmDeclErr\n",
      "parallax\n",
      "parallaxErr\n",
      "pmRa_pmDecl_Cov\n",
      "pmRa_parallax_Cov\n",
      "pmDecl_parallax_Cov\n",
      "pmParallaxLnL\n",
      "pmParallaxChi2\n",
      "pmParallaxNdata\n",
      "uPSFluxMean\n",
      "uPSFluxMeanErr\n",
      "uPSFluxSigma\n",
      "uPSFluxChi2\n",
      "uPSFluxNdata\n",
      "uFPFluxMean\n",
      "uFPFluxMeanErr\n",
      "uFPFluxSigma\n",
      "gPSFluxMean\n",
      "gPSFluxMeanErr\n",
      "gPSFluxSigma\n",
      "gPSFluxChi2\n",
      "gPSFluxNdata\n",
      "gFPFluxMean\n",
      "gFPFluxMeanErr\n",
      "gFPFluxSigma\n",
      "rPSFluxMean\n",
      "rPSFluxMeanErr\n",
      "rPSFluxSigma\n",
      "rPSFluxChi2\n",
      "rPSFluxNdata\n",
      "rFPFluxMean\n",
      "rFPFluxMeanErr\n",
      "rFPFluxSigma\n",
      "iPSFluxMean\n",
      "iPSFluxMeanErr\n",
      "iPSFluxSigma\n",
      "iPSFluxChi2\n",
      "iPSFluxNdata\n",
      "iFPFluxMean\n",
      "iFPFluxMeanErr\n",
      "iFPFluxSigma\n",
      "zPSFluxMean\n",
      "zPSFluxMeanErr\n",
      "zPSFluxSigma\n",
      "zPSFluxChi2\n",
      "zPSFluxNdata\n",
      "zFPFluxMean\n",
      "zFPFluxMeanErr\n",
      "zFPFluxSigma\n",
      "yPSFluxMean\n",
      "yPSFluxMeanErr\n",
      "yPSFluxSigma\n",
      "yPSFluxChi2\n",
      "yPSFluxNdata\n",
      "yFPFluxMean\n",
      "yFPFluxMeanErr\n",
      "yFPFluxSigma\n",
      "uLcPeriodic\n",
      "gLcPeriodic\n",
      "rLcPeriodic\n",
      "iLcPeriodic\n",
      "zLcPeriodic\n",
      "yLcPeriodic\n",
      "uLcNonPeriodic\n",
      "gLcNonPeriodic\n",
      "rLcNonPeriodic\n",
      "iLcNonPeriodic\n",
      "zLcNonPeriodic\n",
      "yLcNonPeriodic\n",
      "nearbyObj1\n",
      "nearbyObj1Dist\n",
      "nearbyObj1LnP\n",
      "nearbyObj2\n",
      "nearbyObj2Dist\n",
      "nearbyObj2LnP\n",
      "nearbyObj3\n",
      "nearbyObj3Dist\n",
      "nearbyObj3LnP\n",
      "flags\n",
      "pixelId\n",
      "lastNonForcedSource\n",
      "nDiaSources\n",
      "uTOTFluxMean\n",
      "uTOTFluxMeanErr\n",
      "uTOTFluxSigma\n",
      "gTOTFluxMean\n",
      "gTOTFluxMeanErr\n",
      "gTOTFluxSigma\n",
      "rTOTFluxMean\n",
      "rTOTFluxMeanErr\n",
      "rTOTFluxSigma\n",
      "iTOTFluxMean\n",
      "iTOTFluxMeanErr\n",
      "iTOTFluxSigma\n",
      "zTOTFluxMean\n",
      "zTOTFluxMeanErr\n",
      "zTOTFluxSigma\n",
      "yTOTFluxMean\n",
      "yTOTFluxMeanErr\n",
      "yTOTFluxSigma\n",
      "uPSFluxMAD\n",
      "uPSFluxSkew\n",
      "uPSFluxPercentile05\n",
      "uPSFluxPercentile25\n",
      "uPSFluxPercentile50\n",
      "uPSFluxPercentile75\n",
      "uPSFluxPercentile95\n",
      "uPSFluxMin\n",
      "uPSFluxMax\n",
      "uPSFluxStetsonJ\n",
      "uPSFluxLinearSlope\n",
      "uPSFluxLinearIntercept\n",
      "uPSFluxMaxSlope\n",
      "uPSFluxErrMean\n",
      "gPSFluxMAD\n",
      "gPSFluxSkew\n",
      "gPSFluxPercentile05\n",
      "gPSFluxPercentile25\n",
      "gPSFluxPercentile50\n",
      "gPSFluxPercentile75\n",
      "gPSFluxPercentile95\n",
      "gPSFluxMin\n",
      "gPSFluxMax\n",
      "gPSFluxStetsonJ\n",
      "gPSFluxLinearSlope\n",
      "gPSFluxLinearIntercept\n",
      "gPSFluxMaxSlope\n",
      "gPSFluxErrMean\n",
      "rPSFluxMAD\n",
      "rPSFluxSkew\n",
      "rPSFluxPercentile05\n",
      "rPSFluxPercentile25\n",
      "rPSFluxPercentile50\n",
      "rPSFluxPercentile75\n",
      "rPSFluxPercentile95\n",
      "rPSFluxMin\n",
      "rPSFluxMax\n",
      "rPSFluxStetsonJ\n",
      "rPSFluxLinearSlope\n",
      "rPSFluxLinearIntercept\n",
      "rPSFluxMaxSlope\n",
      "rPSFluxErrMean\n",
      "iPSFluxMAD\n",
      "iPSFluxSkew\n",
      "iPSFluxPercentile05\n",
      "iPSFluxPercentile25\n",
      "iPSFluxPercentile50\n",
      "iPSFluxPercentile75\n",
      "iPSFluxPercentile95\n",
      "iPSFluxMin\n",
      "iPSFluxMax\n",
      "iPSFluxStetsonJ\n",
      "iPSFluxLinearSlope\n",
      "iPSFluxLinearIntercept\n",
      "iPSFluxMaxSlope\n",
      "iPSFluxErrMean\n",
      "zPSFluxMAD\n",
      "zPSFluxSkew\n",
      "zPSFluxPercentile05\n",
      "zPSFluxPercentile25\n",
      "zPSFluxPercentile50\n",
      "zPSFluxPercentile75\n",
      "zPSFluxPercentile95\n",
      "zPSFluxMin\n",
      "zPSFluxMax\n",
      "zPSFluxStetsonJ\n",
      "zPSFluxLinearSlope\n",
      "zPSFluxLinearIntercept\n",
      "zPSFluxMaxSlope\n",
      "zPSFluxErrMean\n",
      "yPSFluxMAD\n",
      "yPSFluxSkew\n",
      "yPSFluxPercentile05\n",
      "yPSFluxPercentile25\n",
      "yPSFluxPercentile50\n",
      "yPSFluxPercentile75\n",
      "yPSFluxPercentile95\n",
      "yPSFluxMin\n",
      "yPSFluxMax\n",
      "yPSFluxStetsonJ\n",
      "yPSFluxLinearSlope\n",
      "yPSFluxLinearIntercept\n",
      "yPSFluxMaxSlope\n",
      "yPSFluxErrMean\n",
      "parent\n"
     ]
    }
   ],
   "source": [
    "cols = diaObjects.columns\n",
    "for col in cols:\n",
    "    print(col)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### As a dummy test, we want to assign a flux to the g band for these diaObjects, so that we can do so from the PLAsTiCC simulations\n",
    "\n",
    "The first thing to do is to pring out the values of the flux and then change them."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None before changing\n",
      "22.438321583057377 after changing\n",
      "None before changing\n",
      "0.9996806917071466 after changing\n",
      "None before changing\n",
      "8.565202297406236 after changing\n",
      "None before changing\n",
      "29.578124267665668 after changing\n",
      "None before changing\n",
      "16.32367609327653 after changing\n",
      "None before changing\n",
      "11.391794244154905 after changing\n",
      "None before changing\n",
      "19.59235690892857 after changing\n",
      "None before changing\n",
      "16.597286154460402 after changing\n",
      "None before changing\n",
      "13.826752037371943 after changing\n",
      "None before changing\n",
      "0.6099986153291714 after changing\n"
     ]
    }
   ],
   "source": [
    "for c,row in enumerate(diaObjects['gFPFluxMean']):\n",
    "    print(diaObjects.loc[c,'gFPFluxMean'], 'before changing')\n",
    "    row=random.rand()*30\n",
    "    diaObjects.loc[c,'gFPFluxMean']=row    \n",
    "    print(diaObjects.loc[c,'gFPFluxMean'], 'after changing')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "diaObjectId\n",
       "0     22.4383\n",
       "1    0.999681\n",
       "2      8.5652\n",
       "3     29.5781\n",
       "4     16.3237\n",
       "5     11.3918\n",
       "6     19.5924\n",
       "7     16.5973\n",
       "8     13.8268\n",
       "9    0.609999\n",
       "Name: gFPFluxMean, dtype: object"
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "diaObjects['gFPFluxMean']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}