KNPZ_messages.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "jornal = pd.read_csv('aspt3_msgs.csv', delimiter=';', low_memory=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 881968 entries, 0 to 881967\n",
      "Data columns (total 13 columns):\n",
      " #   Column    Non-Null Count   Dtype \n",
      "---  ------    --------------   ----- \n",
      " 0   ID        881968 non-null  int64 \n",
      " 1   IDMESS    881968 non-null  int64 \n",
      " 2   USERNAME  881968 non-null  object\n",
      " 3   PLACE     881968 non-null  object\n",
      " 4   DTIME     881968 non-null  object\n",
      " 5   DTIMEACK  312247 non-null  object\n",
      " 6   SYSID     881968 non-null  int64 \n",
      " 7   SYSNUM    881968 non-null  int64 \n",
      " 8   MESS      881968 non-null  int64 \n",
      " 9   MESSAGE   881968 non-null  object\n",
      " 10  ISACK     881968 non-null  int64 \n",
      " 11  PRIORITY  881968 non-null  int64 \n",
      " 12  VALUE     30428 non-null   object\n",
      "dtypes: int64(7), object(6)\n",
      "memory usage: 87.5+ MB\n"
     ]
    }
   ],
   "source": [
    "jornal.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "jornal"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "jornal['DTIME'] = pd.to_datetime(jornal['DTIME'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "jornal['diff'] = jornal.DTIME\n",
    "jornal['diff'] = abs(jornal.DTIME.shift(periods=-1) - jornal.DTIME)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "out_jo = jornal[jornal['diff']>'1 days 00:00:00']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "out_jo.to_csv('out_aspt.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Описание</th>\n",
       "      <th>Источник</th>\n",
       "      <th>Тэг</th>\n",
       "      <th>Значение</th>\n",
       "      <th>Единицы</th>\n",
       "      <th>Время</th>\n",
       "      <th>Качество</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>248</td>\n",
       "      <td>-</td>\n",
       "      <td>31.12.2020 23:59:59</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>451546</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>473</td>\n",
       "      <td>-</td>\n",
       "      <td>06.01.2021 5:27:36</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>459042</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>460</td>\n",
       "      <td>-</td>\n",
       "      <td>06.01.2021 7:32:39</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>462674</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>87</td>\n",
       "      <td>-</td>\n",
       "      <td>06.01.2021 8:33:14</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>476387</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>280</td>\n",
       "      <td>-</td>\n",
       "      <td>06.01.2021 12:21:54</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>481544</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>432</td>\n",
       "      <td>-</td>\n",
       "      <td>06.01.2021 13:47:55</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>527944</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>253</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 2:41:34</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>536941</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>235</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 5:11:34</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>561504</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>259</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 12:01:09</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>570204</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>446</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 14:26:13</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>582800</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>22</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 17:56:14</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>583646</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>370</td>\n",
       "      <td>-</td>\n",
       "      <td>07.01.2021 18:10:25</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>663815</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>403</td>\n",
       "      <td>-</td>\n",
       "      <td>08.01.2021 16:27:03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>666910</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>495</td>\n",
       "      <td>-</td>\n",
       "      <td>08.01.2021 17:18:39</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>747289</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>224</td>\n",
       "      <td>-</td>\n",
       "      <td>09.01.2021 15:38:35</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>779420</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>306</td>\n",
       "      <td>-</td>\n",
       "      <td>10.01.2021 0:34:25</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>799991</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>347</td>\n",
       "      <td>-</td>\n",
       "      <td>10.01.2021 6:17:28</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>873025</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>260</td>\n",
       "      <td>-</td>\n",
       "      <td>11.01.2021 2:35:25</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>876998</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>324</td>\n",
       "      <td>-</td>\n",
       "      <td>11.01.2021 3:43:03</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>904835</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>114</td>\n",
       "      <td>-</td>\n",
       "      <td>11.01.2021 11:27:11</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>949996</th>\n",
       "      <td>ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...</td>\n",
       "      <td>AP.DaLog.OpcHdaServer.PSP</td>\n",
       "      <td>AK.DMN.R_Dal.KHNPZ.Diag.PSPCount</td>\n",
       "      <td>192</td>\n",
       "      <td>-</td>\n",
       "      <td>11.01.2021 23:59:59</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 Описание  \\\n",
       "1       ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "451546  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "459042  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "462674  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "476387  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "481544  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "527944  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "536941  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "561504  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "570204  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "582800  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "583646  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "663815  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "666910  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "747289  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "779420  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "799991  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "873025  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "876998  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "904835  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "949996  ПСП ХНПЗ. Счетчик связи. Счетчик циклов контро...   \n",
       "\n",
       "                         Источник                               Тэг  Значение  \\\n",
       "1       AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       248   \n",
       "451546  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       473   \n",
       "459042  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       460   \n",
       "462674  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount        87   \n",
       "476387  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       280   \n",
       "481544  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       432   \n",
       "527944  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       253   \n",
       "536941  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       235   \n",
       "561504  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       259   \n",
       "570204  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       446   \n",
       "582800  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount        22   \n",
       "583646  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       370   \n",
       "663815  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       403   \n",
       "666910  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       495   \n",
       "747289  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       224   \n",
       "779420  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       306   \n",
       "799991  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       347   \n",
       "873025  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       260   \n",
       "876998  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       324   \n",
       "904835  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       114   \n",
       "949996  AP.DaLog.OpcHdaServer.PSP  AK.DMN.R_Dal.KHNPZ.Diag.PSPCount       192   \n",
       "\n",
       "       Единицы                Время  Качество  \n",
       "1            -  31.12.2020 23:59:59       192  \n",
       "451546       -   06.01.2021 5:27:36         0  \n",
       "459042       -   06.01.2021 7:32:39         0  \n",
       "462674       -   06.01.2021 8:33:14         0  \n",
       "476387       -  06.01.2021 12:21:54         0  \n",
       "481544       -  06.01.2021 13:47:55         0  \n",
       "527944       -   07.01.2021 2:41:34         0  \n",
       "536941       -   07.01.2021 5:11:34         0  \n",
       "561504       -  07.01.2021 12:01:09         0  \n",
       "570204       -  07.01.2021 14:26:13         0  \n",
       "582800       -  07.01.2021 17:56:14         0  \n",
       "583646       -  07.01.2021 18:10:25         0  \n",
       "663815       -  08.01.2021 16:27:03         0  \n",
       "666910       -  08.01.2021 17:18:39         0  \n",
       "747289       -  09.01.2021 15:38:35         0  \n",
       "779420       -   10.01.2021 0:34:25         0  \n",
       "799991       -   10.01.2021 6:17:28         0  \n",
       "873025       -   11.01.2021 2:35:25         0  \n",
       "876998       -   11.01.2021 3:43:03         0  \n",
       "904835       -  11.01.2021 11:27:11         0  \n",
       "949996       -  11.01.2021 23:59:59       192  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trends[trends['Значение'].eq(trends['Значение'].shift())]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}