stats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "\n",
    "data = np.fromiter(map(int, open('chunks', 'r').read().split('\\n')[0:-1]), dtype=np.int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as pl"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Looking at what tarsnap's chunker produces"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXAAAAEFCAYAAAD69rxNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/Il7ecAAAACXBIWXMAAAsTAAALEwEAmpwYAAAPnklEQVR4nO3dbYwdZ3nG8euK1wGkVDXgbWrZaTdtnCCXkhdWrmkkhJJGcpsqjlSDjFDqVKaW2tIG9dXlQytQP4Qv0DcqZJGo2wpI0oCISXiRFYzSVmBYhwTiuBATgurI4CXECVGrtKZ3P5xxsj4+L7NzZs6Z++z/J612zsxz5tyzs748+zxnnuOIEAAgnwsmXQAAoBoCHACSIsABICkCHACSIsABIKmZcb7Y+vXrY25ubpwvCQDpHTly5AcRMdu9fqwBPjc3p8XFxXG+JACkZ/u7vdbThQIASRHgAJAUAQ4ASRHgAJAUAQ4ASRHgAJAUAQ4ASRHgAJAUAQ4ASRHgLTC374FJlwAgIQIcAJIiwAEgKQIcAJIiwJOhvxzAWQQ4ACRFgANAUgQ4ACRFgANAUgQ4ACRFgANAUgQ4ACRFgANAUgQ4ACRFgANAUqUD3PYa21+zfX/x+FLbh20ft3237QubKxMA0G0lV+C3STq27PH7JX0wIi6T9KykPXUWBgAYrFSA294k6UZJHykeW9J1ku4tmixIurmB+gAAfZS9Av9rSX8q6f+Kx6+VdDoizhSPT0jaWG9pAIBBhga47V+XdCoijlR5Adt7bS/aXlxaWqqyCwBAD2WuwK+VdJPtpyTdpU7Xyd9IWmd7pmizSdLTvZ4cEfsjYj4i5mdnZ2soGQAglQjwiPjziNgUEXOSdkn6QkS8Q9IhSTuLZrsl3ddYlQCA84zyPvA/k/SHto+r0yd+Rz0lAQDKmBne5GUR8UVJXyyWn5S0tf6SAABlcCcmACRFgANAUgQ4ACRFgANAUgT4lJrb98DIzx1lHwCaR4ADQFIEOAAkRYADQFIEOAAkRYC3xPIBw7l9D9QyCDlsHYDcCHAASIoAB4CkCHAASIoAr6hKn/K4nlN13/STA7kQ4ACQFAEOAEkR4ACQFAEOAEkR4DVY6eBf1fbDbtBhEBJYXQhwAEiKAAeApAhwAEiKAAeApAjwhvUbWGTAEcCoCHAASIoAB4CkCHAASIoAT6LpmQOH7Y8+e6B9CHAASIoAB4CkCHAASIoAB4CkCPAJqjpw2D07ITcLAasTAQ4ASRHgAJAUAQ4ASRHgAJAUAT7lhn0M20q2jUsbagAyGBrgtl9p+yu2H7V91PZ7i/WX2j5s+7jtu21f2Hy5AICzylyBvyjpuoi4UtJVkrbb3ibp/ZI+GBGXSXpW0p7GqgQAnGdogEfHC8XDtcVXSLpO0r3F+gVJNzdRIACgt1J94LbX2H5E0ilJByV9W9LpiDhTNDkhaWMjFQIAeioV4BHx44i4StImSVslva7sC9jea3vR9uLS0lK1KlG7UQYKqz6XwUmgXit6F0pEnJZ0SNKbJK2zPVNs2iTp6T7P2R8R8xExPzs7O0qtAIBlyrwLZdb2umL5VZJukHRMnSDfWTTbLem+hmoEAPQwM7yJNkhasL1GncC/JyLut/24pLts/5Wkr0m6o8E6AQBdyrwL5esRcXVEvCEiXh8R7yvWPxkRWyPisoh4a0S82Hy57be8n3fYbIH92jel30094+6bpi8cqAd3YgJAUgQ4ACRFgANAUgQ4ACRV5l0o6CPjYFydNXfv66nbb+zZptd6AKPjChwAkiLAASApAhwAkiLAASApArwh03J347QcBzCNCHAASIoAB4CkCHAASIoAb5lp6QMe5yyLwGpFgANAUgQ4ACRFgANAUgQ4ACRFgI9ZxgG9NtRcpYY21A00iQAHgKQIcABIigAHgKQIcABIigCfMtM4cNfvmKbxWIGVIMABICkCHACSIsABICkCHACSIsBRm+5BxboHGRm0BM5FgANAUgQ4ACRFgANAUjOTLmCanO2jnea+2lGPrdfP6Knbbxx7HcA04AocAJIiwAEgKQIcAJIiwAEgKQIclTCICEweAQ4ASQ0NcNuX2D5k+3HbR23fVqx/je2Dtp8ovr+6+XIBAGeVuQI/I+mPImKLpG2Sfs/2Fkn7JD0YEZslPVg8BgCMydAAj4iTEfFwsfwjScckbZS0Q9JC0WxB0s0N1QgA6GFFfeC25yRdLemwpIsj4mSx6XuSLu7znL22F20vLi0tjVJra1QZwFstg37jPs7V8nMFeikd4LYvkvQJSe+OiOeXb4uIkBS9nhcR+yNiPiLmZ2dnRyoWAPCyUgFue6064f3RiPhksfr7tjcU2zdIOtVMiQCAXsq8C8WS7pB0LCI+sGzTAUm7i+Xdku6rvzwAQD9lZiO8VtItkr5h+5Fi3Xsk3S7pHtt7JH1X0tsaqbBFBvW3TltfLJ+mA7Tf0ACPiH+T5D6br6+3HABAWdyJCQBJEeAAkBQBDgBJEeAorS0Dkf3qWL6+LbUCTSLAASApAhwAkiLAASApAhwAkiLA+5imQbDMMwSW3dewdiut6Wz7afo9wPQhwAEgKQIcAJIiwAEgKQJ8APo/x6f7Z72Sn33V88T5RXYEOAAkRYADQFIEOAAkRYADQFIEOCau6cHEMjf5VJnJkEFQTBoBDgBJEeAAkBQBDgBJEeAAkBQBPgQDVZPTxM+e84lpQoADQFIEOAAkRYADQFIEOAAkRYAjlVEGIYd9TNpK149aDzAqAhwAkiLAASApAhwAkiLAsapV+Si37tkLm6oFGIYAB4CkCHAASIoAB4CkCHAASIoAR2u0eWCw7oHLOvbFoCcIcABIamiA277T9inbjy1b9xrbB20/UXx/dbNlAgC6lbkC/0dJ27vW7ZP0YERslvRg8RgAMEZDAzwiHpL0w67VOyQtFMsLkm6utywAwDBV+8AvjoiTxfL3JF3cr6HtvbYXbS8uLS1VfLnJaurOO9SvznNVx8yH48Tv6Ooz8iBmRISkGLB9f0TMR8T87OzsqC8HAChUDfDv294gScX3U/WVBAAoo2qAH5C0u1jeLem+esoBAJRV5m2EH5f0JUlX2D5he4+k2yXdYPsJSb9SPJ4a9CVOv6rnuOqn81Ttm6/6KUJYHWaGNYiIt/fZdH3NtQAAVoA7MQEgKQIcAJIiwAEgKQIcGKOmBiMZzFydCHAASIoAB4CkCHAASIoAB4CkCHBgRMsHEJffcVl2wHKcA5AMdk4XAhwAkiLAASApAhwAkiLAASApArwLgzyoYtCA5Up+p7oHREepZ6XPL9Oefx/tQoADQFIEOAAkRYADQFIEODAhVWYm7HWT0Kh919395WWWq7zOKOh7740AB4CkCHAASIoAB4CkCHAASIoAX4aBEoxb1Zt8yrYbdkNPv5kR6xq8rPPf1CRncWwrAhwAkiLAASApAhwAkiLAASApAhxooZUMPNa571H2M2xGxrpmWhxUR6/91vFabR0wJcABICkCHACSIsABICkCHGi5Jm72Wem+BvV399rW7waiXn3hvW4e6vda/dr12k+ZGRib+rSkcfWZE+AAkBQBDgBJEeAAkBQBDgBJpQnwtr6RHshopQN43c/ttTxqPd3f66qx7LYyA6plX6PXPpuQJsABAOcaKcBtb7f9TdvHbe+rqygAwHCVA9z2GkkfkvSrkrZIervtLXUVBgAYbJQr8K2SjkfEkxHxP5LukrSjnrIAAMM4Iqo90d4paXtEvLN4fIukX4qId3W12ytpb/HwCknfrFjrekk/qPjctsh+DNnrlziGNshevzT+Y/jZiJjtXjnT9KtGxH5J+0fdj+3FiJivoaSJyX4M2euXOIY2yF6/1J5jGKUL5WlJlyx7vKlYBwAYg1EC/KuSNtu+1PaFknZJOlBPWQCAYSp3oUTEGdvvkvR5SWsk3RkRR2ur7Hwjd8O0QPZjyF6/xDG0Qfb6pZYcQ+VBTADAZHEnJgAkRYADQFKtC/Bht+fbfoXtu4vth23PTaDMvkrUf6vtJduPFF/vnESd/di+0/Yp24/12W7bf1sc39dtXzPuGocpcQxvsf3csnPwF+OucRDbl9g+ZPtx20dt39ajTavPQ8ljaPt5eKXtr9h+tDiG9/ZoM9k8iojWfKkzGPptST8n6UJJj0ra0tXmdyV9uFjeJenuSde9wvpvlfT3k651wDG8WdI1kh7rs/3XJH1WkiVtk3R40jVXOIa3SLp/0nUOqH+DpGuK5Z+Q9K0ev0etPg8lj6Ht58GSLiqW10o6LGlbV5uJ5lHbrsDL3J6/Q9JCsXyvpOtte4w1DpJ+eoGIeEjSDwc02SHpn6Ljy5LW2d4wnurKKXEMrRYRJyPi4WL5R5KOSdrY1azV56HkMbRa8bN9oXi4tvjqftfHRPOobQG+UdJ/Lnt8Quef9JfaRMQZSc9Jeu1YqhuuTP2S9BvFn7332r6kx/Y2K3uMbfem4k/jz9r+hUkX00/xJ/nV6lz9LZfmPAw4Bqnl58H2GtuPSDol6WBE9D0Pk8ijtgX4avBpSXMR8QZJB/Xy/94Yn4fVmVviSkl/J+lTky2nN9sXSfqEpHdHxPOTrqeKIcfQ+vMQET+OiKvUudN8q+3XT7ikc7QtwMvcnv9SG9szkn5S0jNjqW64ofVHxDMR8WLx8COS3jim2uqSfgqFiHj+7J/GEfEZSWttr59wWeewvVad4PtoRHyyR5PWn4dhx5DhPJwVEaclHZK0vWvTRPOobQFe5vb8A5J2F8s7JX0hihGEFhhaf1c/5U3q9A1mckDSbxbvgtgm6bmIODnpolbC9k+f7ae0vVWdfwdtuQhQUdsdko5FxAf6NGv1eShzDAnOw6ztdcXyqyTdIOk/uppNNI8an41wJaLP7fm23ydpMSIOqPNL8c+2j6szULVrchWfq2T9f2D7Jkln1Kn/1okV3IPtj6vz7oD1tk9I+kt1Bm8UER+W9Bl13gFxXNJ/SfqtyVTaX4lj2Cnpd2yfkfTfkna16CJAkq6VdIukbxT9r5L0Hkk/I6U5D2WOoe3nYYOkBXc+vOYCSfdExP1tyiNupQeApNrWhQIAKIkAB4CkCHAASIoAB4CkCHAAaMiwidV6tH/bsgnAPja0Pe9CAYBm2H6zpBfUmbdm4F2ctjdLukfSdRHxrO2fiohTg57DFTgANKTXxGq2f97252wfsf2vtl9XbPptSR+KiGeL5w4Mb4kAB4Bx2y/p9yPijZL+WNI/FOsvl3S57X+3/WXb3bftn6dVd2ICwDQrJvf6ZUn/smzW2VcU32ckbVbnLuJNkh6y/YvFPCw9EeAAMD4XSDpdzHDY7YQ6H8zxv5K+Y/tb6gT6VwftDAAwBsWUut+x/VbppY/Gu7LY/Cl1rr5VzMp4uaQnB+2PAAeAhhQTq31J0hW2T9jeI+kdkvbYflTSUb38qV2fl/SM7cfVmbr2TyJi4OyMvI0QAJLiChwAkiLAASApAhwAkiLAASApAhwAkiLAASApAhwAkvp/iFeQIbBPuogAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "mx = data.max()\n",
    "dhist = data[data != mx]\n",
    "pl.hist(dhist, bins=300)\n",
    "pl.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "nmax: 7 nblk: 3763 avglen: 1062981.6635663034\n"
     ]
    }
   ],
   "source": [
    "print(\"nmax:\", np.count_nonzero(data[data == mx]), \"nblk:\", len(data), \"avglen:\", data.mean())"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}