pt-tvm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c3e652bc",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import onnx\n",
    "import onnxruntime as rt\n",
    "import time\n",
    "import tvm \n",
    "import torch\n",
    "from tvm import relay\n",
    "from tvm.contrib import graph_runtime\n",
    "from transformers import BertTokenizer, BertModel, TFBertModel"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "c2b7d12b",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.LayerNorm.weight', 'cls.seq_relationship.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.bias']\n",
      "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
     ]
    }
   ],
   "source": [
    "batch, seq = 1, 128 \n",
    "N = 1000\n",
    "pt_model = BertModel.from_pretrained(\"bert-base-uncased\", torchscript=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "062e4bfc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pt= 47.01161861419678\n"
     ]
    }
   ],
   "source": [
    "t1 = time.time()\n",
    "for _ in range(N):\n",
    "    feed_dict = { \n",
    "        'input_ids' : torch.tensor(np.random.randint(0, 3e4, size=[batch,seq]).astype(\"int64\")),\n",
    "        'attention_mask' : torch.tensor(np.zeros([batch,seq]).astype(\"int64\")),\n",
    "        'token_type_ids' : torch.tensor(np.zeros([batch,seq]).astype(\"int64\"))\n",
    "    }\n",
    "    res = pt_model(**feed_dict)\n",
    "t2 = time.time()\n",
    "print(\"pt=\", (t2 - t1)/N*1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9997e0a8",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "11e04075",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.LayerNorm.weight', 'cls.seq_relationship.weight', 'cls.predictions.transform.dense.weight', 'cls.predictions.decoder.weight', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.bias']\n",
      "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
      "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
     ]
    },
    {
     "ename": "NameError",
     "evalue": "name 'model' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-17-437d82b7f66c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;31m# Creating the trace\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 7\u001b[0;31m \u001b[0mtraced_model\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjit\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrace\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mtokens_tensor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msegments_tensors\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      8\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjit\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msave\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtraced_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"traced_bert.pt\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'model' is not defined"
     ]
    }
   ],
   "source": [
    "pt_model.eval()\n",
    "\n",
    "# If you are instantiating the model with `from_pretrained` you can also easily set the TorchScript flag\n",
    "pt_model = BertModel.from_pretrained(\"bert-base-uncased\", torchscript=True)\n",
    "\n",
    "# Creating the trace"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "d1006571",
   "metadata": {},
   "outputs": [],
   "source": [
    "BertModel.from_pretrained?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "e51b517e",
   "metadata": {},
   "outputs": [],
   "source": [
    "traced_model = torch.jit.trace(pt_model, [feed_dict['input_ids'], feed_dict['attention_mask'], feed_dict['token_type_ids']])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "e845e017",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.jit.save(traced_model, \"traced_bert.pt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "0586a225",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RecursiveScriptModule(\n",
       "  original_name=BertModel\n",
       "  (embeddings): RecursiveScriptModule(\n",
       "    original_name=BertEmbeddings\n",
       "    (word_embeddings): RecursiveScriptModule(original_name=Embedding)\n",
       "    (position_embeddings): RecursiveScriptModule(original_name=Embedding)\n",
       "    (token_type_embeddings): RecursiveScriptModule(original_name=Embedding)\n",
       "    (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "    (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "  )\n",
       "  (encoder): RecursiveScriptModule(\n",
       "    original_name=BertEncoder\n",
       "    (layer): RecursiveScriptModule(\n",
       "      original_name=ModuleList\n",
       "      (0): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (1): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (2): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (3): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (4): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (5): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (6): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (7): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (8): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (9): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (10): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "      (11): RecursiveScriptModule(\n",
       "        original_name=BertLayer\n",
       "        (attention): RecursiveScriptModule(\n",
       "          original_name=BertAttention\n",
       "          (self): RecursiveScriptModule(\n",
       "            original_name=BertSelfAttention\n",
       "            (query): RecursiveScriptModule(original_name=Linear)\n",
       "            (key): RecursiveScriptModule(original_name=Linear)\n",
       "            (value): RecursiveScriptModule(original_name=Linear)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "          (output): RecursiveScriptModule(\n",
       "            original_name=BertSelfOutput\n",
       "            (dense): RecursiveScriptModule(original_name=Linear)\n",
       "            (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "            (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "          )\n",
       "        )\n",
       "        (intermediate): RecursiveScriptModule(\n",
       "          original_name=BertIntermediate\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "        )\n",
       "        (output): RecursiveScriptModule(\n",
       "          original_name=BertOutput\n",
       "          (dense): RecursiveScriptModule(original_name=Linear)\n",
       "          (LayerNorm): RecursiveScriptModule(original_name=LayerNorm)\n",
       "          (dropout): RecursiveScriptModule(original_name=Dropout)\n",
       "        )\n",
       "      )\n",
       "    )\n",
       "  )\n",
       "  (pooler): RecursiveScriptModule(\n",
       "    original_name=BertPooler\n",
       "    (dense): RecursiveScriptModule(original_name=Linear)\n",
       "    (activation): RecursiveScriptModule(original_name=Tanh)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "loaded_model = torch.jit.load(\"traced_bert.pt\")\n",
    "loaded_model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "f43585eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "with torch.no_grad():\n",
    "    res = loaded_model(input_ids=feed_dict['input_ids'], attention_mask=feed_dict['attention_mask'], input=feed_dict['token_type_ids'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "4cf433f1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "pt= 11.830577611923218\n"
     ]
    }
   ],
   "source": [
    "batch, seq = 1, 8\n",
    "t1 = time.time()\n",
    "with torch.no_grad():\n",
    "    for _ in range(N):\n",
    "        feed_dict = { \n",
    "            'input_ids' : torch.tensor(np.random.randint(0, 3e4, size=[batch,seq]).astype(\"int64\")),\n",
    "            'attention_mask' : torch.tensor(np.zeros([batch,seq]).astype(\"int64\")),\n",
    "            'token_type_ids' : torch.tensor(np.zeros([batch,seq]).astype(\"int64\"))\n",
    "        }\n",
    "        res = loaded_model(input_ids=feed_dict['input_ids'], attention_mask=feed_dict['attention_mask'], input=feed_dict['token_type_ids'])\n",
    "t2 = time.time()\n",
    "print(\"pt=\", (t2 - t1)/N*1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "2fda7a14",
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "forward() is missing value for argument 'input'. Declaration: forward(__torch__.transformers.models.bert.modeling_bert.___torch_mangle_415.BertModel self, Tensor input_ids, Tensor attention_mask, Tensor input) -> ((Tensor, Tensor))",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-34-a769185045f5>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mloaded_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfeed_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'input_ids'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'attention_mask'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/anaconda3/lib/python3.8/site-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m    887\u001b[0m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_slow_forward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    888\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 889\u001b[0;31m             \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    890\u001b[0m         for hook in itertools.chain(\n\u001b[1;32m    891\u001b[0m                 \u001b[0m_global_forward_hooks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mRuntimeError\u001b[0m: forward() is missing value for argument 'input'. Declaration: forward(__torch__.transformers.models.bert.modeling_bert.___torch_mangle_415.BertModel self, Tensor input_ids, Tensor attention_mask, Tensor input) -> ((Tensor, Tensor))"
     ]
    }
   ],
   "source": [
    "loaded_model(feed_dict['input_ids'], feed_dict['attention_mask'], )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "7f4e221e",
   "metadata": {},
   "outputs": [],
   "source": [
    "traced_model = torch.jit.trace(pt_model,example_inputs=[torch.tensor(np.random.randint(0, 3e4, size=[batch,seq]).astype(\"int64\")),torch.tensor(np.zeros([batch,seq]).astype(\"int64\"))])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "abc08ba6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(tensor([[[ 1.6880e-01,  2.0750e-01,  3.0610e-01,  ..., -3.3834e-01,\n",
       "           -2.9114e-03, -2.6709e-01],\n",
       "          [ 8.2824e-02,  3.9966e-01,  3.7773e-01,  ..., -4.8141e-01,\n",
       "            2.1363e-02, -1.8712e-01],\n",
       "          [ 2.1411e-02,  3.7622e-01,  4.3044e-01,  ..., -5.0092e-01,\n",
       "            7.8786e-02,  2.2360e-03],\n",
       "          ...,\n",
       "          [-1.4268e-01,  2.9536e-01,  3.6935e-01,  ..., -3.9757e-01,\n",
       "            2.8217e-02, -7.9942e-05],\n",
       "          [-1.0709e-01,  3.5698e-01,  3.9346e-01,  ..., -1.5653e-01,\n",
       "            9.1324e-02, -2.1205e-02],\n",
       "          [-9.7605e-03,  3.1167e-01,  3.5784e-01,  ..., -3.7722e-01,\n",
       "            2.6488e-02,  1.1149e-01]]], grad_fn=<NativeLayerNormBackward>),\n",
       " tensor([[-0.7819, -0.1935,  0.9130,  0.6324, -0.6431, -0.0818,  0.7254,  0.2976,\n",
       "           0.9038, -0.9974,  0.8257, -0.7815,  0.9843, -0.6926,  0.9717, -0.2382,\n",
       "           0.4736, -0.4750,  0.4130, -0.6882,  0.8582, -0.6545,  0.7674,  0.2558,\n",
       "           0.2403, -0.9308, -0.0749,  0.9681,  0.9548,  0.8138, -0.7071,  0.1827,\n",
       "          -0.9893, -0.2957,  0.7224, -0.9712, -0.0619, -0.7237, -0.2846, -0.0560,\n",
       "          -0.9460,  0.1507,  0.9497, -0.5955,  0.0203, -0.3396, -0.9095,  0.2907,\n",
       "          -0.8988, -0.9739, -0.9064, -0.9516,  0.1210,  0.2107,  0.2076,  0.3262,\n",
       "          -0.0522,  0.2157, -0.0960, -0.3495, -0.5541,  0.2475,  0.6731, -0.9020,\n",
       "          -0.9702, -0.9301, -0.3220, -0.3719, -0.0261,  0.1412,  0.6403,  0.2168,\n",
       "           0.5115, -0.9065, -0.9419,  0.2351, -0.1447,  0.9869,  0.0784, -0.9859,\n",
       "          -0.7710, -0.8497,  0.0948,  0.9101, -0.8537, -0.9766, -0.0966, -0.2064,\n",
       "          -0.9914,  0.2709,  0.0795,  0.1007, -0.6182,  0.1166,  0.2113, -0.1916,\n",
       "          -0.0545,  0.8677, -0.2381, -0.0781,  0.2491, -0.2434,  0.0234, -0.1510,\n",
       "           0.1382, -0.1670, -0.4940, -0.2446, -0.3642,  0.4434,  0.2478, -0.2528,\n",
       "           0.0454, -0.9331,  0.4631, -0.1893, -0.9794, -0.1534, -0.9880,  0.7297,\n",
       "           0.3060, -0.2015,  0.9695,  0.6255,  0.1670, -0.1509,  0.9776, -0.9890,\n",
       "           0.4125,  0.1156,  0.5268, -0.1412, -0.9740, -0.9552,  0.2778,  0.9525,\n",
       "           0.0972,  0.9479, -0.1107,  0.9479,  0.8428,  0.5036, -0.8240, -0.4301,\n",
       "          -0.0756,  0.1049, -0.7438,  0.1574,  0.3052, -0.6416,  0.3760, -0.1940,\n",
       "           0.8965, -0.9369, -0.3347,  0.9713,  0.7160,  0.9601,  0.8777, -0.1568,\n",
       "          -0.2278,  0.8030, -0.2810,  0.3822,  0.3508,  0.2539, -0.6573,  0.0947,\n",
       "          -0.7417,  0.6873,  0.1589, -0.0448,  0.8310, -0.9812, -0.0280,  0.4313,\n",
       "           0.9809,  0.7392,  0.1327, -0.8776, -0.2315, -0.6558, -0.9608,  0.9750,\n",
       "          -0.0657,  0.1475,  0.1835, -0.2932, -0.8573, -0.4576,  0.7484,  0.6924,\n",
       "          -0.8781, -0.1187, -0.4025, -0.3567,  0.3501,  0.5071, -0.2845, -0.5191,\n",
       "          -0.1691,  0.9542,  0.8330,  0.7575, -0.8476,  0.0915, -0.9278, -0.5266,\n",
       "           0.1229,  0.1692,  0.0100,  0.9901,  0.2125,  0.0416, -0.8871, -0.9868,\n",
       "           0.2176, -0.8298,  0.0135, -0.4228, -0.0276,  0.4875, -0.8418,  0.2569,\n",
       "          -0.9280, -0.8500,  0.2390, -0.0798,  0.2691, -0.2856,  0.5910, -0.7917,\n",
       "          -0.5484,  0.6684,  0.9444,  0.8685, -0.8179,  0.8692, -0.2192,  0.8168,\n",
       "          -0.3679,  0.9754, -0.8595, -0.3049, -0.9470,  0.6910, -0.7911,  0.8318,\n",
       "          -0.0398, -0.8800, -0.9496,  0.1247,  0.0756,  0.8666, -0.1732,  0.9613,\n",
       "          -0.5475, -0.9627, -0.0502,  0.4012, -0.9880, -0.7070,  0.1412, -0.5763,\n",
       "          -0.2856, -0.0493, -0.9714,  0.7898,  0.1786,  0.9412, -0.2974, -0.7539,\n",
       "           0.2387, -0.9465,  0.0066, -0.1641,  0.9550, -0.0126, -0.9599,  0.3381,\n",
       "           0.5055,  0.1778,  0.9625,  0.9532,  0.2715,  0.9781,  0.9033,  0.7164,\n",
       "           0.6122,  0.1260,  0.9991,  0.8046, -0.9049, -0.9343, -0.1678,  0.6094,\n",
       "          -0.9915, -0.1122, -0.1442, -0.9261, -0.8521,  0.9784,  0.9536, -0.9694,\n",
       "           0.8426,  0.9390, -0.2097, -0.9217, -0.2626,  0.9655, -0.2522,  0.5080,\n",
       "          -0.2728,  0.2972,  0.8126, -0.8250,  0.9043,  0.7158, -0.7938,  0.2575,\n",
       "          -0.3219, -0.9608, -0.2542, -0.0677, -0.2297, -0.9637, -0.2035, -0.8826,\n",
       "           0.1750,  0.0691,  0.1464, -0.7957, -0.0493, -0.7233,  0.4510,  0.1725,\n",
       "          -0.8726, -0.6390,  0.5090, -0.7348,  0.7251, -0.9639,  0.9763, -0.2068,\n",
       "          -0.9503,  0.9697, -0.1788, -0.9233, -0.0242,  0.1120, -0.1260,  0.9807,\n",
       "          -0.0744, -0.9854, -0.2398, -0.0859, -0.2561, -0.1746,  0.9925, -0.1264,\n",
       "           0.9065,  0.8240,  0.9805, -0.9898, -0.9056, -0.8196, -0.9733,  0.9671,\n",
       "           0.9555,  0.4391, -0.6515,  0.1359,  0.6749,  0.1486, -0.9179,  0.1599,\n",
       "           0.4495, -0.2552,  0.9315, -0.5610, -0.1443,  0.3480,  0.6718,  0.8001,\n",
       "          -0.8453,  0.2666, -0.3343,  0.2360, -0.2937, -0.2773, -0.9703, -0.3010,\n",
       "           0.9507,  0.3594, -0.8303,  0.4961, -0.0872, -0.0674, -0.0558,  0.1077,\n",
       "          -0.1955, -0.8234, -0.8216, -0.8076, -0.9896,  0.8089,  0.1797, -0.1504,\n",
       "           0.8569, -0.2769,  0.1246, -0.5819, -0.9625,  0.2894,  0.4996, -0.9632,\n",
       "           0.9670, -0.0954,  0.2086,  0.8253,  0.9628, -0.3314, -0.5162,  0.1802,\n",
       "          -0.9510, -0.0934, -0.9455,  0.9650, -0.9660,  0.1804,  0.2447, -0.5721,\n",
       "           0.9492, -0.0331,  0.6018, -0.1360,  0.8067,  0.8826, -0.6510, -0.3532,\n",
       "           0.0543,  0.9486, -0.0701,  0.0659, -0.9664, -0.9546, -0.6821, -0.9314,\n",
       "          -0.9844,  0.7636,  0.1079,  0.1777,  0.7273, -0.4036, -0.6564, -0.6668,\n",
       "          -0.2469, -0.9564,  0.9382, -0.1935,  0.2828, -0.2759,  0.1377, -0.9387,\n",
       "           0.7551,  0.7417,  0.4073, -0.2431, -0.7809,  0.3984, -0.6708,  0.9003,\n",
       "          -0.0598,  0.9834, -0.0386, -0.8715,  0.7447,  0.5467, -0.0926,  0.1748,\n",
       "          -0.7463,  0.1727,  0.8240,  0.9743, -0.4598, -0.1793,  0.5103, -0.6758,\n",
       "          -0.7214,  0.8215, -0.5068,  0.0633, -0.0736,  0.3532,  0.9504, -0.2542,\n",
       "          -0.2012, -0.5993, -0.0939, -0.2349, -0.4083,  0.8491,  0.2574, -0.3692,\n",
       "          -0.9893,  0.9118, -0.8197, -0.0598,  0.8930, -0.8184,  0.1112, -0.3589,\n",
       "          -0.2167,  0.3074, -0.1117, -0.2253,  0.2017,  0.2828,  0.9733, -0.3408,\n",
       "          -0.9736, -0.6706,  0.1046, -0.9628, -0.7140, -0.2614, -0.1379, -0.0295,\n",
       "           0.2873,  0.8123,  0.0172, -0.9824, -0.0881, -0.1174,  0.9795,  0.1466,\n",
       "          -0.1119, -0.9547, -0.9357, -0.8308,  0.9632, -0.9597,  0.9783, -0.9783,\n",
       "          -0.0997,  0.9459,  0.1331, -0.9348,  0.1443, -0.3766,  0.0247,  0.4866,\n",
       "           0.1996, -0.9705, -0.2413, -0.2234,  0.1211, -0.0698,  0.0393,  0.6869,\n",
       "           0.1430,  0.0657, -0.3683, -0.0823,  0.2260,  0.3569, -0.2477, -0.0550,\n",
       "           0.0764, -0.1299, -0.9638, -0.2564, -0.0463,  0.4750,  0.6385, -0.9782,\n",
       "          -0.5905, -0.8661, -0.1828,  0.8784, -0.0425, -0.5833, -0.7901,  0.9532,\n",
       "           0.9705,  0.8314, -0.0952,  0.8618, -0.8423,  0.0550, -0.0904,  0.2473,\n",
       "           0.6209,  0.7433, -0.2402,  0.9907,  0.1348,  0.0648, -0.8724,  0.3201,\n",
       "          -0.1830,  0.4596, -0.7913, -0.9598,  0.2406, -0.0686, -0.8362,  0.0904,\n",
       "           0.0396, -0.2841,  0.9123,  0.9766,  0.7347, -0.1776,  0.4396, -0.2232,\n",
       "          -0.1071,  0.1439, -0.9327,  0.9906,  0.2596,  0.7721,  0.1521,  0.1163,\n",
       "           0.9638,  0.2982,  0.7678,  0.0160,  0.9340,  0.1878, -0.9272,  0.4215,\n",
       "          -0.9778, -0.2064, -0.9485,  0.2268,  0.2855,  0.8876, -0.1635,  0.9733,\n",
       "           0.9380,  0.0894,  0.7397,  0.9195,  0.2641, -0.9491, -0.9905, -0.9901,\n",
       "          -0.2979, -0.2980, -0.1443,  0.3431,  0.3174,  0.2274,  0.1679, -0.8576,\n",
       "           0.9321,  0.3160, -0.9137,  0.9695, -0.3221, -0.0482,  0.1948, -0.9889,\n",
       "          -0.9345, -0.3110, -0.1919,  0.8058,  0.5106,  0.8532,  0.1798, -0.4023,\n",
       "          -0.4019,  0.7415, -0.2405, -0.9901,  0.2238,  0.9027, -0.8341,  0.9731,\n",
       "          -0.7509, -0.2605,  0.8637,  0.6771,  0.8099,  0.8104,  0.5097,  0.1740,\n",
       "           0.7238,  0.9334,  0.8768,  0.9863,  0.8648,  0.5794,  0.8668,  0.3794,\n",
       "           0.4470, -0.9288,  0.1722, -0.1668,  0.0747,  0.1611, -0.1289, -0.9042,\n",
       "           0.3918, -0.1501,  0.4505, -0.2493, -0.0315, -0.3145, -0.1236, -0.6501,\n",
       "           0.1979,  0.2425,  0.0968,  0.9471, -0.1948, -0.1159,  0.0026, -0.1849,\n",
       "           0.8960, -0.9112,  0.6944, -0.0430,  0.7191, -0.6759,  0.0210,  0.4009,\n",
       "          -0.6641, -0.1873, -0.0985, -0.7318,  0.8674,  0.1750, -0.2361, -0.1789,\n",
       "           0.3799,  0.3134, -0.5932,  0.8260,  0.9513,  0.1436, -0.1175,  0.1348,\n",
       "           0.0979, -0.7720,  0.2912,  0.6650, -0.7655,  0.8815, -0.8186,  0.8017,\n",
       "          -0.9425, -0.1387, -0.1148, -0.8623, -0.2849,  0.4064,  0.1786,  0.8545,\n",
       "          -0.9487,  0.8760,  0.5468,  0.8398,  0.1954,  0.6429, -0.5638,  0.8899]],\n",
       "        grad_fn=<TanhBackward>))"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "traced_model(feed_dict['input_ids'], feed_dict['attention_mask'], )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "da5fa07b",
   "metadata": {},
   "outputs": [],
   "source": [
    "for p in traced_model.parameters():\n",
    "    p.requires_grad_(False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "69c69eb3",
   "metadata": {},
   "outputs": [],
   "source": [
    "batch, seq = 1, 128\n",
    "shape = {\n",
    "    \"input_ids\" : (batch, seq),\n",
    "    \"attention_mask\" : (batch, seq),\n",
    "}\n",
    "\n",
    "feed_dict = {\n",
    "    'input_ids' : torch.tensor(np.random.randint(0, 10000, size=[batch,seq]).astype(\"int64\")),\n",
    "    'attention_mask' : torch.tensor(np.zeros([batch,seq]).astype(\"int64\")),\n",
    "}\n",
    "shape[\"token_type_ids\"] = (batch, seq)\n",
    "feed_dict[\"token_type_ids\"] = torch.tensor(np.zeros([batch,seq]).astype(\"int64\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "64717d13",
   "metadata": {},
   "outputs": [],
   "source": [
    "mod, params = relay.frontend.from_pytorch?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "cd5678a1",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n",
      "WARNING:root:Untyped Tensor found, assume it is float32\n"
     ]
    }
   ],
   "source": [
    "mod, params = relay.frontend.from_pytorch(loaded_model, [(k,v) for k,v in shape.items()],default_dtype=\"float32\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "77552d2e",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}