LoFTR_train.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "mount_file_id": "1n9L9PUuzNAT1hfPgGPZUJdNsO4zKS3yq",
      "authorship_tag": "ABX9TyOAUctce0Asvh5mphG0g7LJ",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "premium"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/davidenko2000/LoFTR_stereo/blob/master/LoFTR_train.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "%ls"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "OsB7Hp0JCLUB",
        "outputId": "48686ab6-599a-470d-8baa-76da8f70a6f3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[0m\u001b[01;34mdrive\u001b[0m/  \u001b[01;34msample_data\u001b[0m/\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "%cd drive/MyDrive/LoFTR/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ZjkF_lxoS61d",
        "outputId": "35c8335f-cc5a-4a55-e16e-049e52873fbe"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/LoFTR\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "%cd megadepth_indices/scene_info_0.1_0.7/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UdqvdH7UUuTy",
        "outputId": "3321c89b-554f-44b8-90e3-40885d7386f1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/LoFTR/megadepth_indices/scene_info_0.1_0.7\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from numpy import load\n",
        "\n",
        "data = load('0000_0.1_0.3.npz', allow_pickle=True)\n",
        "keys = [d for d in data]\n",
        "for key in keys: \n",
        "  print(\"-------------------------------\")\n",
        "  print(key)\n",
        "  print(\"-------------------------------\")\n",
        "  for info in data[key][0:10]:\n",
        "    print(info)"
      ],
      "metadata": {
        "id": "aCQsER7tUzH2"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "%cd ../../src/datasets/"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nUEcTSbAG5av",
        "outputId": "022358c4-0d1a-454c-c9f9-aee133aae575"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/LoFTR/src/datasets\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install loguru\n",
        "import sys\n",
        "sys.path.append('/content/drive/MyDrive/LoFTR')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "DuPzrS2XH0v-",
        "outputId": "0bdc6cad-1828-4c75-be1c-18fc27ba85ba"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting loguru\n",
            "  Downloading loguru-0.7.0-py3-none-any.whl (59 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.0/60.0 kB\u001b[0m \u001b[31m5.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: loguru\n",
            "Successfully installed loguru-0.7.0\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip uninstall pytorch-lightning\n",
        "!pip install pytorch-lightning==1.7"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "c5wxdu0hTGMb",
        "outputId": "270f641b-aa49-44b2-c1a4-fc8e9f844dd4"
      },
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[33mWARNING: Skipping pytorch-lightning as it is not installed.\u001b[0m\u001b[33m\n",
            "\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting pytorch-lightning==1.7\n",
            "  Downloading pytorch_lightning-1.7.0-py3-none-any.whl (700 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m700.9/700.9 kB\u001b[0m \u001b[31m26.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torch>=1.9.* in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (2.0.0+cu118)\n",
            "Requirement already satisfied: PyYAML>=5.4 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (6.0)\n",
            "Collecting torchmetrics>=0.7.0\n",
            "  Downloading torchmetrics-0.11.4-py3-none-any.whl (519 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m519.2/519.2 kB\u001b[0m \u001b[31m42.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: tqdm>=4.57.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (4.65.0)\n",
            "Collecting pyDeprecate>=0.3.1\n",
            "  Downloading pyDeprecate-0.3.2-py3-none-any.whl (10 kB)\n",
            "Requirement already satisfied: numpy>=1.17.2 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (1.22.4)\n",
            "Requirement already satisfied: fsspec[http]!=2021.06.0,>=2021.05.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (2023.4.0)\n",
            "Requirement already satisfied: packaging>=17.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (23.1)\n",
            "Requirement already satisfied: tensorboard>=2.9.1 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (2.12.2)\n",
            "Requirement already satisfied: typing-extensions>=4.0.0 in /usr/local/lib/python3.10/dist-packages (from pytorch-lightning==1.7) (4.5.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (2.27.1)\n",
            "Collecting aiohttp!=4.0.0a0,!=4.0.0a1\n",
            "  Downloading aiohttp-3.8.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m63.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (1.0.0)\n",
            "Requirement already satisfied: grpcio>=1.48.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (1.54.0)\n",
            "Requirement already satisfied: protobuf>=3.19.6 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (3.20.3)\n",
            "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (67.7.2)\n",
            "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (3.4.3)\n",
            "Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (1.4.0)\n",
            "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (1.8.1)\n",
            "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (0.7.0)\n",
            "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (0.40.0)\n",
            "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (2.3.0)\n",
            "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard>=2.9.1->pytorch-lightning==1.7) (2.17.3)\n",
            "Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.*->pytorch-lightning==1.7) (2.0.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.*->pytorch-lightning==1.7) (3.12.0)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.*->pytorch-lightning==1.7) (1.11.1)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.*->pytorch-lightning==1.7) (3.1)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.*->pytorch-lightning==1.7) (3.1.2)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.9.*->pytorch-lightning==1.7) (3.25.2)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.9.*->pytorch-lightning==1.7) (16.0.2)\n",
            "Collecting multidict<7.0,>=4.5\n",
            "  Downloading multidict-6.0.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (114 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.5/114.5 kB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting yarl<2.0,>=1.0\n",
            "  Downloading yarl-1.9.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (268 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m268.8/268.8 kB\u001b[0m \u001b[31m30.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting async-timeout<5.0,>=4.0.0a3\n",
            "  Downloading async_timeout-4.0.2-py3-none-any.whl (5.8 kB)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (2.0.12)\n",
            "Collecting aiosignal>=1.1.2\n",
            "  Downloading aiosignal-1.3.1-py3-none-any.whl (7.6 kB)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (23.1.0)\n",
            "Collecting frozenlist>=1.1.1\n",
            "  Downloading frozenlist-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (149 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m149.6/149.6 kB\u001b[0m \u001b[31m17.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard>=2.9.1->pytorch-lightning==1.7) (4.9)\n",
            "Requirement already satisfied: six>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard>=2.9.1->pytorch-lightning==1.7) (1.16.0)\n",
            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard>=2.9.1->pytorch-lightning==1.7) (0.3.0)\n",
            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard>=2.9.1->pytorch-lightning==1.7) (5.3.0)\n",
            "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard>=2.9.1->pytorch-lightning==1.7) (1.3.1)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (2022.12.7)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (3.4)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->fsspec[http]!=2021.06.0,>=2021.05.0->pytorch-lightning==1.7) (1.26.15)\n",
            "Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.10/dist-packages (from werkzeug>=1.0.1->tensorboard>=2.9.1->pytorch-lightning==1.7) (2.1.2)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.9.*->pytorch-lightning==1.7) (1.3.0)\n",
            "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard>=2.9.1->pytorch-lightning==1.7) (0.5.0)\n",
            "Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard>=2.9.1->pytorch-lightning==1.7) (3.2.2)\n",
            "Installing collected packages: pyDeprecate, multidict, frozenlist, async-timeout, yarl, aiosignal, aiohttp, torchmetrics, pytorch-lightning\n",
            "Successfully installed aiohttp-3.8.4 aiosignal-1.3.1 async-timeout-4.0.2 frozenlist-1.3.3 multidict-6.0.4 pyDeprecate-0.3.2 pytorch-lightning-1.7.0 torchmetrics-0.11.4 yarl-1.9.2\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "cfBcJBfjWR_j"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install yacs"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Uacqjlq4TVxO",
        "outputId": "1124fd3a-0a3b-4ac0-f959-619fac973b5a"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting yacs\n",
            "  Downloading yacs-0.1.8-py3-none-any.whl (14 kB)\n",
            "Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from yacs) (6.0)\n",
            "Installing collected packages: yacs\n",
            "Successfully installed yacs-0.1.8\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: yacs in /usr/local/lib/python3.10/dist-packages (0.1.8)\n",
            "Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from yacs) (6.0)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install einops"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "oT_ZjcXFTfvQ",
        "outputId": "d7f9338c-512d-4344-c323-2b90dcd2e92f"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting einops\n",
            "  Downloading einops-0.6.1-py3-none-any.whl (42 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.2/42.2 kB\u001b[0m \u001b[31m2.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: einops\n",
            "Successfully installed einops-0.6.1\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (0.6.1)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install kornia"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "EMY9YGiRTpHQ",
        "outputId": "80af23bd-aedd-41aa-a87e-b3b5f8f5ba65"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting kornia\n",
            "  Downloading kornia-0.6.12-py2.py3-none-any.whl (653 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m653.4/653.4 kB\u001b[0m \u001b[31m26.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: torch>=1.9.1 in /usr/local/lib/python3.10/dist-packages (from kornia) (2.0.0+cu118)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from kornia) (23.1)\n",
            "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (1.11.1)\n",
            "Requirement already satisfied: triton==2.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (2.0.0)\n",
            "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (3.1)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (3.12.0)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (3.1.2)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.9.1->kornia) (4.5.0)\n",
            "Requirement already satisfied: cmake in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.9.1->kornia) (3.25.2)\n",
            "Requirement already satisfied: lit in /usr/local/lib/python3.10/dist-packages (from triton==2.0.0->torch>=1.9.1->kornia) (16.0.2)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.9.1->kornia) (2.1.2)\n",
            "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.9.1->kornia) (1.3.0)\n",
            "Installing collected packages: kornia\n",
            "Successfully installed kornia-0.6.12\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "%ls\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7nO53CI_Wh0o",
        "outputId": "b1a72e21-74a7-477d-ab65-e0fe23e245ad"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "\u001b[0m\u001b[01;34massets\u001b[0m/                    \u001b[01;34mkitti_intrinsics\u001b[0m/      \u001b[01;34mscripts\u001b[0m/\n",
            "\u001b[01;34mconfigs\u001b[0m/                   LICENSE                \u001b[01;34msrc\u001b[0m/\n",
            "\u001b[01;34mdata\u001b[0m/                      \u001b[01;34mmegadepth_indices\u001b[0m/     \u001b[01;34mtesting\u001b[0m/\n",
            "data_scene_flow_calib.zip  megadepth_indices.tar  test.py\n",
            "\u001b[01;34mdemo\u001b[0m/                      \u001b[01;34mnotebooks\u001b[0m/             \u001b[01;34mthird_party\u001b[0m/\n",
            "\u001b[01;34mdocs\u001b[0m/                      README.md              \u001b[01;34mtraining\u001b[0m/\n",
            "environment.yaml           requirements.txt       train.py\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb=16'"
      ],
      "metadata": {
        "id": "_OBwvbQeLmdf"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!nvidia-smi"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "h_RMdWWWRVy_",
        "outputId": "49140e7c-f090-434d-d9a2-f49344c89df5"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Wed Apr 12 18:38:42 2023       \n",
            "+-----------------------------------------------------------------------------+\n",
            "| NVIDIA-SMI 525.85.12    Driver Version: 525.85.12    CUDA Version: 12.0     |\n",
            "|-------------------------------+----------------------+----------------------+\n",
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
            "|                               |                      |               MIG M. |\n",
            "|===============================+======================+======================|\n",
            "|   0  Tesla T4            Off  | 00000000:00:04.0 Off |                    0 |\n",
            "| N/A   53C    P8    10W /  70W |      0MiB / 15360MiB |      0%      Default |\n",
            "|                               |                      |                  N/A |\n",
            "+-------------------------------+----------------------+----------------------+\n",
            "                                                                               \n",
            "+-----------------------------------------------------------------------------+\n",
            "| Processes:                                                                  |\n",
            "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
            "|        ID   ID                                                   Usage      |\n",
            "|=============================================================================|\n",
            "|  No running processes found                                                 |\n",
            "+-----------------------------------------------------------------------------+\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data_cfg_path=\"./configs/data/megadepth_trainval_640.py\"\n",
        "main_cfg_path=\"./configs/loftr/outdoor/loftr_ds_dense.py\"\n",
        "exp_name=\"outdoor-kitti-1248x376\"\n",
        "\n",
        "!python -u ./train.py \\\n",
        "    $data_cfg_path \\\n",
        "    $main_cfg_path \\\n",
        "    --exp_name=$exp_name \\\n",
        "    --gpus=1 --num_nodes=1 --strategy=\"ddp\" \\\n",
        "    --batch_size=1 --num_workers=2 \\\n",
        "    --check_val_every_n_epoch=1 \\\n",
        "    --log_every_n_steps=1 \\\n",
        "    --limit_val_batches=1. \\\n",
        "    --num_sanity_val_steps=10 \\\n",
        "    --benchmark=True \\\n",
        "    --max_epochs=100 \\\n",
        "    --ckpt_path=\"./data/kitti/outdoor_ds.ckpt\" \n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "K06wq4o7P1yO",
        "outputId": "dcb26ce2-d068-4241-bea5-7e5e5b87ff5b"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "/content/drive/MyDrive/LoFTR/./train.py:4: DeprecationWarning: The distutils package is deprecated and slated for removal in Python 3.12. Use setuptools or check PEP 632 for potential alternatives\n",
            "  from distutils.util import strtobool\n",
            "2023-05-02 20:39:18.211224: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
            "To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
            "2023-05-02 20:39:19.179947: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n",
            "{'accelerator': None,\n",
            " 'accumulate_grad_batches': None,\n",
            " 'amp_backend': 'native',\n",
            " 'amp_level': None,\n",
            " 'auto_lr_find': False,\n",
            " 'auto_scale_batch_size': False,\n",
            " 'auto_select_gpus': False,\n",
            " 'batch_size': 1,\n",
            " 'benchmark': True,\n",
            " 'check_val_every_n_epoch': 1,\n",
            " 'ckpt_path': './data/kitti/outdoor_ds.ckpt',\n",
            " 'data_cfg_path': './configs/data/megadepth_trainval_640.py',\n",
            " 'default_root_dir': None,\n",
            " 'detect_anomaly': False,\n",
            " 'deterministic': None,\n",
            " 'devices': None,\n",
            " 'disable_ckpt': False,\n",
            " 'enable_checkpointing': True,\n",
            " 'enable_model_summary': True,\n",
            " 'enable_progress_bar': True,\n",
            " 'exp_name': 'outdoor-kitti-1248x376',\n",
            " 'fast_dev_run': False,\n",
            " 'gpus': 1,\n",
            " 'gradient_clip_algorithm': None,\n",
            " 'gradient_clip_val': None,\n",
            " 'ipus': None,\n",
            " 'limit_predict_batches': None,\n",
            " 'limit_test_batches': None,\n",
            " 'limit_train_batches': None,\n",
            " 'limit_val_batches': 1.0,\n",
            " 'log_every_n_steps': 1,\n",
            " 'logger': True,\n",
            " 'main_cfg_path': './configs/loftr/outdoor/loftr_ds_dense.py',\n",
            " 'max_epochs': 100,\n",
            " 'max_steps': -1,\n",
            " 'max_time': None,\n",
            " 'min_epochs': None,\n",
            " 'min_steps': None,\n",
            " 'move_metrics_to_cpu': False,\n",
            " 'multiple_trainloader_mode': 'max_size_cycle',\n",
            " 'num_nodes': 1,\n",
            " 'num_processes': None,\n",
            " 'num_sanity_val_steps': 10,\n",
            " 'num_workers': 2,\n",
            " 'overfit_batches': 0.0,\n",
            " 'parallel_load_data': False,\n",
            " 'pin_memory': True,\n",
            " 'plugins': None,\n",
            " 'precision': 32,\n",
            " 'profiler': None,\n",
            " 'profiler_name': None,\n",
            " 'reload_dataloaders_every_n_epochs': 0,\n",
            " 'replace_sampler_ddp': True,\n",
            " 'resume_from_checkpoint': None,\n",
            " 'strategy': 'ddp',\n",
            " 'sync_batchnorm': False,\n",
            " 'tpu_cores': None,\n",
            " 'track_grad_norm': -1,\n",
            " 'val_check_interval': None,\n",
            " 'weights_save_path': None}\n",
            "Global seed set to 66\n",
            "\u001b[32m2023-05-02 20:39:45.987\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.lightning.lightning_loftr\u001b[0m:\u001b[36m__init__\u001b[0m:\u001b[36m49\u001b[0m - \u001b[1mLoad './data/kitti/outdoor_ds.ckpt' as pretrained checkpoint\u001b[0m\n",
            "\u001b[32m2023-05-02 20:39:45.988\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36mmain\u001b[0m:\u001b[36m84\u001b[0m - \u001b[1mLoFTR LightningModule initialized!\u001b[0m\n",
            "\u001b[32m2023-05-02 20:39:45.989\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36mmain\u001b[0m:\u001b[36m88\u001b[0m - \u001b[1mLoFTR DataModule initialized!\u001b[0m\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py:445: LightningDeprecationWarning: Setting `Trainer(gpus=1)` is deprecated in v1.7 and will be removed in v2.0. Please use `Trainer(accelerator='gpu', devices=1)` instead.\n",
            "  rank_zero_deprecation(\n",
            "GPU available: True (cuda), used: True\n",
            "TPU available: False, using: 0 TPU cores\n",
            "IPU available: False, using: 0 IPUs\n",
            "HPU available: False, using: 0 HPUs\n",
            "`Trainer(limit_val_batches=1.0)` was configured so 100% of the batches will be used..\n",
            "\u001b[32m2023-05-02 20:39:47.395\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36mmain\u001b[0m:\u001b[36m118\u001b[0m - \u001b[1mTrainer initialized!\u001b[0m\n",
            "\u001b[32m2023-05-02 20:39:47.395\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36m__main__\u001b[0m:\u001b[36mmain\u001b[0m:\u001b[36m119\u001b[0m - \u001b[1mStart training!\u001b[0m\n",
            "Global seed set to 66\n",
            "Initializing distributed: GLOBAL_RANK: 0, MEMBER: 1/1\n",
            "----------------------------------------------------------------------------------------------------\n",
            "distributed_backend=nccl\n",
            "All distributed processes registered. Starting with 1 processes\n",
            "----------------------------------------------------------------------------------------------------\n",
            "\n",
            "\u001b[32m2023-05-02 20:39:55.032\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.lightning.data\u001b[0m:\u001b[36msetup\u001b[0m:\u001b[36m130\u001b[0m - \u001b[1m[rank:0] world_size: 1\u001b[0m\n",
            "\u001b[32m2023-05-02 20:39:55.033\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.lightning.data\u001b[0m:\u001b[36msetup\u001b[0m:\u001b[36m172\u001b[0m - \u001b[1m[rank:0] Train & Val Dataset loaded!\u001b[0m\n",
            "LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n",
            "\n",
            "  | Name    | Type      | Params\n",
            "--------------------------------------\n",
            "0 | matcher | LoFTR     | 11.6 M\n",
            "1 | loss    | LoFTRLoss | 0     \n",
            "--------------------------------------\n",
            "11.6 M    Trainable params\n",
            "0         Non-trainable params\n",
            "11.6 M    Total params\n",
            "46.246    Total estimated model params size (MB)\n",
            "Sanity Checking: 0it [00:00, ?it/s]\u001b[32m2023-05-02 20:39:55.194\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.lightning.data\u001b[0m:\u001b[36mval_dataloader\u001b[0m:\u001b[36m331\u001b[0m - \u001b[1m[rank:0/1]: Val Sampler and DataLoader re-init.\u001b[0m\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/data_connector.py:219: PossibleUserWarning: The dataloader, val_dataloader 0, does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` (try 4 which is the number of cpus on this machine) in the `DataLoader` init to improve performance.\n",
            "  rank_zero_warn(\n",
            "Sanity Checking DataLoader 0: 100% 10/10 [00:23<00:00,  2.32s/it]\u001b[32m2023-05-02 20:40:24.440\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 10 unique items...\u001b[0m\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/logger_connector/result.py:536: PossibleUserWarning: It is recommended to use `self.log('auc@5', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.\n",
            "  warning_cache.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/logger_connector/result.py:536: PossibleUserWarning: It is recommended to use `self.log('auc@10', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.\n",
            "  warning_cache.warn(\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/logger_connector/result.py:536: PossibleUserWarning: It is recommended to use `self.log('auc@20', ..., sync_dist=True)` when logging on epoch level in distributed setting to accumulate the metric across devices.\n",
            "  warning_cache.warn(\n",
            "\u001b[32m2023-05-02 20:40:28.884\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.lightning.data\u001b[0m:\u001b[36mtrain_dataloader\u001b[0m:\u001b[36m318\u001b[0m - \u001b[1m[rank:0/1]: Train Sampler and DataLoader re-init (should not re-init between epochs!).\u001b[0m\n",
            "/usr/local/lib/python3.10/dist-packages/pytorch_lightning/trainer/connectors/data_connector.py:219: PossibleUserWarning: The dataloader, train_dataloader, does not have many workers which may be a bottleneck. Consider increasing the value of the `num_workers` argument` (try 4 which is the number of cpus on this machine) in the `DataLoader` init to improve performance.\n",
            "  rank_zero_warn(\n",
            "Epoch 0:   0% 0/170 [00:00<?, ?it/s] [W reducer.cpp:1300] Warning: find_unused_parameters=True was specified in DDP constructor, but did not find any unused parameters in the forward pass. This flag results in an extra traversal of the autograd graph every iteration,  which can adversely affect performance. If your model indeed never has any unused parameters in the forward pass, consider turning this flag off. Note that this warning may be a false positive if your model has flow control causing later iterations to have unused parameters. (function operator())\n",
            "Epoch 0:  82% 140/170 [05:45<01:14,  2.47s/it, loss=0.00612, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 0:  94% 160/170 [06:04<00:22,  2.28s/it, loss=0.00612, v_num=13]/content/drive/MyDrive/LoFTR/src/utils/plotting.py:25: RuntimeWarning: More than 20 figures have been opened. Figures created through the pyplot interface (`matplotlib.pyplot.figure`) are retained until explicitly closed and may consume too much memory. (To control this warning, see the rcParam `figure.max_open_warning`). Consider using `matplotlib.pyplot.close()`.\n",
            "  fig, axes = plt.subplots(1, 2, figsize=(10, 6), dpi=dpi)\n",
            "\n",
            "Epoch 0: 100% 170/170 [06:14<00:00,  2.20s/it, loss=0.00612, v_num=13]\u001b[32m2023-05-02 20:46:43.227\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 0: 100% 170/170 [06:21<00:00,  2.24s/it, loss=0.00612, v_num=13]\n",
            "Epoch 0: 100% 170/170 [06:21<00:00,  2.24s/it, loss=0.00612, v_num=13]Epoch 0, global step 140: 'auc@10' reached 0.69069 (best 0.69069), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=0-auc@5=0.480-auc@10=0.691-auc@20=0.824.ckpt' as top 5\n",
            "Epoch 1:  82% 140/170 [05:16<01:07,  2.26s/it, loss=0.00334, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 1:  94% 160/170 [05:35<00:20,  2.09s/it, loss=0.00334, v_num=13]\n",
            "Epoch 1: 100% 170/170 [05:44<00:00,  2.02s/it, loss=0.00334, v_num=13]\u001b[32m2023-05-02 20:52:35.129\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 1: 100% 170/170 [05:49<00:00,  2.06s/it, loss=0.00334, v_num=13]\n",
            "Epoch 1: 100% 170/170 [05:49<00:00,  2.06s/it, loss=0.00334, v_num=13]Epoch 1, global step 280: 'auc@10' reached 0.76010 (best 0.76010), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=1-auc@5=0.607-auc@10=0.760-auc@20=0.866.ckpt' as top 5\n",
            "Epoch 2:  82% 140/170 [05:13<01:07,  2.24s/it, loss=0.0025, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 2:  94% 160/170 [05:31<00:20,  2.07s/it, loss=0.0025, v_num=13]\n",
            "Epoch 2: 100% 170/170 [05:40<00:00,  2.00s/it, loss=0.0025, v_num=13]\u001b[32m2023-05-02 20:58:21.666\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 2: 100% 170/170 [05:45<00:00,  2.03s/it, loss=0.0025, v_num=13]\n",
            "Epoch 2: 100% 170/170 [05:45<00:00,  2.03s/it, loss=0.0025, v_num=13]Epoch 2, global step 420: 'auc@10' reached 0.68955 (best 0.76010), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=2-auc@5=0.520-auc@10=0.690-auc@20=0.811.ckpt' as top 5\n",
            "Epoch 3:  82% 140/170 [05:12<01:06,  2.23s/it, loss=0.00237, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 3:  94% 160/170 [05:30<00:20,  2.07s/it, loss=0.00237, v_num=13]\n",
            "Epoch 3: 100% 170/170 [05:39<00:00,  2.00s/it, loss=0.00237, v_num=13]\u001b[32m2023-05-02 21:04:06.912\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 3: 100% 170/170 [05:44<00:00,  2.03s/it, loss=0.00237, v_num=13]\n",
            "Epoch 3: 100% 170/170 [05:44<00:00,  2.03s/it, loss=0.00237, v_num=13]Epoch 3, global step 560: 'auc@10' reached 0.71776 (best 0.76010), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=3-auc@5=0.577-auc@10=0.718-auc@20=0.806.ckpt' as top 5\n",
            "Epoch 4:  82% 140/170 [05:12<01:07,  2.23s/it, loss=0.00178, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 4:  94% 160/170 [05:30<00:20,  2.07s/it, loss=0.00178, v_num=13]\n",
            "Epoch 4: 100% 170/170 [05:39<00:00,  2.00s/it, loss=0.00178, v_num=13]\u001b[32m2023-05-02 21:09:52.778\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 4: 100% 170/170 [05:44<00:00,  2.03s/it, loss=0.00178, v_num=13]\n",
            "Epoch 4: 100% 170/170 [05:44<00:00,  2.03s/it, loss=0.00178, v_num=13]Epoch 4, global step 700: 'auc@10' reached 0.73503 (best 0.76010), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=4-auc@5=0.537-auc@10=0.735-auc@20=0.834.ckpt' as top 5\n",
            "Epoch 5:  82% 140/170 [05:15<01:07,  2.25s/it, loss=0.00198, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 5:  94% 160/170 [05:33<00:20,  2.08s/it, loss=0.00198, v_num=13]\n",
            "Epoch 5: 100% 170/170 [05:42<00:00,  2.01s/it, loss=0.00198, v_num=13]\u001b[32m2023-05-02 21:15:41.159\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 5: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00198, v_num=13]\n",
            "Epoch 5: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00198, v_num=13]Epoch 5, global step 840: 'auc@10' reached 0.76432 (best 0.76432), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=5-auc@5=0.605-auc@10=0.764-auc@20=0.849.ckpt' as top 5\n",
            "Epoch 6:  82% 140/170 [05:14<01:07,  2.25s/it, loss=0.00137, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 6:  94% 160/170 [05:33<00:20,  2.08s/it, loss=0.00137, v_num=13]\n",
            "Epoch 6: 100% 170/170 [05:41<00:00,  2.01s/it, loss=0.00137, v_num=13]\u001b[32m2023-05-02 21:21:29.083\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 6: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00137, v_num=13]\n",
            "Epoch 6: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00137, v_num=13]Epoch 6, global step 980: 'auc@10' reached 0.78817 (best 0.78817), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=6-auc@5=0.668-auc@10=0.788-auc@20=0.874.ckpt' as top 5\n",
            "Epoch 7:  82% 140/170 [05:14<01:07,  2.25s/it, loss=0.00144, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 7:  94% 160/170 [05:33<00:20,  2.08s/it, loss=0.00144, v_num=13]\n",
            "Epoch 7: 100% 170/170 [05:42<00:00,  2.01s/it, loss=0.00144, v_num=13]\u001b[32m2023-05-02 21:27:17.902\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 7: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00144, v_num=13]\n",
            "Epoch 7: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00144, v_num=13]Epoch 7, global step 1120: 'auc@10' was not in top 5\n",
            "Epoch 8:  82% 140/170 [05:14<01:07,  2.25s/it, loss=0.00131, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 8:  94% 160/170 [05:33<00:20,  2.09s/it, loss=0.00131, v_num=13]\n",
            "Epoch 8: 100% 170/170 [05:42<00:00,  2.01s/it, loss=0.00131, v_num=13]\u001b[32m2023-05-02 21:33:06.009\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 8: 100% 170/170 [05:48<00:00,  2.05s/it, loss=0.00131, v_num=13]\n",
            "Epoch 8: 100% 170/170 [05:48<00:00,  2.05s/it, loss=0.00131, v_num=13]Epoch 8, global step 1260: 'auc@10' reached 0.82147 (best 0.82147), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=8-auc@5=0.707-auc@10=0.821-auc@20=0.877.ckpt' as top 5\n",
            "Epoch 9:  82% 140/170 [05:17<01:08,  2.27s/it, loss=0.000985, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 9:  94% 160/170 [05:36<00:21,  2.10s/it, loss=0.000985, v_num=13]\n",
            "Epoch 9: 100% 170/170 [05:45<00:00,  2.03s/it, loss=0.000985, v_num=13]\u001b[32m2023-05-02 21:38:58.073\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 9: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000985, v_num=13]\n",
            "Epoch 9: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000985, v_num=13]Epoch 9, global step 1400: 'auc@10' reached 0.81877 (best 0.82147), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=9-auc@5=0.675-auc@10=0.819-auc@20=0.893.ckpt' as top 5\n",
            "Epoch 10:  82% 140/170 [05:17<01:08,  2.27s/it, loss=0.000846, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 10:  94% 160/170 [05:36<00:21,  2.10s/it, loss=0.000846, v_num=13]\n",
            "Epoch 10: 100% 170/170 [05:45<00:00,  2.03s/it, loss=0.000846, v_num=13]\u001b[32m2023-05-02 21:44:50.184\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 10: 100% 170/170 [05:50<00:00,  2.06s/it, loss=0.000846, v_num=13]\n",
            "Epoch 10: 100% 170/170 [05:50<00:00,  2.06s/it, loss=0.000846, v_num=13]Epoch 10, global step 1540: 'auc@10' reached 0.81466 (best 0.82147), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=10-auc@5=0.675-auc@10=0.815-auc@20=0.891.ckpt' as top 5\n",
            "Epoch 11:  82% 140/170 [05:18<01:08,  2.27s/it, loss=0.000721, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 11:  94% 160/170 [05:37<00:21,  2.11s/it, loss=0.000721, v_num=13]\n",
            "Epoch 11: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000721, v_num=13]\u001b[32m2023-05-02 21:50:43.361\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 11: 100% 170/170 [05:52<00:00,  2.07s/it, loss=0.000721, v_num=13]\n",
            "Epoch 11: 100% 170/170 [05:52<00:00,  2.07s/it, loss=0.000721, v_num=13]Epoch 11, global step 1680: 'auc@10' reached 0.78324 (best 0.82147), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=11-auc@5=0.666-auc@10=0.783-auc@20=0.859.ckpt' as top 5\n",
            "Epoch 12:  82% 140/170 [05:18<01:08,  2.28s/it, loss=0.000638, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 12:  94% 160/170 [05:37<00:21,  2.11s/it, loss=0.000638, v_num=13]\n",
            "Epoch 12: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.000638, v_num=13]\u001b[32m2023-05-02 21:56:37.796\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 12: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000638, v_num=13]\n",
            "Epoch 12: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000638, v_num=13]Epoch 12, global step 1820: 'auc@10' reached 0.86553 (best 0.86553), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=12-auc@5=0.736-auc@10=0.866-auc@20=0.933.ckpt' as top 5\n",
            "Epoch 13:  82% 140/170 [05:21<01:08,  2.30s/it, loss=0.000655, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 13:  94% 160/170 [05:40<00:21,  2.13s/it, loss=0.000655, v_num=13]\n",
            "Epoch 13: 100% 170/170 [05:50<00:00,  2.06s/it, loss=0.000655, v_num=13]\u001b[32m2023-05-02 22:02:35.138\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 13: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000655, v_num=13]\n",
            "Epoch 13: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000655, v_num=13]Epoch 13, global step 1960: 'auc@10' reached 0.88973 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=13-auc@5=0.779-auc@10=0.890-auc@20=0.945.ckpt' as top 5\n",
            "Epoch 14:  82% 140/170 [05:20<01:08,  2.29s/it, loss=0.000496, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 14:  94% 160/170 [05:40<00:21,  2.13s/it, loss=0.000496, v_num=13]\n",
            "Epoch 14: 100% 170/170 [05:49<00:00,  2.05s/it, loss=0.000496, v_num=13]\u001b[32m2023-05-02 22:08:31.934\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 14: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000496, v_num=13]\n",
            "Epoch 14: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000496, v_num=13]Epoch 14, global step 2100: 'auc@10' reached 0.83130 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=14-auc@5=0.670-auc@10=0.831-auc@20=0.916.ckpt' as top 5\n",
            "Epoch 15:  82% 140/170 [05:22<01:09,  2.30s/it, loss=0.000558, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 15:  94% 160/170 [05:41<00:21,  2.14s/it, loss=0.000558, v_num=13]\n",
            "Epoch 15: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000558, v_num=13]\u001b[32m2023-05-02 22:14:30.714\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 15: 100% 170/170 [05:57<00:00,  2.11s/it, loss=0.000558, v_num=13]\n",
            "Epoch 15: 100% 170/170 [05:57<00:00,  2.11s/it, loss=0.000558, v_num=13]Epoch 15, global step 2240: 'auc@10' reached 0.86312 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=15-auc@5=0.793-auc@10=0.863-auc@20=0.932.ckpt' as top 5\n",
            "Epoch 16:  82% 140/170 [05:23<01:09,  2.31s/it, loss=0.00057, v_num=13] \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 16:  94% 160/170 [05:43<00:21,  2.15s/it, loss=0.00057, v_num=13]\n",
            "Epoch 16: 100% 170/170 [05:52<00:00,  2.07s/it, loss=0.00057, v_num=13]\u001b[32m2023-05-02 22:20:31.271\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 16: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.00057, v_num=13]\n",
            "Epoch 16: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.00057, v_num=13]Epoch 16, global step 2380: 'auc@10' was not in top 5\n",
            "Epoch 17:  82% 140/170 [05:24<01:09,  2.32s/it, loss=0.000333, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 17:  94% 160/170 [05:43<00:21,  2.15s/it, loss=0.000333, v_num=13]\n",
            "Epoch 17: 100% 170/170 [05:52<00:00,  2.08s/it, loss=0.000333, v_num=13]\u001b[32m2023-05-02 22:26:31.681\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 17: 100% 170/170 [05:59<00:00,  2.11s/it, loss=0.000333, v_num=13]\n",
            "Epoch 17: 100% 170/170 [05:59<00:00,  2.11s/it, loss=0.000333, v_num=13]Epoch 17, global step 2520: 'auc@10' reached 0.82701 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=17-auc@5=0.687-auc@10=0.827-auc@20=0.918.ckpt' as top 5\n",
            "Epoch 18:  82% 140/170 [05:25<01:09,  2.32s/it, loss=0.000398, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 18:  94% 160/170 [05:44<00:21,  2.16s/it, loss=0.000398, v_num=13]\n",
            "Epoch 18: 100% 170/170 [05:54<00:00,  2.08s/it, loss=0.000398, v_num=13]\u001b[32m2023-05-02 22:32:33.288\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 18: 100% 170/170 [06:01<00:00,  2.13s/it, loss=0.000398, v_num=13]\n",
            "Epoch 18: 100% 170/170 [06:01<00:00,  2.13s/it, loss=0.000398, v_num=13]Epoch 18, global step 2660: 'auc@10' reached 0.87273 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=18-auc@5=0.761-auc@10=0.873-auc@20=0.936.ckpt' as top 5\n",
            "Epoch 19:  82% 140/170 [05:24<01:09,  2.32s/it, loss=0.000431, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 19:  94% 160/170 [05:43<00:21,  2.15s/it, loss=0.000431, v_num=13]\n",
            "Epoch 19: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000431, v_num=13]\u001b[32m2023-05-02 22:38:34.595\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 19: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.000431, v_num=13]\n",
            "Epoch 19: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.000431, v_num=13]Epoch 19, global step 2800: 'auc@10' reached 0.83189 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=19-auc@5=0.730-auc@10=0.832-auc@20=0.900.ckpt' as top 5\n",
            "Epoch 20:  82% 140/170 [05:26<01:10,  2.33s/it, loss=0.000307, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 20:  94% 160/170 [05:46<00:21,  2.17s/it, loss=0.000307, v_num=13]\n",
            "Epoch 20: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000307, v_num=13]\u001b[32m2023-05-02 22:44:38.836\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 20: 100% 170/170 [06:02<00:00,  2.13s/it, loss=0.000307, v_num=13]\n",
            "Epoch 20: 100% 170/170 [06:02<00:00,  2.13s/it, loss=0.000307, v_num=13]Epoch 20, global step 2940: 'auc@10' reached 0.87193 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=20-auc@5=0.777-auc@10=0.872-auc@20=0.939.ckpt' as top 5\n",
            "Epoch 21:  82% 140/170 [05:25<01:09,  2.33s/it, loss=0.000332, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 21:  94% 160/170 [05:45<00:21,  2.16s/it, loss=0.000332, v_num=13]\n",
            "Epoch 21: 100% 170/170 [05:54<00:00,  2.09s/it, loss=0.000332, v_num=13]\u001b[32m2023-05-02 22:50:41.128\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 21: 100% 170/170 [06:01<00:00,  2.12s/it, loss=0.000332, v_num=13]\n",
            "Epoch 21: 100% 170/170 [06:01<00:00,  2.12s/it, loss=0.000332, v_num=13]Epoch 21, global step 3080: 'auc@10' reached 0.86637 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=21-auc@5=0.778-auc@10=0.866-auc@20=0.917.ckpt' as top 5\n",
            "Epoch 22:  82% 140/170 [05:26<01:10,  2.33s/it, loss=0.000266, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 22:  94% 160/170 [05:46<00:21,  2.17s/it, loss=0.000266, v_num=13]\n",
            "Epoch 22: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000266, v_num=13]\u001b[32m2023-05-02 22:56:44.665\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 22: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000266, v_num=13]\n",
            "Epoch 22: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000266, v_num=13]Epoch 22, global step 3220: 'auc@10' reached 0.86615 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=22-auc@5=0.766-auc@10=0.866-auc@20=0.916.ckpt' as top 5\n",
            "Epoch 23:  82% 140/170 [05:27<01:10,  2.34s/it, loss=0.000268, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 23:  94% 160/170 [05:47<00:21,  2.17s/it, loss=0.000268, v_num=13]\n",
            "Epoch 23: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000268, v_num=13]\u001b[32m2023-05-02 23:02:49.356\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 23: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000268, v_num=13]\n",
            "Epoch 23: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000268, v_num=13]Epoch 23, global step 3360: 'auc@10' was not in top 5\n",
            "Epoch 24:  82% 140/170 [05:27<01:10,  2.34s/it, loss=0.000248, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 24:  94% 160/170 [05:46<00:21,  2.17s/it, loss=0.000248, v_num=13]\n",
            "Epoch 24: 100% 170/170 [05:56<00:00,  2.09s/it, loss=0.000248, v_num=13]\u001b[32m2023-05-02 23:08:52.531\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 24: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000248, v_num=13]\n",
            "Epoch 24: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000248, v_num=13]Epoch 24, global step 3500: 'auc@10' was not in top 5\n",
            "Epoch 25:  82% 140/170 [05:27<01:10,  2.34s/it, loss=0.000237, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 25:  94% 160/170 [05:46<00:21,  2.17s/it, loss=0.000237, v_num=13]\n",
            "Epoch 25: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000237, v_num=13]\u001b[32m2023-05-02 23:14:56.536\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 25: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000237, v_num=13]\n",
            "Epoch 25: 100% 170/170 [06:03<00:00,  2.14s/it, loss=0.000237, v_num=13]Epoch 25, global step 3640: 'auc@10' was not in top 5\n",
            "Epoch 26:  82% 140/170 [05:28<01:10,  2.35s/it, loss=0.000192, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 26:  94% 160/170 [05:48<00:21,  2.18s/it, loss=0.000192, v_num=13]\n",
            "Epoch 26: 100% 170/170 [05:57<00:00,  2.10s/it, loss=0.000192, v_num=13]\u001b[32m2023-05-02 23:21:01.948\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 26: 100% 170/170 [06:04<00:00,  2.15s/it, loss=0.000192, v_num=13]\n",
            "Epoch 26: 100% 170/170 [06:04<00:00,  2.15s/it, loss=0.000192, v_num=13]Epoch 26, global step 3780: 'auc@10' was not in top 5\n",
            "Epoch 27:  82% 140/170 [05:27<01:10,  2.34s/it, loss=0.000161, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 27:  94% 160/170 [05:47<00:21,  2.17s/it, loss=0.000161, v_num=13]\n",
            "Epoch 27: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000161, v_num=13]\u001b[32m2023-05-02 23:27:06.418\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 27: 100% 170/170 [06:04<00:00,  2.14s/it, loss=0.000161, v_num=13]\n",
            "Epoch 27: 100% 170/170 [06:04<00:00,  2.14s/it, loss=0.000161, v_num=13]Epoch 27, global step 3920: 'auc@10' was not in top 5\n",
            "Epoch 28:  82% 140/170 [05:28<01:10,  2.35s/it, loss=0.000184, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 28:  94% 160/170 [05:48<00:21,  2.18s/it, loss=0.000184, v_num=13]\n",
            "Epoch 28: 100% 170/170 [05:58<00:00,  2.11s/it, loss=0.000184, v_num=13]\u001b[32m2023-05-02 23:33:12.751\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 28: 100% 170/170 [06:04<00:00,  2.15s/it, loss=0.000184, v_num=13]\n",
            "Epoch 28: 100% 170/170 [06:04<00:00,  2.15s/it, loss=0.000184, v_num=13]Epoch 28, global step 4060: 'auc@10' reached 0.87191 (best 0.88973), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=28-auc@5=0.777-auc@10=0.872-auc@20=0.919.ckpt' as top 5\n",
            "Epoch 29:  82% 140/170 [05:30<01:10,  2.36s/it, loss=0.000146, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 29:  94% 160/170 [05:50<00:21,  2.19s/it, loss=0.000146, v_num=13]\n",
            "Epoch 29: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.000146, v_num=13]\u001b[32m2023-05-02 23:39:21.236\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 29: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000146, v_num=13]\n",
            "Epoch 29: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000146, v_num=13]Epoch 29, global step 4200: 'auc@10' was not in top 5\n",
            "Epoch 30:  82% 140/170 [05:30<01:10,  2.36s/it, loss=0.000154, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 30:  94% 160/170 [05:50<00:21,  2.19s/it, loss=0.000154, v_num=13]\n",
            "Epoch 30: 100% 170/170 [06:00<00:00,  2.12s/it, loss=0.000154, v_num=13]\u001b[32m2023-05-02 23:45:29.505\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 30: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000154, v_num=13]\n",
            "Epoch 30: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000154, v_num=13]Epoch 30, global step 4340: 'auc@10' was not in top 5\n",
            "Epoch 31:  82% 140/170 [05:29<01:10,  2.36s/it, loss=0.000116, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 31:  94% 160/170 [05:50<00:21,  2.19s/it, loss=0.000116, v_num=13]\n",
            "Epoch 31: 100% 170/170 [05:59<00:00,  2.11s/it, loss=0.000116, v_num=13]\u001b[32m2023-05-02 23:51:36.512\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 31: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000116, v_num=13]\n",
            "Epoch 31: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000116, v_num=13]Epoch 31, global step 4480: 'auc@10' reached 0.90858 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=31-auc@5=0.817-auc@10=0.909-auc@20=0.954.ckpt' as top 5\n",
            "Epoch 32:  82% 140/170 [05:30<01:10,  2.36s/it, loss=0.000189, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 32:  94% 160/170 [05:51<00:21,  2.19s/it, loss=0.000189, v_num=13]\n",
            "Epoch 32: 100% 170/170 [06:00<00:00,  2.12s/it, loss=0.000189, v_num=13]\u001b[32m2023-05-02 23:57:45.973\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 32: 100% 170/170 [06:08<00:00,  2.17s/it, loss=0.000189, v_num=13]\n",
            "Epoch 32: 100% 170/170 [06:08<00:00,  2.17s/it, loss=0.000189, v_num=13]Epoch 32, global step 4620: 'auc@10' was not in top 5\n",
            "Epoch 33:  82% 140/170 [05:30<01:10,  2.36s/it, loss=0.000153, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 33:  94% 160/170 [05:50<00:21,  2.19s/it, loss=0.000153, v_num=13]\n",
            "Epoch 33: 100% 170/170 [06:00<00:00,  2.12s/it, loss=0.000153, v_num=13]\u001b[32m2023-05-03 00:03:55.009\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 33: 100% 170/170 [06:08<00:00,  2.17s/it, loss=0.000153, v_num=13]\n",
            "Epoch 33: 100% 170/170 [06:08<00:00,  2.17s/it, loss=0.000153, v_num=13]Epoch 33, global step 4760: 'auc@10' reached 0.87819 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=33-auc@5=0.786-auc@10=0.878-auc@20=0.941.ckpt' as top 5\n",
            "Epoch 34:  82% 140/170 [05:30<01:10,  2.36s/it, loss=0.000143, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 34:  94% 160/170 [05:50<00:21,  2.19s/it, loss=0.000143, v_num=13]\n",
            "Epoch 34: 100% 170/170 [05:59<00:00,  2.12s/it, loss=0.000143, v_num=13]\u001b[32m2023-05-03 00:10:03.295\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 34: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000143, v_num=13]\n",
            "Epoch 34: 100% 170/170 [06:07<00:00,  2.16s/it, loss=0.000143, v_num=13]Epoch 34, global step 4900: 'auc@10' was not in top 5\n",
            "Epoch 35:  82% 140/170 [05:29<01:10,  2.36s/it, loss=8.86e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 35:  94% 160/170 [05:49<00:21,  2.19s/it, loss=8.86e-05, v_num=13]\n",
            "Epoch 35: 100% 170/170 [05:58<00:00,  2.11s/it, loss=8.86e-05, v_num=13]\u001b[32m2023-05-03 00:16:10.472\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 35: 100% 170/170 [06:06<00:00,  2.15s/it, loss=8.86e-05, v_num=13]\n",
            "Epoch 35: 100% 170/170 [06:06<00:00,  2.15s/it, loss=8.86e-05, v_num=13]Epoch 35, global step 5040: 'auc@10' was not in top 5\n",
            "Epoch 36:  82% 140/170 [05:28<01:10,  2.35s/it, loss=0.000115, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 36:  94% 160/170 [05:48<00:21,  2.18s/it, loss=0.000115, v_num=13]\n",
            "Epoch 36: 100% 170/170 [05:58<00:00,  2.11s/it, loss=0.000115, v_num=13]\u001b[32m2023-05-03 00:22:16.458\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 36: 100% 170/170 [06:05<00:00,  2.15s/it, loss=0.000115, v_num=13]\n",
            "Epoch 36: 100% 170/170 [06:05<00:00,  2.15s/it, loss=0.000115, v_num=13]Epoch 36, global step 5180: 'auc@10' reached 0.90009 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=36-auc@5=0.804-auc@10=0.900-auc@20=0.950.ckpt' as top 5\n",
            "Epoch 37:  82% 140/170 [05:29<01:10,  2.35s/it, loss=0.000106, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 37:  94% 160/170 [05:49<00:21,  2.18s/it, loss=0.000106, v_num=13]\n",
            "Epoch 37: 100% 170/170 [05:58<00:00,  2.11s/it, loss=0.000106, v_num=13]\u001b[32m2023-05-03 00:28:23.775\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 37: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000106, v_num=13]\n",
            "Epoch 37: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000106, v_num=13]Epoch 37, global step 5320: 'auc@10' reached 0.87650 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=37-auc@5=0.780-auc@10=0.877-auc@20=0.941.ckpt' as top 5\n",
            "Epoch 38:  82% 140/170 [05:29<01:10,  2.35s/it, loss=9.97e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 38:  94% 160/170 [05:49<00:21,  2.19s/it, loss=9.97e-05, v_num=13]\n",
            "Epoch 38: 100% 170/170 [05:59<00:00,  2.11s/it, loss=9.97e-05, v_num=13]\u001b[32m2023-05-03 00:34:31.889\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 38: 100% 170/170 [06:06<00:00,  2.15s/it, loss=9.97e-05, v_num=13]\n",
            "Epoch 38: 100% 170/170 [06:06<00:00,  2.15s/it, loss=9.97e-05, v_num=13]Epoch 38, global step 5460: 'auc@10' was not in top 5\n",
            "Epoch 39:  82% 140/170 [05:27<01:10,  2.34s/it, loss=8.47e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 39:  94% 160/170 [05:48<00:21,  2.18s/it, loss=8.47e-05, v_num=13]\n",
            "Epoch 39: 100% 170/170 [05:57<00:00,  2.11s/it, loss=8.47e-05, v_num=13]\u001b[32m2023-05-03 00:40:37.197\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 39: 100% 170/170 [06:05<00:00,  2.15s/it, loss=8.47e-05, v_num=13]\n",
            "Epoch 39: 100% 170/170 [06:05<00:00,  2.15s/it, loss=8.47e-05, v_num=13]Epoch 39, global step 5600: 'auc@10' reached 0.88664 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=39-auc@5=0.768-auc@10=0.887-auc@20=0.943.ckpt' as top 5\n",
            "Epoch 40:  82% 140/170 [05:28<01:10,  2.35s/it, loss=0.000102, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 40:  94% 160/170 [05:49<00:21,  2.18s/it, loss=0.000102, v_num=13]\n",
            "Epoch 40: 100% 170/170 [05:58<00:00,  2.11s/it, loss=0.000102, v_num=13]\u001b[32m2023-05-03 00:46:44.346\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 40: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000102, v_num=13]\n",
            "Epoch 40: 100% 170/170 [06:06<00:00,  2.16s/it, loss=0.000102, v_num=13]Epoch 40, global step 5740: 'auc@10' was not in top 5\n",
            "Epoch 41:  82% 140/170 [05:29<01:10,  2.35s/it, loss=7.15e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 41:  94% 160/170 [05:48<00:21,  2.18s/it, loss=7.15e-05, v_num=13]\n",
            "Epoch 41: 100% 170/170 [05:58<00:00,  2.11s/it, loss=7.15e-05, v_num=13]\u001b[32m2023-05-03 00:52:51.020\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 41: 100% 170/170 [06:05<00:00,  2.15s/it, loss=7.15e-05, v_num=13]\n",
            "Epoch 41: 100% 170/170 [06:05<00:00,  2.15s/it, loss=7.15e-05, v_num=13]Epoch 41, global step 5880: 'auc@10' was not in top 5\n",
            "Epoch 42:  82% 140/170 [05:28<01:10,  2.35s/it, loss=6.2e-05, v_num=13] \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 42:  94% 160/170 [05:47<00:21,  2.17s/it, loss=6.2e-05, v_num=13]\n",
            "Epoch 42: 100% 170/170 [05:57<00:00,  2.10s/it, loss=6.2e-05, v_num=13]\u001b[32m2023-05-03 00:58:55.745\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 42: 100% 170/170 [06:04<00:00,  2.15s/it, loss=6.2e-05, v_num=13]\n",
            "Epoch 42: 100% 170/170 [06:04<00:00,  2.15s/it, loss=6.2e-05, v_num=13]Epoch 42, global step 6020: 'auc@10' was not in top 5\n",
            "Epoch 43:  82% 140/170 [05:26<01:09,  2.33s/it, loss=7.77e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 43:  94% 160/170 [05:44<00:21,  2.16s/it, loss=7.77e-05, v_num=13]\n",
            "Epoch 43: 100% 170/170 [05:54<00:00,  2.08s/it, loss=7.77e-05, v_num=13]\u001b[32m2023-05-03 01:04:58.017\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 43: 100% 170/170 [06:00<00:00,  2.12s/it, loss=7.77e-05, v_num=13]\n",
            "Epoch 43: 100% 170/170 [06:00<00:00,  2.12s/it, loss=7.77e-05, v_num=13]Epoch 43, global step 6160: 'auc@10' was not in top 5\n",
            "Epoch 44:  82% 140/170 [05:24<01:09,  2.32s/it, loss=9.18e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 44:  94% 160/170 [05:43<00:21,  2.15s/it, loss=9.18e-05, v_num=13]\n",
            "Epoch 44: 100% 170/170 [05:52<00:00,  2.08s/it, loss=9.18e-05, v_num=13]\u001b[32m2023-05-03 01:10:57.679\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 44: 100% 170/170 [05:59<00:00,  2.12s/it, loss=9.18e-05, v_num=13]\n",
            "Epoch 44: 100% 170/170 [05:59<00:00,  2.12s/it, loss=9.18e-05, v_num=13]Epoch 44, global step 6300: 'auc@10' was not in top 5\n",
            "Epoch 45:  82% 140/170 [05:24<01:09,  2.32s/it, loss=6.69e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 45:  94% 160/170 [05:44<00:21,  2.15s/it, loss=6.69e-05, v_num=13]\n",
            "Epoch 45: 100% 170/170 [05:53<00:00,  2.08s/it, loss=6.69e-05, v_num=13]\u001b[32m2023-05-03 01:16:58.253\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 45: 100% 170/170 [06:00<00:00,  2.12s/it, loss=6.69e-05, v_num=13]\n",
            "Epoch 45: 100% 170/170 [06:00<00:00,  2.12s/it, loss=6.69e-05, v_num=13]Epoch 45, global step 6440: 'auc@10' reached 0.90170 (best 0.90858), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=45-auc@5=0.802-auc@10=0.902-auc@20=0.951.ckpt' as top 5\n",
            "Epoch 46:  82% 140/170 [05:26<01:09,  2.33s/it, loss=9.09e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 46:  94% 160/170 [05:46<00:21,  2.16s/it, loss=9.09e-05, v_num=13]\n",
            "Epoch 46: 100% 170/170 [05:55<00:00,  2.09s/it, loss=9.09e-05, v_num=13]\u001b[32m2023-05-03 01:23:02.720\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 46: 100% 170/170 [06:02<00:00,  2.13s/it, loss=9.09e-05, v_num=13]\n",
            "Epoch 46: 100% 170/170 [06:02<00:00,  2.13s/it, loss=9.09e-05, v_num=13]Epoch 46, global step 6580: 'auc@10' was not in top 5\n",
            "Epoch 47:  82% 140/170 [05:23<01:09,  2.31s/it, loss=6.72e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 47:  94% 160/170 [05:43<00:21,  2.15s/it, loss=6.72e-05, v_num=13]\n",
            "Epoch 47: 100% 170/170 [05:52<00:00,  2.08s/it, loss=6.72e-05, v_num=13]\u001b[32m2023-05-03 01:29:03.148\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 47: 100% 170/170 [05:59<00:00,  2.11s/it, loss=6.72e-05, v_num=13]\n",
            "Epoch 47: 100% 170/170 [05:59<00:00,  2.11s/it, loss=6.72e-05, v_num=13]Epoch 47, global step 6720: 'auc@10' reached 0.91635 (best 0.91635), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=47-auc@5=0.833-auc@10=0.916-auc@20=0.958.ckpt' as top 5\n",
            "Epoch 48:  82% 140/170 [05:23<01:09,  2.31s/it, loss=0.000103, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 48:  94% 160/170 [05:43<00:21,  2.15s/it, loss=0.000103, v_num=13]\n",
            "Epoch 48: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000103, v_num=13]\u001b[32m2023-05-03 01:35:04.918\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 48: 100% 170/170 [06:00<00:00,  2.12s/it, loss=0.000103, v_num=13]\n",
            "Epoch 48: 100% 170/170 [06:00<00:00,  2.12s/it, loss=0.000103, v_num=13]Epoch 48, global step 6860: 'auc@10' was not in top 5\n",
            "Epoch 49:  82% 140/170 [05:23<01:09,  2.31s/it, loss=8.5e-05, v_num=13] \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 49:  94% 160/170 [05:43<00:21,  2.15s/it, loss=8.5e-05, v_num=13]\n",
            "Epoch 49: 100% 170/170 [05:52<00:00,  2.07s/it, loss=8.5e-05, v_num=13]\u001b[32m2023-05-03 01:41:04.810\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 49: 100% 170/170 [05:59<00:00,  2.11s/it, loss=8.5e-05, v_num=13]\n",
            "Epoch 49: 100% 170/170 [05:59<00:00,  2.11s/it, loss=8.5e-05, v_num=13]Epoch 49, global step 7000: 'auc@10' was not in top 5\n",
            "Epoch 50:  82% 140/170 [05:23<01:09,  2.31s/it, loss=7.37e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 50:  94% 160/170 [05:42<00:21,  2.14s/it, loss=7.37e-05, v_num=13]\n",
            "Epoch 50: 100% 170/170 [05:52<00:00,  2.07s/it, loss=7.37e-05, v_num=13]\u001b[32m2023-05-03 01:47:04.673\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 50: 100% 170/170 [05:59<00:00,  2.11s/it, loss=7.37e-05, v_num=13]\n",
            "Epoch 50: 100% 170/170 [05:59<00:00,  2.11s/it, loss=7.37e-05, v_num=13]Epoch 50, global step 7140: 'auc@10' was not in top 5\n",
            "Epoch 51:  82% 140/170 [05:21<01:08,  2.30s/it, loss=5.62e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 51:  94% 160/170 [05:41<00:21,  2.13s/it, loss=5.62e-05, v_num=13]\n",
            "Epoch 51: 100% 170/170 [05:51<00:00,  2.07s/it, loss=5.62e-05, v_num=13]\u001b[32m2023-05-03 01:53:02.967\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 51: 100% 170/170 [05:57<00:00,  2.11s/it, loss=5.62e-05, v_num=13]\n",
            "Epoch 51: 100% 170/170 [05:57<00:00,  2.11s/it, loss=5.62e-05, v_num=13]Epoch 51, global step 7280: 'auc@10' was not in top 5\n",
            "Epoch 52:  82% 140/170 [05:21<01:08,  2.30s/it, loss=5.88e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 52:  94% 160/170 [05:40<00:21,  2.13s/it, loss=5.88e-05, v_num=13]\n",
            "Epoch 52: 100% 170/170 [05:50<00:00,  2.06s/it, loss=5.88e-05, v_num=13]\u001b[32m2023-05-03 01:59:00.462\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 52: 100% 170/170 [05:57<00:00,  2.10s/it, loss=5.88e-05, v_num=13]\n",
            "Epoch 52: 100% 170/170 [05:57<00:00,  2.10s/it, loss=5.88e-05, v_num=13]Epoch 52, global step 7420: 'auc@10' reached 0.90461 (best 0.91635), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=52-auc@5=0.813-auc@10=0.905-auc@20=0.952.ckpt' as top 5\n",
            "Epoch 53:  82% 140/170 [05:19<01:08,  2.28s/it, loss=6.25e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 53:  94% 160/170 [05:38<00:21,  2.12s/it, loss=6.25e-05, v_num=13]\n",
            "Epoch 53: 100% 170/170 [05:47<00:00,  2.04s/it, loss=6.25e-05, v_num=13]\u001b[32m2023-05-03 02:04:55.612\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 53: 100% 170/170 [05:53<00:00,  2.08s/it, loss=6.25e-05, v_num=13]\n",
            "Epoch 53: 100% 170/170 [05:53<00:00,  2.08s/it, loss=6.25e-05, v_num=13]Epoch 53, global step 7560: 'auc@10' reached 0.91116 (best 0.91635), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=53-auc@5=0.856-auc@10=0.911-auc@20=0.959.ckpt' as top 5\n",
            "Epoch 54:  82% 140/170 [05:21<01:08,  2.30s/it, loss=8.32e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 54:  94% 160/170 [05:40<00:21,  2.13s/it, loss=8.32e-05, v_num=13]\n",
            "Epoch 54: 100% 170/170 [05:49<00:00,  2.06s/it, loss=8.32e-05, v_num=13]\u001b[32m2023-05-03 02:10:52.686\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 54: 100% 170/170 [05:56<00:00,  2.10s/it, loss=8.32e-05, v_num=13]\n",
            "Epoch 54: 100% 170/170 [05:56<00:00,  2.10s/it, loss=8.32e-05, v_num=13]Epoch 54, global step 7700: 'auc@10' was not in top 5\n",
            "Epoch 55:  82% 140/170 [05:19<01:08,  2.28s/it, loss=5.83e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 55:  94% 160/170 [05:38<00:21,  2.12s/it, loss=5.83e-05, v_num=13]\n",
            "Epoch 55: 100% 170/170 [05:47<00:00,  2.04s/it, loss=5.83e-05, v_num=13]\u001b[32m2023-05-03 02:16:47.516\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 55: 100% 170/170 [05:53<00:00,  2.08s/it, loss=5.83e-05, v_num=13]\n",
            "Epoch 55: 100% 170/170 [05:53<00:00,  2.08s/it, loss=5.83e-05, v_num=13]Epoch 55, global step 7840: 'auc@10' reached 0.91014 (best 0.91635), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=55-auc@5=0.824-auc@10=0.910-auc@20=0.955.ckpt' as top 5\n",
            "Epoch 56:  82% 140/170 [05:20<01:08,  2.29s/it, loss=0.000143, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 56:  94% 160/170 [05:40<00:21,  2.13s/it, loss=0.000143, v_num=13]\n",
            "Epoch 56: 100% 170/170 [05:49<00:00,  2.06s/it, loss=0.000143, v_num=13]\u001b[32m2023-05-03 02:22:44.307\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 56: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000143, v_num=13]\n",
            "Epoch 56: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000143, v_num=13]Epoch 56, global step 7980: 'auc@10' was not in top 5\n",
            "Epoch 57:  82% 140/170 [05:19<01:08,  2.29s/it, loss=0.000121, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 57:  94% 160/170 [05:40<00:21,  2.13s/it, loss=0.000121, v_num=13]\n",
            "Epoch 57: 100% 170/170 [05:49<00:00,  2.06s/it, loss=0.000121, v_num=13]\u001b[32m2023-05-03 02:28:40.571\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 57: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000121, v_num=13]\n",
            "Epoch 57: 100% 170/170 [05:56<00:00,  2.10s/it, loss=0.000121, v_num=13]Epoch 57, global step 8120: 'auc@10' was not in top 5\n",
            "Epoch 58:  82% 140/170 [05:21<01:08,  2.30s/it, loss=8.93e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 58:  94% 160/170 [05:41<00:21,  2.13s/it, loss=8.93e-05, v_num=13]\n",
            "Epoch 58: 100% 170/170 [05:50<00:00,  2.06s/it, loss=8.93e-05, v_num=13]\u001b[32m2023-05-03 02:34:38.582\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 58: 100% 170/170 [05:57<00:00,  2.10s/it, loss=8.93e-05, v_num=13]\n",
            "Epoch 58: 100% 170/170 [05:57<00:00,  2.10s/it, loss=8.93e-05, v_num=13]Epoch 58, global step 8260: 'auc@10' was not in top 5\n",
            "Epoch 59:  82% 140/170 [05:21<01:08,  2.30s/it, loss=0.000106, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 59:  94% 160/170 [05:41<00:21,  2.14s/it, loss=0.000106, v_num=13]\n",
            "Epoch 59: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000106, v_num=13]\u001b[32m2023-05-03 02:40:37.048\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 59: 100% 170/170 [05:57<00:00,  2.10s/it, loss=0.000106, v_num=13]\n",
            "Epoch 59: 100% 170/170 [05:57<00:00,  2.10s/it, loss=0.000106, v_num=13]Epoch 59, global step 8400: 'auc@10' was not in top 5\n",
            "Epoch 60:  82% 140/170 [05:18<01:08,  2.28s/it, loss=9.38e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 60:  94% 160/170 [05:37<00:21,  2.11s/it, loss=9.38e-05, v_num=13]\n",
            "Epoch 60: 100% 170/170 [05:47<00:00,  2.04s/it, loss=9.38e-05, v_num=13]\u001b[32m2023-05-03 02:46:31.139\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 60: 100% 170/170 [05:54<00:00,  2.08s/it, loss=9.38e-05, v_num=13]\n",
            "Epoch 60: 100% 170/170 [05:54<00:00,  2.08s/it, loss=9.38e-05, v_num=13]Epoch 60, global step 8540: 'auc@10' reached 0.94267 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=60-auc@5=0.885-auc@10=0.943-auc@20=0.971.ckpt' as top 5\n",
            "Epoch 61:  82% 140/170 [05:19<01:08,  2.28s/it, loss=8.72e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 61:  94% 160/170 [05:38<00:21,  2.11s/it, loss=8.72e-05, v_num=13]\n",
            "Epoch 61: 100% 170/170 [05:47<00:00,  2.05s/it, loss=8.72e-05, v_num=13]\u001b[32m2023-05-03 02:52:26.777\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 61: 100% 170/170 [05:54<00:00,  2.08s/it, loss=8.72e-05, v_num=13]\n",
            "Epoch 61: 100% 170/170 [05:54<00:00,  2.08s/it, loss=8.72e-05, v_num=13]Epoch 61, global step 8680: 'auc@10' was not in top 5\n",
            "Epoch 62:  82% 140/170 [05:18<01:08,  2.27s/it, loss=5.2e-05, v_num=13] \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 62:  94% 160/170 [05:37<00:21,  2.11s/it, loss=5.2e-05, v_num=13]\n",
            "Epoch 62: 100% 170/170 [05:46<00:00,  2.04s/it, loss=5.2e-05, v_num=13]\u001b[32m2023-05-03 02:58:20.320\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 62: 100% 170/170 [05:53<00:00,  2.08s/it, loss=5.2e-05, v_num=13]\n",
            "Epoch 62: 100% 170/170 [05:53<00:00,  2.08s/it, loss=5.2e-05, v_num=13]Epoch 62, global step 8820: 'auc@10' reached 0.91770 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=62-auc@5=0.869-auc@10=0.918-auc@20=0.942.ckpt' as top 5\n",
            "Epoch 63:  82% 140/170 [05:15<01:07,  2.26s/it, loss=0.000174, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 63:  94% 160/170 [05:35<00:20,  2.10s/it, loss=0.000174, v_num=13]\n",
            "Epoch 63: 100% 170/170 [05:45<00:00,  2.03s/it, loss=0.000174, v_num=13]\u001b[32m2023-05-03 03:04:12.616\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 63: 100% 170/170 [05:50<00:00,  2.06s/it, loss=0.000174, v_num=13]\n",
            "Epoch 63: 100% 170/170 [05:50<00:00,  2.06s/it, loss=0.000174, v_num=13]Epoch 63, global step 8960: 'auc@10' reached 0.91526 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=63-auc@5=0.831-auc@10=0.915-auc@20=0.958.ckpt' as top 5\n",
            "Epoch 64:  82% 140/170 [05:19<01:08,  2.28s/it, loss=0.000191, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 64:  94% 160/170 [05:39<00:21,  2.12s/it, loss=0.000191, v_num=13]\n",
            "Epoch 64: 100% 170/170 [05:48<00:00,  2.05s/it, loss=0.000191, v_num=13]\u001b[32m2023-05-03 03:10:08.228\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 64: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000191, v_num=13]\n",
            "Epoch 64: 100% 170/170 [05:55<00:00,  2.09s/it, loss=0.000191, v_num=13]Epoch 64, global step 9100: 'auc@10' was not in top 5\n",
            "Epoch 65:  82% 140/170 [05:21<01:08,  2.30s/it, loss=9.35e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 65:  94% 160/170 [05:40<00:21,  2.13s/it, loss=9.35e-05, v_num=13]\n",
            "Epoch 65: 100% 170/170 [05:50<00:00,  2.06s/it, loss=9.35e-05, v_num=13]\u001b[32m2023-05-03 03:16:06.347\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 65: 100% 170/170 [05:57<00:00,  2.10s/it, loss=9.35e-05, v_num=13]\n",
            "Epoch 65: 100% 170/170 [05:57<00:00,  2.10s/it, loss=9.35e-05, v_num=13]Epoch 65, global step 9240: 'auc@10' was not in top 5\n",
            "Epoch 66:  82% 140/170 [05:21<01:08,  2.30s/it, loss=8.03e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 66:  94% 160/170 [05:41<00:21,  2.13s/it, loss=8.03e-05, v_num=13]\n",
            "Epoch 66: 100% 170/170 [05:50<00:00,  2.06s/it, loss=8.03e-05, v_num=13]\u001b[32m2023-05-03 03:22:03.938\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 66: 100% 170/170 [05:56<00:00,  2.10s/it, loss=8.03e-05, v_num=13]\n",
            "Epoch 66: 100% 170/170 [05:56<00:00,  2.10s/it, loss=8.03e-05, v_num=13]Epoch 66, global step 9380: 'auc@10' reached 0.91611 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=66-auc@5=0.832-auc@10=0.916-auc@20=0.958.ckpt' as top 5\n",
            "Epoch 67:  82% 140/170 [05:20<01:08,  2.29s/it, loss=7.39e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 67:  94% 160/170 [05:40<00:21,  2.13s/it, loss=7.39e-05, v_num=13]\n",
            "Epoch 67: 100% 170/170 [05:50<00:00,  2.06s/it, loss=7.39e-05, v_num=13]\u001b[32m2023-05-03 03:28:01.462\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 67: 100% 170/170 [05:56<00:00,  2.10s/it, loss=7.39e-05, v_num=13]\n",
            "Epoch 67: 100% 170/170 [05:56<00:00,  2.10s/it, loss=7.39e-05, v_num=13]Epoch 67, global step 9520: 'auc@10' was not in top 5\n",
            "Epoch 68:  82% 140/170 [05:20<01:08,  2.29s/it, loss=6.45e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 68:  94% 160/170 [05:40<00:21,  2.13s/it, loss=6.45e-05, v_num=13]\n",
            "Epoch 68: 100% 170/170 [05:49<00:00,  2.06s/it, loss=6.45e-05, v_num=13]\u001b[32m2023-05-03 03:33:58.803\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 68: 100% 170/170 [05:55<00:00,  2.09s/it, loss=6.45e-05, v_num=13]\n",
            "Epoch 68: 100% 170/170 [05:55<00:00,  2.09s/it, loss=6.45e-05, v_num=13]Epoch 68, global step 9660: 'auc@10' was not in top 5\n",
            "Epoch 69:  82% 140/170 [05:20<01:08,  2.29s/it, loss=3.43e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 69:  94% 160/170 [05:40<00:21,  2.13s/it, loss=3.43e-05, v_num=13]\n",
            "Epoch 69: 100% 170/170 [05:50<00:00,  2.06s/it, loss=3.43e-05, v_num=13]\u001b[32m2023-05-03 03:39:55.405\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 69: 100% 170/170 [05:56<00:00,  2.10s/it, loss=3.43e-05, v_num=13]\n",
            "Epoch 69: 100% 170/170 [05:56<00:00,  2.10s/it, loss=3.43e-05, v_num=13]Epoch 69, global step 9800: 'auc@10' was not in top 5\n",
            "Epoch 70:  82% 140/170 [05:21<01:08,  2.30s/it, loss=2.39e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 70:  94% 160/170 [05:42<00:21,  2.14s/it, loss=2.39e-05, v_num=13]\n",
            "Epoch 70: 100% 170/170 [05:51<00:00,  2.07s/it, loss=2.39e-05, v_num=13]\u001b[32m2023-05-03 03:45:54.414\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 70: 100% 170/170 [05:58<00:00,  2.11s/it, loss=2.39e-05, v_num=13]\n",
            "Epoch 70: 100% 170/170 [05:58<00:00,  2.11s/it, loss=2.39e-05, v_num=13]Epoch 70, global step 9940: 'auc@10' was not in top 5\n",
            "Epoch 71:  82% 140/170 [05:21<01:08,  2.30s/it, loss=3.12e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 71:  94% 160/170 [05:41<00:21,  2.13s/it, loss=3.12e-05, v_num=13]\n",
            "Epoch 71: 100% 170/170 [05:50<00:00,  2.06s/it, loss=3.12e-05, v_num=13]\u001b[32m2023-05-03 03:51:52.213\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 71: 100% 170/170 [05:56<00:00,  2.10s/it, loss=3.12e-05, v_num=13]\n",
            "Epoch 71: 100% 170/170 [05:56<00:00,  2.10s/it, loss=3.12e-05, v_num=13]Epoch 71, global step 10080: 'auc@10' was not in top 5\n",
            "Epoch 72:  82% 140/170 [05:19<01:08,  2.28s/it, loss=4.75e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 72:  94% 160/170 [05:39<00:21,  2.12s/it, loss=4.75e-05, v_num=13]\n",
            "Epoch 72: 100% 170/170 [05:48<00:00,  2.05s/it, loss=4.75e-05, v_num=13]\u001b[32m2023-05-03 03:57:47.626\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 72: 100% 170/170 [05:54<00:00,  2.09s/it, loss=4.75e-05, v_num=13]\n",
            "Epoch 72: 100% 170/170 [05:54<00:00,  2.09s/it, loss=4.75e-05, v_num=13]Epoch 72, global step 10220: 'auc@10' was not in top 5\n",
            "Epoch 73:  82% 140/170 [05:18<01:08,  2.27s/it, loss=6.84e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 73:  94% 160/170 [05:38<00:21,  2.12s/it, loss=6.84e-05, v_num=13]\n",
            "Epoch 73: 100% 170/170 [05:47<00:00,  2.05s/it, loss=6.84e-05, v_num=13]\u001b[32m2023-05-03 04:03:41.562\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 73: 100% 170/170 [05:53<00:00,  2.08s/it, loss=6.84e-05, v_num=13]\n",
            "Epoch 73: 100% 170/170 [05:53<00:00,  2.08s/it, loss=6.84e-05, v_num=13]Epoch 73, global step 10360: 'auc@10' was not in top 5\n",
            "Epoch 74:  82% 140/170 [05:19<01:08,  2.28s/it, loss=9.19e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 74:  94% 160/170 [05:39<00:21,  2.12s/it, loss=9.19e-05, v_num=13]\n",
            "Epoch 74: 100% 170/170 [05:48<00:00,  2.05s/it, loss=9.19e-05, v_num=13]\u001b[32m2023-05-03 04:09:36.664\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 74: 100% 170/170 [05:55<00:00,  2.09s/it, loss=9.19e-05, v_num=13]\n",
            "Epoch 74: 100% 170/170 [05:55<00:00,  2.09s/it, loss=9.19e-05, v_num=13]Epoch 74, global step 10500: 'auc@10' was not in top 5\n",
            "Epoch 75:  82% 140/170 [05:17<01:08,  2.27s/it, loss=5.94e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 75:  94% 160/170 [05:36<00:21,  2.10s/it, loss=5.94e-05, v_num=13]\n",
            "Epoch 75: 100% 170/170 [05:46<00:00,  2.04s/it, loss=5.94e-05, v_num=13]\u001b[32m2023-05-03 04:15:29.733\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 75: 100% 170/170 [05:51<00:00,  2.07s/it, loss=5.94e-05, v_num=13]\n",
            "Epoch 75: 100% 170/170 [05:51<00:00,  2.07s/it, loss=5.94e-05, v_num=13]Epoch 75, global step 10640: 'auc@10' was not in top 5\n",
            "Epoch 76:  82% 140/170 [05:17<01:08,  2.27s/it, loss=0.00014, v_num=13] \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 76:  94% 160/170 [05:37<00:21,  2.11s/it, loss=0.00014, v_num=13]\n",
            "Epoch 76: 100% 170/170 [05:47<00:00,  2.04s/it, loss=0.00014, v_num=13]\u001b[32m2023-05-03 04:21:22.833\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 76: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.00014, v_num=13]\n",
            "Epoch 76: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.00014, v_num=13]Epoch 76, global step 10780: 'auc@10' was not in top 5\n",
            "Epoch 77:  82% 140/170 [05:19<01:08,  2.28s/it, loss=0.000107, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 77:  94% 160/170 [05:39<00:21,  2.12s/it, loss=0.000107, v_num=13]\n",
            "Epoch 77: 100% 170/170 [05:48<00:00,  2.05s/it, loss=0.000107, v_num=13]\u001b[32m2023-05-03 04:27:17.867\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 77: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000107, v_num=13]\n",
            "Epoch 77: 100% 170/170 [05:53<00:00,  2.08s/it, loss=0.000107, v_num=13]Epoch 77, global step 10920: 'auc@10' was not in top 5\n",
            "Epoch 78:  82% 140/170 [05:15<01:07,  2.26s/it, loss=8.91e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 78:  94% 160/170 [05:34<00:20,  2.09s/it, loss=8.91e-05, v_num=13]\n",
            "Epoch 78: 100% 170/170 [05:44<00:00,  2.03s/it, loss=8.91e-05, v_num=13]\u001b[32m2023-05-03 04:33:08.020\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 78: 100% 170/170 [05:50<00:00,  2.06s/it, loss=8.91e-05, v_num=13]\n",
            "Epoch 78: 100% 170/170 [05:50<00:00,  2.06s/it, loss=8.91e-05, v_num=13]Epoch 78, global step 11060: 'auc@10' reached 0.92893 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=78-auc@5=0.858-auc@10=0.929-auc@20=0.964.ckpt' as top 5\n",
            "Epoch 79:  82% 140/170 [05:18<01:08,  2.27s/it, loss=0.000117, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 79:  94% 160/170 [05:37<00:21,  2.11s/it, loss=0.000117, v_num=13]\n",
            "Epoch 79: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000117, v_num=13]\u001b[32m2023-05-03 04:39:01.481\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 79: 100% 170/170 [05:52<00:00,  2.07s/it, loss=0.000117, v_num=13]\n",
            "Epoch 79: 100% 170/170 [05:52<00:00,  2.07s/it, loss=0.000117, v_num=13]Epoch 79, global step 11200: 'auc@10' was not in top 5\n",
            "Epoch 80:  82% 140/170 [05:18<01:08,  2.27s/it, loss=0.000101, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 80:  94% 160/170 [05:37<00:21,  2.11s/it, loss=0.000101, v_num=13]\n",
            "Epoch 80: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000101, v_num=13]\u001b[32m2023-05-03 04:44:53.908\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 80: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000101, v_num=13]\n",
            "Epoch 80: 100% 170/170 [05:51<00:00,  2.07s/it, loss=0.000101, v_num=13]Epoch 80, global step 11340: 'auc@10' was not in top 5\n",
            "Epoch 81:  82% 140/170 [05:16<01:07,  2.26s/it, loss=4.59e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 81:  94% 160/170 [05:35<00:20,  2.10s/it, loss=4.59e-05, v_num=13]\n",
            "Epoch 81: 100% 170/170 [05:44<00:00,  2.03s/it, loss=4.59e-05, v_num=13]\u001b[32m2023-05-03 04:50:44.230\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 81: 100% 170/170 [05:50<00:00,  2.06s/it, loss=4.59e-05, v_num=13]\n",
            "Epoch 81: 100% 170/170 [05:50<00:00,  2.06s/it, loss=4.59e-05, v_num=13]Epoch 81, global step 11480: 'auc@10' was not in top 5\n",
            "Epoch 82:  82% 140/170 [05:18<01:08,  2.27s/it, loss=7.31e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 82:  94% 160/170 [05:38<00:21,  2.11s/it, loss=7.31e-05, v_num=13]\n",
            "Epoch 82: 100% 170/170 [05:47<00:00,  2.05s/it, loss=7.31e-05, v_num=13]\u001b[32m2023-05-03 04:56:37.896\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 82: 100% 170/170 [05:53<00:00,  2.08s/it, loss=7.31e-05, v_num=13]\n",
            "Epoch 82: 100% 170/170 [05:53<00:00,  2.08s/it, loss=7.31e-05, v_num=13]Epoch 82, global step 11620: 'auc@10' was not in top 5\n",
            "Epoch 83:  82% 140/170 [05:17<01:08,  2.27s/it, loss=6.94e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 83:  94% 160/170 [05:37<00:21,  2.11s/it, loss=6.94e-05, v_num=13]\n",
            "Epoch 83: 100% 170/170 [05:46<00:00,  2.04s/it, loss=6.94e-05, v_num=13]\u001b[32m2023-05-03 05:02:31.337\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 83: 100% 170/170 [05:52<00:00,  2.07s/it, loss=6.94e-05, v_num=13]\n",
            "Epoch 83: 100% 170/170 [05:52<00:00,  2.07s/it, loss=6.94e-05, v_num=13]Epoch 83, global step 11760: 'auc@10' was not in top 5\n",
            "Epoch 84:  82% 140/170 [05:15<01:07,  2.26s/it, loss=4.33e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 84:  94% 160/170 [05:35<00:20,  2.09s/it, loss=4.33e-05, v_num=13]\n",
            "Epoch 84: 100% 170/170 [05:44<00:00,  2.03s/it, loss=4.33e-05, v_num=13]\u001b[32m2023-05-03 05:08:22.718\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 84: 100% 170/170 [05:50<00:00,  2.06s/it, loss=4.33e-05, v_num=13]\n",
            "Epoch 84: 100% 170/170 [05:50<00:00,  2.06s/it, loss=4.33e-05, v_num=13]Epoch 84, global step 11900: 'auc@10' was not in top 5\n",
            "Epoch 85:  82% 140/170 [05:14<01:07,  2.25s/it, loss=3.02e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 85:  94% 160/170 [05:32<00:20,  2.08s/it, loss=3.02e-05, v_num=13]\n",
            "Epoch 85: 100% 170/170 [05:41<00:00,  2.01s/it, loss=3.02e-05, v_num=13]\u001b[32m2023-05-03 05:14:11.002\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 85: 100% 170/170 [05:46<00:00,  2.04s/it, loss=3.02e-05, v_num=13]\n",
            "Epoch 85: 100% 170/170 [05:46<00:00,  2.04s/it, loss=3.02e-05, v_num=13]Epoch 85, global step 12040: 'auc@10' reached 0.93543 (best 0.94267), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=85-auc@5=0.871-auc@10=0.935-auc@20=0.968.ckpt' as top 5\n",
            "Epoch 86:  82% 140/170 [05:11<01:06,  2.22s/it, loss=5.25e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 86:  94% 160/170 [05:31<00:20,  2.07s/it, loss=5.25e-05, v_num=13]\n",
            "Epoch 86: 100% 170/170 [05:39<00:00,  2.00s/it, loss=5.25e-05, v_num=13]\u001b[32m2023-05-03 05:19:57.175\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 86: 100% 170/170 [05:45<00:00,  2.03s/it, loss=5.25e-05, v_num=13]\n",
            "Epoch 86: 100% 170/170 [05:45<00:00,  2.03s/it, loss=5.25e-05, v_num=13]Epoch 86, global step 12180: 'auc@10' reached 0.95570 (best 0.95570), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=86-auc@5=0.911-auc@10=0.956-auc@20=0.978.ckpt' as top 5\n",
            "Epoch 87:  82% 140/170 [05:15<01:07,  2.25s/it, loss=6.52e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 87:  94% 160/170 [05:34<00:20,  2.09s/it, loss=6.52e-05, v_num=13]\n",
            "Epoch 87: 100% 170/170 [05:43<00:00,  2.02s/it, loss=6.52e-05, v_num=13]\u001b[32m2023-05-03 05:25:47.572\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 87: 100% 170/170 [05:49<00:00,  2.05s/it, loss=6.52e-05, v_num=13]\n",
            "Epoch 87: 100% 170/170 [05:49<00:00,  2.05s/it, loss=6.52e-05, v_num=13]Epoch 87, global step 12320: 'auc@10' reached 0.92144 (best 0.95570), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=87-auc@5=0.876-auc@10=0.921-auc@20=0.944.ckpt' as top 5\n",
            "Epoch 88:  82% 140/170 [05:15<01:07,  2.26s/it, loss=3.83e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 88:  94% 160/170 [05:33<00:20,  2.08s/it, loss=3.83e-05, v_num=13]\n",
            "Epoch 88: 100% 170/170 [05:43<00:00,  2.02s/it, loss=3.83e-05, v_num=13]\u001b[32m2023-05-03 05:31:37.597\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 88: 100% 170/170 [05:47<00:00,  2.05s/it, loss=3.83e-05, v_num=13]\n",
            "Epoch 88: 100% 170/170 [05:47<00:00,  2.05s/it, loss=3.83e-05, v_num=13]Epoch 88, global step 12460: 'auc@10' was not in top 5\n",
            "Epoch 89:  82% 140/170 [05:13<01:07,  2.24s/it, loss=5.81e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 89:  94% 160/170 [05:31<00:20,  2.07s/it, loss=5.81e-05, v_num=13]\n",
            "Epoch 89: 100% 170/170 [05:40<00:00,  2.00s/it, loss=5.81e-05, v_num=13]\u001b[32m2023-05-03 05:37:22.980\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 89: 100% 170/170 [05:45<00:00,  2.03s/it, loss=5.81e-05, v_num=13]\n",
            "Epoch 89: 100% 170/170 [05:45<00:00,  2.03s/it, loss=5.81e-05, v_num=13]Epoch 89, global step 12600: 'auc@10' was not in top 5\n",
            "Epoch 90:  82% 140/170 [05:13<01:07,  2.24s/it, loss=0.000165, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 90:  94% 160/170 [05:32<00:20,  2.08s/it, loss=0.000165, v_num=13]\n",
            "Epoch 90: 100% 170/170 [05:41<00:00,  2.01s/it, loss=0.000165, v_num=13]\u001b[32m2023-05-03 05:43:09.179\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 90: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000165, v_num=13]\n",
            "Epoch 90: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000165, v_num=13]Epoch 90, global step 12740: 'auc@10' reached 0.92279 (best 0.95570), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=90-auc@5=0.856-auc@10=0.923-auc@20=0.961.ckpt' as top 5\n",
            "Epoch 91:  82% 140/170 [05:14<01:07,  2.25s/it, loss=0.000108, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 91:  94% 160/170 [05:32<00:20,  2.08s/it, loss=0.000108, v_num=13]\n",
            "Epoch 91: 100% 170/170 [05:41<00:00,  2.01s/it, loss=0.000108, v_num=13]\u001b[32m2023-05-03 05:48:57.494\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 91: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000108, v_num=13]\n",
            "Epoch 91: 100% 170/170 [05:46<00:00,  2.04s/it, loss=0.000108, v_num=13]Epoch 91, global step 12880: 'auc@10' was not in top 5\n",
            "Epoch 92:  82% 140/170 [05:13<01:07,  2.24s/it, loss=9.67e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 92:  94% 160/170 [05:32<00:20,  2.08s/it, loss=9.67e-05, v_num=13]\n",
            "Epoch 92: 100% 170/170 [05:41<00:00,  2.01s/it, loss=9.67e-05, v_num=13]\u001b[32m2023-05-03 05:54:44.923\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 92: 100% 170/170 [05:46<00:00,  2.04s/it, loss=9.67e-05, v_num=13]\n",
            "Epoch 92: 100% 170/170 [05:46<00:00,  2.04s/it, loss=9.67e-05, v_num=13]Epoch 92, global step 13020: 'auc@10' reached 0.94175 (best 0.95570), saving model to '/content/drive/MyDrive/LoFTR/logs/tb_logs/outdoor-kitti-1248x376/version_13/checkpoints/epoch=92-auc@5=0.883-auc@10=0.942-auc@20=0.971.ckpt' as top 5\n",
            "Epoch 93:  82% 140/170 [05:11<01:06,  2.22s/it, loss=9.43e-05, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 93:  94% 160/170 [05:29<00:20,  2.06s/it, loss=9.43e-05, v_num=13]\n",
            "Epoch 93: 100% 170/170 [05:39<00:00,  2.00s/it, loss=9.43e-05, v_num=13]\u001b[32m2023-05-03 06:00:30.882\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 93: 100% 170/170 [05:44<00:00,  2.02s/it, loss=9.43e-05, v_num=13]\n",
            "Epoch 93: 100% 170/170 [05:44<00:00,  2.02s/it, loss=9.43e-05, v_num=13]Epoch 93, global step 13160: 'auc@10' was not in top 5\n",
            "Epoch 94:  71% 120/170 [04:26<01:51,  2.22s/it, loss=6.25e-05, v_num=13]\u001b[32m2023-05-03 06:05:03.496\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:05.542\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:07.428\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:09.332\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:11.219\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:13.107\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:14.996\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:16.933\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:18.844\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:20.739\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:22.610\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:24.465\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:26.365\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:28.281\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:30.239\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:32.134\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:34.009\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:35.883\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:37.748\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:05:39.631\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 94:  82% 140/170 [05:04<01:05,  2.18s/it, loss=nan, v_num=13]     \n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 94:  94% 160/170 [05:19<00:19,  2.00s/it, loss=nan, v_num=13]\n",
            "Epoch 94: 100% 170/170 [05:26<00:00,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:06:02.854\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 94: 100% 170/170 [05:29<00:00,  1.94s/it, loss=nan, v_num=13]\n",
            "Epoch 94: 100% 170/170 [05:29<00:00,  1.94s/it, loss=nan, v_num=13]Epoch 94, global step 13300: 'auc@10' was not in top 5\n",
            "Epoch 95:   0% 0/170 [00:00<?, ?it/s, loss=nan, v_num=13]\u001b[32m2023-05-03 06:06:07.668\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:09.676\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:11.588\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:13.483\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:15.379\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:17.278\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:19.222\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:21.111\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:23.064\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:24.962\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:26.864\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:28.772\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:30.663\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:32.562\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:34.454\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:36.478\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:38.415\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:40.318\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:42.203\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:44.059\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  12% 20/170 [00:38<04:51,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:06:45.957\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:47.865\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:49.787\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:51.758\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:53.655\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:55.536\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:57.433\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:06:59.336\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:01.252\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:03.177\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:05.117\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:06.980\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:08.864\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:10.763\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:12.613\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:14.478\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:16.431\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:19.000\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:20.891\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:22.772\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  24% 40/170 [01:17<04:12,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:07:24.672\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:26.595\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:28.498\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:30.416\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:32.363\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:34.262\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:36.167\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:38.072\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:39.980\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:41.892\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:43.813\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:45.720\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:47.632\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:49.525\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:51.455\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:53.363\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:55.273\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:57.216\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:07:59.158\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:01.036\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  35% 60/170 [01:55<03:32,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:08:02.936\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:04.853\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:06.743\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:08.643\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:10.564\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:12.488\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:14.335\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:16.260\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:18.153\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:20.059\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:21.979\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:23.917\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:25.831\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:27.689\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:29.592\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:31.493\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:33.400\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:35.238\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:37.197\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:39.130\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  47% 80/170 [02:33<02:53,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:08:41.046\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:42.987\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:44.874\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:46.724\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:48.589\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:50.514\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:52.432\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:54.315\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:56.209\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:58.104\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:08:59.955\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:01.861\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:03.819\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:05.714\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:07.627\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:09.524\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:11.392\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:13.288\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:15.157\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:17.080\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  59% 100/170 [03:11<02:14,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:09:19.041\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:20.896\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:23.240\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:25.116\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:26.994\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:28.891\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:30.795\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:32.694\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:34.576\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:36.461\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:38.340\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:40.223\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:42.067\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:43.999\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:45.943\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:47.785\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:49.637\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:51.486\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:53.403\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:55.314\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  71% 120/170 [03:50<01:35,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:09:57.242\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:09:59.217\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:01.059\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:02.909\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:04.785\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:06.680\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:08.598\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:10.488\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:12.431\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:14.362\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:16.273\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:18.175\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:20.033\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:21.962\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:23.903\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:25.856\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:27.743\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:29.625\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:31.507\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:10:33.386\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 95:  82% 140/170 [04:28<00:57,  1.92s/it, loss=nan, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 95:  94% 160/170 [04:42<00:17,  1.77s/it, loss=nan, v_num=13]\n",
            "Epoch 95: 100% 170/170 [04:49<00:00,  1.71s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:10:56.325\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 95: 100% 170/170 [04:52<00:00,  1.72s/it, loss=nan, v_num=13]\n",
            "Epoch 95: 100% 170/170 [04:52<00:00,  1.72s/it, loss=nan, v_num=13]Epoch 95, global step 13440: 'auc@10' was not in top 5\n",
            "Epoch 96:   0% 0/170 [00:00<?, ?it/s, loss=nan, v_num=13]\u001b[32m2023-05-03 06:11:01.149\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:03.105\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:05.050\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:06.956\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:08.865\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:10.787\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:12.683\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:14.617\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:16.494\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:18.440\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:20.384\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:22.294\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:24.209\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:26.158\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:28.060\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:30.022\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:31.973\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:33.880\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:35.799\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:37.668\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  12% 20/170 [00:38<04:51,  1.95s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:11:39.590\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:41.492\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:43.427\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:45.350\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:47.267\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:49.163\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:51.059\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:52.965\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:54.826\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:56.715\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:11:58.633\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:00.549\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:02.458\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:04.368\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:06.294\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:08.206\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:10.151\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:12.061\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:13.979\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:15.916\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  24% 40/170 [01:17<04:10,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:12:17.814\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:19.719\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:21.619\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:23.550\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:25.491\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:27.431\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:29.365\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:31.250\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:33.132\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:35.050\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:36.984\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:38.941\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:40.847\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:42.748\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:45.344\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:47.257\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:49.155\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:51.051\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:52.994\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:54.924\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  35% 60/170 [01:56<03:33,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:12:56.831\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:12:58.726\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:00.643\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:02.535\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:04.461\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:06.427\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:08.365\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:10.250\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:12.105\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:14.001\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:15.910\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:17.797\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:19.715\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:21.646\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:23.527\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:25.417\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:27.303\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:29.179\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:31.106\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:33.052\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  47% 80/170 [02:34<02:53,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:13:34.973\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:36.871\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:38.776\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:40.673\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:42.560\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:44.453\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:46.390\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:48.303\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:50.190\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:52.077\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:53.978\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:55.893\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:57.824\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:13:59.734\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:01.643\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:03.551\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:05.411\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:07.290\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:09.130\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:11.055\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  59% 100/170 [03:12<02:14,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:14:12.993\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:14.887\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:16.787\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:18.687\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:20.571\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:22.487\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:24.415\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:26.386\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:28.327\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:30.193\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:32.083\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:34.004\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:35.891\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:37.795\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:39.718\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:41.636\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:43.503\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:45.386\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:47.268\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:49.588\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  71% 120/170 [03:50<01:36,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:14:51.488\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:53.439\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:55.343\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:57.238\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:14:59.146\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:01.035\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:02.963\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:04.870\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:06.783\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:08.669\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:10.559\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:12.453\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:14.357\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:16.254\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:18.167\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:20.105\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:21.997\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:23.836\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:25.682\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:27.557\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 96:  82% 140/170 [04:28<00:57,  1.92s/it, loss=nan, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 96:  94% 160/170 [04:43<00:17,  1.77s/it, loss=nan, v_num=13]\n",
            "Epoch 96: 100% 170/170 [04:50<00:00,  1.71s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:15:50.717\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 96: 100% 170/170 [04:53<00:00,  1.73s/it, loss=nan, v_num=13]\n",
            "Epoch 96: 100% 170/170 [04:53<00:00,  1.73s/it, loss=nan, v_num=13]Epoch 96, global step 13580: 'auc@10' was not in top 5\n",
            "Epoch 97:   0% 0/170 [00:00<?, ?it/s, loss=nan, v_num=13]\u001b[32m2023-05-03 06:15:55.524\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:57.486\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:15:59.434\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:01.386\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:03.255\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:05.181\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:07.096\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:08.981\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:10.876\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:12.781\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:14.725\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:16.601\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:18.517\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:20.418\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:22.337\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:24.231\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:26.131\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:28.091\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:30.011\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:31.868\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  12% 20/170 [00:38<04:50,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:16:33.737\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:35.615\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:37.508\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:39.432\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:41.349\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:43.274\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:45.129\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:46.971\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:48.872\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:50.741\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:52.653\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:54.570\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:56.452\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:16:58.337\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:00.258\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:02.162\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:04.065\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:05.954\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:07.916\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:09.835\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  24% 40/170 [01:16<04:09,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:17:11.741\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:13.612\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:15.470\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:17.319\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:19.241\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:21.184\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:23.109\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:24.965\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:26.856\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:28.758\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:30.657\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:32.576\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:34.516\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:36.425\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:38.319\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:40.214\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:42.111\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:43.992\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:45.877\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:47.787\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  35% 60/170 [01:54<03:30,  1.91s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:17:49.692\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:51.582\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:53.504\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:55.417\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:57.331\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:17:59.246\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:01.181\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:03.095\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:05.001\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:06.884\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:08.793\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:10.670\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:12.562\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:14.493\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:16.390\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:18.773\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:20.717\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:22.614\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:24.506\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:26.423\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  47% 80/170 [02:33<02:52,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:18:28.378\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:30.289\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:32.181\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:34.093\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:35.987\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:37.889\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:39.815\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:41.741\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:43.645\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:45.522\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:47.422\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:49.355\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:51.238\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:53.157\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:55.118\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:57.014\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:18:58.927\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:00.824\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:02.712\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:04.608\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  59% 100/170 [03:11<02:14,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:19:06.537\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:08.475\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:10.351\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:12.228\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:14.117\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:16.003\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:17.860\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:19.739\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:21.659\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:23.557\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:25.456\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:27.354\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:29.265\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:31.176\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:33.085\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:35.044\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:36.906\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:38.852\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:40.714\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:42.601\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  71% 120/170 [03:49<01:35,  1.91s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:19:44.499\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:46.387\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:48.341\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:50.234\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:52.125\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:54.015\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:55.874\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:57.725\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:19:59.637\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:01.585\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:03.494\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:05.381\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:07.284\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:09.189\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:11.029\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:12.930\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:14.849\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:16.730\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:18.602\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:20.466\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 97:  82% 140/170 [04:27<00:57,  1.91s/it, loss=nan, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 97:  94% 160/170 [04:42<00:17,  1.77s/it, loss=nan, v_num=13]\n",
            "Epoch 97: 100% 170/170 [04:49<00:00,  1.70s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:20:44.072\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 97: 100% 170/170 [04:52<00:00,  1.72s/it, loss=nan, v_num=13]\n",
            "Epoch 97: 100% 170/170 [04:52<00:00,  1.72s/it, loss=nan, v_num=13]Epoch 97, global step 13720: 'auc@10' was not in top 5\n",
            "Epoch 98:   0% 0/170 [00:00<?, ?it/s, loss=nan, v_num=13]\u001b[32m2023-05-03 06:20:48.869\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:50.812\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:52.716\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:54.642\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:56.555\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:20:58.416\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:00.315\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:02.180\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:04.067\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:06.020\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:07.994\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:09.923\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:11.821\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:13.730\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:15.643\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:17.557\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:19.442\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:21.353\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:23.317\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:25.211\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  12% 20/170 [00:38<04:50,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:21:27.487\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:29.385\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:31.267\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:33.203\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:35.128\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:37.017\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:38.892\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:40.781\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:42.678\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:44.571\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:46.460\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:48.400\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:50.282\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:52.193\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:54.096\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:55.984\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:57.871\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:21:59.796\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:01.729\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:03.632\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  24% 40/170 [01:17<04:10,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:22:05.532\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:07.434\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:09.331\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:11.238\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:13.165\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:15.123\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:17.054\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:18.958\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:20.813\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:22.681\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:24.587\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:26.477\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:28.407\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:30.324\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:32.231\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:34.133\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:36.070\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:37.917\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:39.831\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:41.757\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  35% 60/170 [01:55<03:31,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:22:43.681\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:45.577\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:47.473\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:49.378\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:51.264\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:53.136\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:55.061\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:56.984\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:22:58.879\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:00.804\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:02.690\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:04.622\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:06.517\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:08.453\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:10.379\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:12.289\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:14.178\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:16.081\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:17.970\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:19.854\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  47% 80/170 [02:33<02:52,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:23:21.774\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:23.722\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:25.578\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:27.491\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:29.396\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:31.297\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:33.203\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:35.296\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:37.217\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:39.101\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:40.977\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:42.871\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:44.752\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:46.653\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:48.577\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:50.527\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:52.428\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:54.326\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:56.234\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:23:58.072\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  59% 100/170 [03:11<02:14,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:23:59.920\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:01.814\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:03.760\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:05.670\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:07.571\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:09.449\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:11.312\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:13.195\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:15.086\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:17.038\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:18.944\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:20.824\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:22.714\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:24.612\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:26.495\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:28.410\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:30.326\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:32.172\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:34.077\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:35.983\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  71% 120/170 [03:49<01:35,  1.91s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:24:37.897\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:39.798\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:41.711\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:43.656\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:45.545\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:47.443\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:49.324\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:51.212\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:53.113\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:55.049\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:56.984\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:24:58.872\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:00.764\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:02.646\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:04.547\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:06.447\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:08.333\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:10.227\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:12.096\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:13.974\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 98:  82% 140/170 [04:27<00:57,  1.91s/it, loss=nan, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 98:  94% 160/170 [04:42<00:17,  1.77s/it, loss=nan, v_num=13]\n",
            "Epoch 98: 100% 170/170 [04:49<00:00,  1.71s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:25:37.589\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 98: 100% 170/170 [04:53<00:00,  1.72s/it, loss=nan, v_num=13]\n",
            "Epoch 98: 100% 170/170 [04:53<00:00,  1.72s/it, loss=nan, v_num=13]Epoch 98, global step 13860: 'auc@10' was not in top 5\n",
            "Epoch 99:   0% 0/170 [00:00<?, ?it/s, loss=nan, v_num=13]\u001b[32m2023-05-03 06:25:42.629\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:44.606\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:46.525\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:48.503\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:50.409\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:52.308\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:54.193\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:56.101\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:57.981\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:25:59.856\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:01.785\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:03.747\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:05.684\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:07.653\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:09.575\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:11.479\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:13.403\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:15.333\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:17.275\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:19.178\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  12% 20/170 [00:39<04:53,  1.96s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:26:21.080\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:22.976\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:24.858\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:26.748\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:28.688\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:30.624\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:32.538\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:34.429\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:36.294\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:38.180\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:40.082\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:42.391\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:44.325\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:46.233\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:48.086\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:49.983\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:51.886\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:53.791\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:55.722\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:26:57.644\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  24% 40/170 [01:17<04:12,  1.94s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:26:59.535\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:01.447\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:03.355\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:05.296\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:07.179\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:09.081\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:11.028\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:12.969\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:14.866\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:16.790\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:18.708\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:20.629\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:22.540\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:24.502\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:26.426\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:28.324\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:30.225\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:32.146\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:34.024\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:35.926\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  35% 60/170 [01:55<03:32,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:27:37.879\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:39.822\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:41.727\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:43.644\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:45.569\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:47.470\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:49.393\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:51.336\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:53.219\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:55.139\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:57.068\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:27:58.970\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:00.878\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:02.802\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:04.730\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:06.669\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:08.574\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:10.484\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:12.389\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:14.290\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  47% 80/170 [02:34<02:53,  1.93s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:28:16.206\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:18.160\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:20.054\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:21.941\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:23.864\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:25.759\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:27.694\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:29.621\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:31.554\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:33.466\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:35.339\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:37.212\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:39.138\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:41.036\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:42.957\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:44.914\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:46.829\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:48.699\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:50.595\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:52.480\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  59% 100/170 [03:12<02:14,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:28:54.369\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:56.265\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:28:58.381\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:00.296\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:02.174\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:04.061\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:05.985\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:07.865\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:09.768\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:11.704\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:13.619\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:15.518\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:17.435\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:19.296\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:21.193\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:23.108\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:25.052\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:26.979\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:28.838\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:30.735\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  71% 120/170 [03:50<01:36,  1.92s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:29:32.667\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:34.576\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:36.492\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:38.420\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:40.324\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:42.208\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:44.105\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:45.993\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:47.847\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:49.789\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:51.733\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:53.656\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:55.514\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:57.440\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:29:59.314\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:30:01.202\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:30:03.058\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:30:04.957\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:30:06.878\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "\u001b[32m2023-05-03 06:30:08.720\u001b[0m | \u001b[33m\u001b[1mWARNING \u001b[0m | \u001b[36msrc.losses.loftr_loss\u001b[0m:\u001b[36m_compute_fine_loss_l2_std\u001b[0m:\u001b[36m140\u001b[0m - \u001b[33m\u001b[1massign a false supervision to avoid ddp deadlock\u001b[0m\n",
            "Epoch 99:  82% 140/170 [04:28<00:57,  1.92s/it, loss=nan, v_num=13]\n",
            "Validation: 0it [00:00, ?it/s]\u001b[A\n",
            "Validation:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Validation DataLoader 0:   0% 0/30 [00:00<?, ?it/s]\u001b[A\n",
            "Epoch 99:  94% 160/170 [04:43<00:17,  1.77s/it, loss=nan, v_num=13]\n",
            "Epoch 99: 100% 170/170 [04:50<00:00,  1.71s/it, loss=nan, v_num=13]\u001b[32m2023-05-03 06:30:31.738\u001b[0m | \u001b[1mINFO    \u001b[0m | \u001b[36msrc.utils.metrics\u001b[0m:\u001b[36maggregate_metrics\u001b[0m:\u001b[36m182\u001b[0m - \u001b[1mAggregating metrics over 30 unique items...\u001b[0m\n",
            "Epoch 99: 100% 170/170 [04:53<00:00,  1.73s/it, loss=nan, v_num=13]\n",
            "Epoch 99: 100% 170/170 [04:53<00:00,  1.73s/it, loss=nan, v_num=13]Epoch 99, global step 14000: 'auc@10' was not in top 5\n",
            "`Trainer.fit` stopped: `max_epochs=100` reached.\n",
            "Epoch 99: 100% 170/170 [04:54<00:00,  1.73s/it, loss=nan, v_num=13]\n"
          ]
        }
      ]
    }
  ]
}