Run_TCAV_on_colab.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "tcavenv",
      "language": "python",
      "name": "tcavenv"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.7.6"
    },
    "colab": {
      "name": "Run TCAV on colab.ipynb",
      "provenance": [],
      "collapsed_sections": []
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "LR4MON61J8t5",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "a4e1af51-f091-4e5c-dac0-75caf72267ea"
      },
      "source": [
        "# Clone the entire repo.\n",
        "!git clone https://github.com/tensorflow/tcav.git tcav\n",
        "%cd tcav\n",
        "!ls"
      ],
      "execution_count": 1,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'tcav'...\n",
            "remote: Enumerating objects: 11, done.\u001b[K\n",
            "remote: Counting objects: 100% (11/11), done.\u001b[K\n",
            "remote: Compressing objects: 100% (11/11), done.\u001b[K\n",
            "remote: Total 642 (delta 3), reused 2 (delta 0), pack-reused 631\u001b[K\n",
            "Receiving objects: 100% (642/642), 543.13 KiB | 2.03 MiB/s, done.\n",
            "Resolving deltas: 100% (394/394), done.\n",
            "/content/tcav\n",
            " CONTRIBUTING.md\t README.md\t    Run_TCAV_on_colab.ipynb\n",
            " FetchDataAndModels.sh\t requirements.txt   setup.py\n",
            " LICENSE\t\t'Run TCAV.ipynb'    tcav\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xHiswgX0vy9Z",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "953236db-dd8e-474b-9912-00ab95abeac2"
      },
      "source": [
        "%cd /content/tcav/tcav/tcav_examples/image_models/imagenet\n",
        "%run download_and_make_datasets.py --source_dir=YOUR_FOLDER --number_of_images_per_folder=10 --number_of_random_folders=10"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/tcav/tcav/tcav_examples/image_models/imagenet\n",
            "Created source directory at YOUR_FOLDER\n",
            "INFO:tensorflow:Fetching imagenet data for zebra\n",
            "INFO:tensorflow:Saving images at YOUR_FOLDER/zebra\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.featurepics.com/FI/Marked/20060909/Zebra84929.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 403: Forbidden for URL http://bonfire.learnnc.org/zoo/week02/photos/mccrary_zootales/images/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.istockphoto.com/file_thumbview_approve/269671/2/istockphoto_269671_zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 410: Gone for URL http://www.mediastorehouse.com/image/Grevys-Zebra_463879.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.lorilamont.com/Zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.cathouse-fcc.org/gifs-jpegs/southafrica/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was <urlopen error [Errno -3] Temporary failure in name resolution> for URL http://www.kilimanjaro.com/animals/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was <urlopen error [Errno -2] Name or service not known> for URL http://www.conceptexpeditions.com/images/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://alumnus.caltech.edu/~kantner/zebras/pictures/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 403: Forbidden for URL http://www.zslprints.com/image/Chapmans-Zebra_561562.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.free-slideshow.com/stock-photos/lovely_animals/zebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was <urlopen error [Errno -2] Name or service not known> for URL http://www.namibia-lov.com/lovnadivljac/zebra0001p4.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.hoopoe.com/images/lioneatingzebra.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not found for URL http://www.northrup.org/Photos/zebra/low/baby-zebra-with-mother.jpg\n",
            "\n",
            "INFO:tensorflow:Problem downloading imagenet image. Exception was HTTP Error 404: Not Found for URL http://www.kotaku.com/assets/resources/2006/09/afrika_zebra_sm.jpg\n",
            "\n",
            "Downloaded 10 for zebra\n",
            "INFO:tensorflow:Using path YOUR_FOLDER/broden1_224/broden1_224/images/dtd/ for texture: striped\n",
            "INFO:tensorflow:We have 120 images for the concept striped\n",
            "INFO:tensorflow:Using path YOUR_FOLDER/broden1_224/broden1_224/images/dtd/ for texture: dotted\n",
            "INFO:tensorflow:We have 120 images for the concept dotted\n",
            "INFO:tensorflow:Using path YOUR_FOLDER/broden1_224/broden1_224/images/dtd/ for texture: zigzagged\n",
            "INFO:tensorflow:We have 120 images for the concept zigzagged\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_0\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_1\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_2\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_3\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_4\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_5\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_6\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_7\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_8\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_9\n",
            "INFO:tensorflow:Downloaded 10/10 for random500_10\n",
            "Successfully created data at YOUR_FOLDER\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lhRgRiO_Zpu0",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3c09dbbb-fe34-401c-d1f5-209f3bf2da81"
      },
      "source": [
        "%cd /content/tcav"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/tcav\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ij_QWVD5FzIk"
      },
      "source": [
        "# Running TCAV\n",
        "\n",
        "\n",
        "This notebook walks you through things you need to run TCAV. \n",
        "\n",
        "Before running this notebook, run the following to download all the data.\n",
        "\n",
        "```\n",
        "cd tcav/tcav_examples/image_models/imagenet\n",
        "\n",
        "python download_and_make_datasets.py --source_dir=YOUR_PATH --number_of_images_per_folder=50 --number_of_random_folders=3\n",
        "```\n",
        "\n",
        "In high level, you need:\n",
        "\n",
        "1. **example images in each folder** (you have this if you ran the above)\n",
        " * images for each concept\n",
        " * images for the class/labels of interest\n",
        " * random images that will be negative examples when learning CAVs (images that probably don't belong to any concepts)\n",
        "2. **model wrapper** (below uses example from tcav/model.py)\n",
        " * an instance of  ModelWrapper abstract class (in model.py). This tells TCAV class (tcav.py) how to communicate with your model (e.g., getting internal tensors)\n",
        "3. **act_generator** (below uses example from tcav/activation_generator.py)\n",
        " * an instance of ActivationGeneratorInterface that tells TCAV class how to load example data and how to get activations from the model\n",
        "\n",
        "\n",
        "## Requirements\n",
        "\n",
        "    pip install the tcav and tensorflow packages (or tensorflow-gpu if using GPU)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g8m6xBvYFzIm"
      },
      "source": [
        "%load_ext autoreload\n",
        "%autoreload 2"
      ],
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RQ0iGRjNFzIt"
      },
      "source": [
        "import tcav.activation_generator as act_gen\n",
        "import tcav.cav as cav\n",
        "import tcav.model  as model\n",
        "import tcav.tcav as tcav\n",
        "import tcav.utils as utils\n",
        "import tcav.utils_plot as utils_plot # utils_plot requires matplotlib\n",
        "import os \n",
        "import tensorflow as tf"
      ],
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "VhThYR_EFzIx"
      },
      "source": [
        "## Step 1. Store concept and target class images to local folders\n",
        "\n",
        "and tell TCAV where they are.\n",
        "\n",
        "**source_dir**: where images of concepts, target class and random images (negative samples when learning CAVs) live. Each should be a sub-folder within this directory.\n",
        "\n",
        "Note that random image directories can be in any name. In this example, we are using `random500_0`, `random500_1`,.. for an arbitrary reason. \n",
        "\n",
        "You need roughly 50-200 images per concept and target class (10-20 pictures also tend to work, but 200 is pretty safe).\n",
        "\n",
        "\n",
        "**cav_dir**: directory to store CAVs (`None` if you don't want to store)\n",
        "\n",
        "**target, concept**: names of the target class (that you want to investigate) and concepts (strings) - these are folder names in source_dir\n",
        "\n",
        "**bottlenecks**: list of bottleneck names (intermediate layers in your model) that you want to use for TCAV. These names are defined in the model wrapper below.\n",
        "\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lPX3LOiZFzIy"
      },
      "source": [
        "# This is the name of your model wrapper (InceptionV3 and GoogleNet are provided in model.py)\n",
        "model_to_run = 'GoogleNet'\n",
        "# the name of the parent directory that results are stored (only if you want to cache)\n",
        "project_name = 'tcav_class_test'\n",
        "working_dir = '/content/tcav/tcav'\n",
        "# where activations are stored (only if your act_gen_wrapper does so)\n",
        "activation_dir =  working_dir+ '/activations/'\n",
        "# where CAVs are stored. \n",
        "# You can say None if you don't wish to store any.\n",
        "cav_dir = working_dir + '/cavs/'\n",
        "# where the images live. \n",
        "source_dir = '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER'\n",
        "bottlenecks = [ 'mixed4c']  # @param \n",
        "      \n",
        "utils.make_dir_if_not_exists(activation_dir)\n",
        "utils.make_dir_if_not_exists(working_dir)\n",
        "utils.make_dir_if_not_exists(cav_dir)\n",
        "\n",
        "# this is a regularizer penalty parameter for linear classifier to get CAVs. \n",
        "alphas = [0.1]   \n",
        "\n",
        "target = 'zebra'  \n",
        "concepts = [\"dotted\",\"striped\",\"zigzagged\"]   \n"
      ],
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vmdo01TEFzI4"
      },
      "source": [
        "## Step 2. Write your model wrapper\n",
        "\n",
        "Next step is to tell TCAV how to communicate with your model. See `model.GoogleNetWrapper_public ` for details.\n",
        "\n",
        "You can define a subclass of ModelWrapper abstract class to do this. Let me walk you thru what each function does (tho they are pretty self-explanatory).  This wrapper includes a lot of the functions that you already have, for example, `get_prediction`.\n",
        "\n",
        "### 1. Tensors from the graph: bottleneck tensors and ends\n",
        "First, store your bottleneck tensors in `self.bottlenecks_tensors` as a dictionary. You only need bottlenecks that you are interested in running TCAV with. Similarly, fill in `self.ends` dictionary with `input`, `logit` and `prediction` tensors.\n",
        "\n",
        "### 2. Define loss\n",
        "Get your loss tensor, and assigned it to `self.loss`. This is what TCAV uses to take directional derivatives. \n",
        "\n",
        "While doing so, you would also want to set \n",
        "```python\n",
        "self.y_input \n",
        "```\n",
        "this simply is a tensorflow place holder for the target index in the logit layer (e.g., 0 index for a dog, 1 for a cat).\n",
        "For multi-class classification, typically something like this works:\n",
        "\n",
        "```python\n",
        "self.y_input = tf.placeholder(tf.int64, shape=[None])\n",
        "```\n",
        "\n",
        "For example, for a multiclass classifier, something like below would work. \n",
        "\n",
        "```python\n",
        "    # Construct gradient ops.\n",
        "    with g.as_default():\n",
        "      self.y_input = tf.placeholder(tf.int64, shape=[None])\n",
        "\n",
        "      self.pred = tf.expand_dims(self.ends['prediction'][0], 0)\n",
        "\n",
        "      self.loss = tf.reduce_mean(\n",
        "          tf.nn.softmax_cross_entropy_with_logits(\n",
        "              labels=tf.one_hot(self.y_input, len(self.labels)),\n",
        "              logits=self.pred))\n",
        "    self._make_gradient_tensors()\n",
        "```\n",
        "\n",
        "### 3. Call _make_gradient_tensors in __init__() of your wrapper\n",
        "```python\n",
        "_make_gradient_tensors()  \n",
        "```\n",
        "does what you expect - given the loss and bottleneck tensors defined above, it adds gradient tensors.\n",
        "\n",
        "### 4. Fill in labels, image shapes and a model name.\n",
        "Get the mapping from labels (strings) to indice in the logit layer (int) in a dictionary format.\n",
        "\n",
        "```python\n",
        "def id_to_label(self, idx)\n",
        "def label_to_id(self, label)\n",
        "```\n",
        "\n",
        "Set your input image shape at  `self.image_shape`\n",
        "\n",
        "\n",
        "Set your model name to `self.model_name`\n",
        "\n",
        "You are done with writing the model wrapper! I wrote two model wrapers, InceptionV3 and Googlenet."
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ZvEO4u1iFzI4"
      },
      "source": [
        "\n",
        "**sess**: a tensorflow session."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KmV0F2bQdHpq",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "e7904321-141d-41ac-9f25-10e98b0d2c26"
      },
      "source": [
        "%cp -av '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224' '/content/tcav/tcav/mobilenet_v2_1.0_224'\n",
        "%rm '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224'"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224' -> '/content/tcav/tcav/mobilenet_v2_1.0_224'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_eval.pbtxt' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_eval.pbtxt'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.data-00000-of-00001' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.data-00000-of-00001'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_frozen.pb' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_frozen.pb'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.tflite' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.tflite'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_info.txt' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224_info.txt'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.meta' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.meta'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.index' -> '/content/tcav/tcav/mobilenet_v2_1.0_224/mobilenet_v2_1.0_224.ckpt.index'\n",
            "rm: cannot remove '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/mobilenet_v2_1.0_224': Is a directory\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "C3Gf9yAag2JM",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3598740a-61bf-45d1-dab5-06129be36e82"
      },
      "source": [
        "%cp -av '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h' '/content/tcav/tcav/inception5h'\n",
        "%rm '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h'"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h' -> '/content/tcav/tcav/inception5h'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h/imagenet_comp_graph_label_strings.txt' -> '/content/tcav/tcav/inception5h/imagenet_comp_graph_label_strings.txt'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h/tensorflow_inception_graph.pb' -> '/content/tcav/tcav/inception5h/tensorflow_inception_graph.pb'\n",
            "'/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h/LICENSE' -> '/content/tcav/tcav/inception5h/LICENSE'\n",
            "rm: cannot remove '/content/tcav/tcav/tcav_examples/image_models/imagenet/YOUR_FOLDER/inception5h': Is a directory\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AqLdl3GBFzI5"
      },
      "source": [
        "sess = utils.create_session()\n",
        "\n",
        "# GRAPH_PATH is where the trained model is stored.\n",
        "GRAPH_PATH = \"/content/tcav/tcav/inception5h/tensorflow_inception_graph.pb\"\n",
        "# LABEL_PATH is where the labels are stored. Each line contains one class, and they are ordered with respect to their index in \n",
        "# the logit layer. (yes, id_to_label function in the model wrapper reads from this file.)\n",
        "# For example, imagenet_comp_graph_label_strings.txt looks like:\n",
        "# dummy                                                                                      \n",
        "# kit fox\n",
        "# English setter\n",
        "# Siberian husky ...\n",
        "\n",
        "LABEL_PATH = \"/content/tcav/tcav/inception5h/imagenet_comp_graph_label_strings.txt\"\n",
        "\n",
        "mymodel = model.GoogleNetWrapper_public(sess,\n",
        "                                        GRAPH_PATH,\n",
        "                                        LABEL_PATH)"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "WlGsrlh3FzI-"
      },
      "source": [
        "## Step 3. Implement a class that returns activations (maybe with caching!)\n",
        "\n",
        "Lastly, you will implement a class of the ActivationGenerationInterface which TCAV uses to load example data for a given concept or target, call into your model wrapper and return activations. I pulled out this logic outside of mymodel because this step often takes the longest. By making it modular, you can cache your activations and/or parallelize your computations, as I have done in `ActivationGeneratorBase.process_and_load_activations` in `activation_generator.py`.\n",
        "\n",
        "\n",
        "The `process_and_load_activations` method of the activation generator must return a dictionary of activations that has concept or target name as  a first key, and the bottleneck name as a second key. So something like:\n",
        "\n",
        "```python\n",
        "{concept1: {bottleneck1: [[0.2, 0.1, ....]]},\n",
        "concept2: {bottleneck1: [[0.1, 0.02, ....]]},\n",
        "target1: {bottleneck1: [[0.02, 0.99, ....]]}\n",
        "```\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xIC73E-jFzI_"
      },
      "source": [
        "act_generator = act_gen.ImageActivationGenerator(mymodel, source_dir, activation_dir, max_examples=100)"
      ],
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Oj-b7hEUFzJD"
      },
      "source": [
        "## You are ready to run TCAV!\n",
        "\n",
        "Let's do it.\n",
        "\n",
        "**num_random_exp**: number of experiments to confirm meaningful concept direction. TCAV will search for this many folders named `random500_0`, `random500_1`, etc. You can alternatively set the `random_concepts` keyword to be a list of folders of random concepts. Run at least 10-20 for meaningful tests. \n",
        "\n",
        "**random_counterpart**: as well as the above, you can optionally supply a single folder with random images as the \"positive set\" for statistical testing. Reduces computation time at the cost of less reliable random TCAV scores. \n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": false,
        "id": "J4SQ49frFzJE",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "c76f2f54-ef00-4c3b-fa7a-4f3354c23451"
      },
      "source": [
        "import absl\n",
        "absl.logging.set_verbosity(0)\n",
        "num_random_exp=10\n",
        "## only running num_random_exp = 10 to save some time. The paper number are reported for 500 random runs. \n",
        "mytcav = tcav.TCAV(sess,\n",
        "                   target,\n",
        "                   concepts,\n",
        "                   bottlenecks,\n",
        "                   act_generator,\n",
        "                   alphas,\n",
        "                   cav_dir=cav_dir,\n",
        "                   num_random_exp=num_random_exp)#10)\n",
        "print ('This may take a while... Go get coffee!')\n",
        "results = mytcav.run(run_parallel=False)\n",
        "print ('done!')"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['dotted', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['striped', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['zigzagged', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_0', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_1', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_2', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_3', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_4', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_5', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_6', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_7', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_8', 'random500_9'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_0'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_1'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_2'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_3'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_4'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_5'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_6'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_7'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:mixed4c ['random500_9', 'random500_8'] zebra 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:TCAV will 120 params\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:TCAV will 120 params\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "This may take a while... Go get coffee!\n",
            "INFO:tensorflow:running 120 params\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running 120 params\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 0 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 0 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_dotted_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_dotted_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_0_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_0_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_zebra_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_zebra_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 0.75, 'random500_0': 1.0, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 0.75, 'random500_0': 1.0, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 0.75, 'random500_0': 1.0, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 0.75, 'random500_0': 1.0, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 1 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 1 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_1_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_1_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 2 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 2 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_2_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_2_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 3 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 3 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_3_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_3_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 4 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 4 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_4_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_4_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 5 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 5 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_5_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_5_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 6 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 6 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_6_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_6_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 7 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 7 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_7_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_7_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 8 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 8 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_8_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_8_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 9 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 9 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['dotted', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_dotted_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_9_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_random500_9_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['dotted', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'dotted': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'dotted': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 10 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 10 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_striped_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_striped_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_0': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_0': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_0': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_0': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 11 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 11 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 12 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 12 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 13 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 13 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 14 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 14 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 15 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 15 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 0.6666666666666666, 'random500_5': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 0.6666666666666666, 'random500_5': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 0.6666666666666666, 'random500_5': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 0.6666666666666666, 'random500_5': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 16 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 16 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 17 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 17 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_7': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_7': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_7': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_7': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 18 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 18 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_8': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_8': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_8': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_8': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 19 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 19 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['striped', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_striped_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['striped', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'striped': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'striped': 1.0, 'random500_9': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 20 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 20 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_zigzagged_mixed4c does not exist, Making one...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:/content/tcav/tcav/activations/acts_zigzagged_mixed4c does not exist, Making one...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_0': 0.75, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_0': 0.75, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_0': 0.75, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_0': 0.75, 'overall': 0.8571428571428571}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 21 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 21 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_1': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 22 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 22 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 23 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 23 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_3': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 24 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 24 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_4': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_4': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_4': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_4': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 25 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 25 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_5': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 26 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 26 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_6': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 27 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 27 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_7': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 28 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 28 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 1.0, 'random500_8': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 29 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 29 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['zigzagged', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zigzagged_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['zigzagged', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_9': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'zigzagged': 0.6666666666666666, 'random500_9': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_9': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'zigzagged': 0.6666666666666666, 'random500_9': 1.0, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 30 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 30 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 31 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 31 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_2': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 32 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 32 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 33 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 33 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 34 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 34 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 35 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 35 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.6666666666666666, 'random500_6': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.6666666666666666, 'random500_6': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.6666666666666666, 'random500_6': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.6666666666666666, 'random500_6': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 36 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 36 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.3333333333333333, 'random500_7': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.3333333333333333, 'random500_7': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.3333333333333333, 'random500_7': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.3333333333333333, 'random500_7': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 37 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 37 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 38 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 38 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_0', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_0', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_0': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_0': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 39 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 39 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.0, 'random500_0': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.0, 'random500_0': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.0, 'random500_0': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.0, 'random500_0': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 40 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 40 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 41 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 41 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_3': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_3': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_3': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_3': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 42 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 42 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_4': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_4': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_4': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_4': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 43 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 43 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_5': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_5': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_5': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_5': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 44 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 44 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_6': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_6': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_6': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_6': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 45 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 45 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 46 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 46 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 47 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 47 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_1', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_1', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_9': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_1': 0.5, 'random500_9': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_9': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_1': 0.5, 'random500_9': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 48 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 48 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_0': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_0': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_0': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_0': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 49 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 49 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_1': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 50 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 50 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_3': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_3': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_3': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_3': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 51 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 51 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 1.0, 'random500_4': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 52 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 52 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_5': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_5': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_5': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_5': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 53 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 53 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_6': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.0, 'random500_6': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_6': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.0, 'random500_6': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 54 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 54 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_7': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 55 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 55 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 56 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 56 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_2', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_2', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_9': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_2': 0.5, 'random500_9': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_9': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_2': 0.5, 'random500_9': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 57 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 57 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.3333333333333333, 'random500_0': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.3333333333333333, 'random500_0': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.3333333333333333, 'random500_0': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.3333333333333333, 'random500_0': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 58 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 58 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.0, 'random500_1': 0.0, 'overall': 0.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.0, 'random500_1': 0.0, 'overall': 0.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.0, 'random500_1': 0.0, 'overall': 0.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.0, 'random500_1': 0.0, 'overall': 0.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 59 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 59 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 60 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 60 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.0, 'random500_4': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.0, 'random500_4': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.0, 'random500_4': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.0, 'random500_4': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 61 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 61 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 62 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 62 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.5, 'random500_6': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 0.5, 'random500_6': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.5, 'random500_6': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 0.5, 'random500_6': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 63 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 63 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_7': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_7': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_7': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_7': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 64 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 64 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_8': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_8': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_8': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_8': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 65 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 65 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_3', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_3', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_9': 0.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_3': 1.0, 'random500_9': 0.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_9': 0.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_3': 1.0, 'random500_9': 0.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 66 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 66 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_0': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_0': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_0': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_0': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 67 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 67 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_1': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_1': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_1': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_1': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 68 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 68 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_2': 0.5, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 69 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 69 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_3': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_3': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_3': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_3': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 70 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 70 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.5, 'random500_5': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.5, 'random500_5': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.5, 'random500_5': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.5, 'random500_5': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 71 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 71 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.0, 'random500_6': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.0, 'random500_6': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.0, 'random500_6': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.0, 'random500_6': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 72 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 72 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_7': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 1.0, 'random500_7': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_7': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 1.0, 'random500_7': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 73 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 73 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.5, 'random500_8': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.5, 'random500_8': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.5, 'random500_8': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.5, 'random500_8': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 74 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 74 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_4', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_4', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_4': 0.0, 'random500_9': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/linear_model/_stochastic_gradient.py:557: ConvergenceWarning: Maximum number of iteration reached before convergence. Consider increasing max_iter to improve the fit.\n",
            "  ConvergenceWarning)\n",
            "INFO:tensorflow:acc per class {'random500_4': 0.0, 'random500_9': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.0, 'random500_9': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_4': 0.0, 'random500_9': 1.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 75 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 75 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.3333333333333333, 'random500_0': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.3333333333333333, 'random500_0': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.3333333333333333, 'random500_0': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.3333333333333333, 'random500_0': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 76 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 76 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.5, 'random500_1': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.5, 'random500_1': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.5, 'random500_1': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.5, 'random500_1': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 77 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 77 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 78 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 78 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_3': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_3': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_3': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_3': 1.0, 'overall': 0.8}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 79 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 79 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.7/dist-packages/sklearn/linear_model/_stochastic_gradient.py:557: ConvergenceWarning: Maximum number of iteration reached before convergence. Consider increasing max_iter to improve the fit.\n",
            "  ConvergenceWarning)\n",
            "INFO:tensorflow:acc per class {'random500_5': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 1.0, 'random500_4': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 80 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 80 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 81 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 81 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 1.0, 'random500_7': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 1.0, 'random500_7': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 1.0, 'random500_7': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 1.0, 'random500_7': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 82 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 82 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.3333333333333333, 'random500_8': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.3333333333333333, 'random500_8': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.3333333333333333, 'random500_8': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.3333333333333333, 'random500_8': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 83 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 83 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_5', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_5', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_9': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_5': 0.6666666666666666, 'random500_9': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_9': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_5': 0.6666666666666666, 'random500_9': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 84 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 84 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 85 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 85 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_1': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_1': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_1': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_1': 0.5, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 86 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 86 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.5, 'random500_2': 0.0, 'overall': 0.25}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 87 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 87 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_3': 0.6666666666666666, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_3': 0.6666666666666666, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_3': 0.6666666666666666, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_3': 0.6666666666666666, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 88 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 88 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.3333333333333333, 'random500_4': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.3333333333333333, 'random500_4': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.3333333333333333, 'random500_4': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.3333333333333333, 'random500_4': 1.0, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 89 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 89 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 1.0, 'random500_5': 0.3333333333333333, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 90 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 90 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.6666666666666666, 'random500_7': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.6666666666666666, 'random500_7': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.6666666666666666, 'random500_7': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.6666666666666666, 'random500_7': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 91 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 91 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 92 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 92 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_6', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_6', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_6': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_6': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 93 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 93 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_0': 0.0, 'overall': 0.16666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_0': 0.0, 'overall': 0.16666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_0': 0.0, 'overall': 0.16666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_0': 0.0, 'overall': 0.16666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 94 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 94 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_1': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_1': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_1': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_1': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 95 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 95 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_2': 1.0, 'overall': 1.0}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 96 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 96 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.6666666666666666, 'random500_3': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.6666666666666666, 'random500_3': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.6666666666666666, 'random500_3': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.6666666666666666, 'random500_3': 0.0, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 97 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 97 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 98 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 98 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_5': 1.0, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_5': 1.0, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_5': 1.0, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_5': 1.0, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 99 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 99 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_6': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 0.3333333333333333, 'random500_6': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_6': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 0.3333333333333333, 'random500_6': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 100 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 100 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_8': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 101 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 101 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_7', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_7', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_7': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_7': 1.0, 'random500_9': 0.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 102 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 102 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_0': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 103 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 103 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_1': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_1': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_1': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_1': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 104 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 104 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.5, 'random500_2': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 105 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 105 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.5, 'random500_3': 0.0, 'overall': 0.2}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.5, 'random500_3': 0.0, 'overall': 0.2}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.5, 'random500_3': 0.0, 'overall': 0.2}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.5, 'random500_3': 0.0, 'overall': 0.2}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 106 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 106 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 1.0, 'random500_4': 0.3333333333333333, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 107 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 107 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.6666666666666666, 'random500_5': 0.6666666666666666, 'overall': 0.6666666666666666}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 108 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 108 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 1.0, 'random500_6': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 1.0, 'random500_6': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 1.0, 'random500_6': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 1.0, 'random500_6': 0.6666666666666666, 'overall': 0.8333333333333334}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 109 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 109 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_7': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.0, 'random500_7': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_7': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.0, 'random500_7': 0.6666666666666666, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 110 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 110 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_9']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_8', 'random500_9']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_8', 'random500_9'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_8': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_8': 0.3333333333333333, 'random500_9': 0.6666666666666666, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 111 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 111 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_0']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_0']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_0_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_0'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.3333333333333333, 'random500_0': 0.3333333333333333, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.3333333333333333, 'random500_0': 0.3333333333333333, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.3333333333333333, 'random500_0': 0.3333333333333333, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.3333333333333333, 'random500_0': 0.3333333333333333, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 112 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 112 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_1']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_1']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_1_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_1'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_1': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_1': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_1': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_1': 1.0, 'overall': 0.75}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 113 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 113 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_2']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_2']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_2_mixed4c shape (5, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_2'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_2': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_2': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_2': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_2': 0.5, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 114 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 114 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_3']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_3']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_3_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_3'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_3': 0.3333333333333333, 'overall': 0.4}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 115 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 115 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_4']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_4']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_4_mixed4c shape (7, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_4'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_4': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.5, 'random500_4': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_4': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.5, 'random500_4': 0.6666666666666666, 'overall': 0.6}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 116 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 116 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_5']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_5']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_5_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_5'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_5': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_5': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_5': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_5': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 117 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 117 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_6']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_6']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_6_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_6'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_6': 0.3333333333333333, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 118 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 118 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_7']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_7']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_7_mixed4c shape (9, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_7'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_7': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.6666666666666666, 'random500_7': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_7': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.6666666666666666, 'random500_7': 0.0, 'overall': 0.3333333333333333}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 119 of 120\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Running param 119 of 120\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_8']\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:running zebra ['random500_9', 'random500_8']\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_9_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_random500_8_mixed4c shape (8, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Loaded /content/tcav/tcav/activations/acts_zebra_mixed4c shape (10, 14, 14, 512)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Training CAV ['random500_9', 'random500_8'] - mixed4c alpha 0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:training with alpha=0.1\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:acc per class {'random500_9': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:CAV accuracies: {'random500_9': 0.0, 'random500_8': 1.0, 'overall': 0.5}\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Done running 120 params. Took 368.74755787849426 seconds...\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Done running 120 params. Took 368.74755787849426 seconds...\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "done!\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "scrolled": false,
        "id": "3fD-6zdqFzJN",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 438
        },
        "outputId": "d97f256a-bdae-4559-dfba-4760e776d690"
      },
      "source": [
        "utils_plot.plot_results(results, num_random_exp=num_random_exp)"
      ],
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Class = zebra\n",
            "  Concept = dotted\n",
            "    Bottleneck = mixed4c. TCAV Score = 0.50 (+- 0.26), random was 0.50 (+- 0.30). p-val = 0.974 (not significant)\n",
            "  Concept = striped\n",
            "    Bottleneck = mixed4c. TCAV Score = 0.91 (+- 0.12), random was 0.50 (+- 0.30). p-val = 0.000 (significant)\n",
            "  Concept = zigzagged\n",
            "    Bottleneck = mixed4c. TCAV Score = 0.84 (+- 0.14), random was 0.50 (+- 0.30). p-val = 0.001 (significant)\n",
            "{'mixed4c': {'bn_vals': [0.01, 0.9099999999999999, 0.8399999999999999], 'bn_stds': [0, 0.12206555615733704, 0.13564659966250536], 'significant': [False, True, True]}}\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAacAAAEYCAYAAAD4czk4AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3de7wVdb3/8dcbBREllYslgkKK4oWj2fbCDz1Rage1wHPSgrDCDOsc6WRl6uliZuZD8nLqmKZkSlai0NEkRE0U8lIqmKSJSjvZ6sZLgFqgB1H8/P6Y79Zhs9dibdlrr9ms9/PxWI89853vfOczs2avz5qZ75pRRGBmZlYk3WodgJmZWWtOTmZmVjhOTmZmVjhOTmZmVjhOTmZmVjhOTmZmVjhOTlZokraW9BtJf5c0s9bxlCKpSdIRtY6jq5N0tqRflJg2SlJzlZdf0/dR0jRJ59Zq+UXi5NQJJK3Ovd6U9H+58QmS3iXpB5KeTmV/TeP9WrUzX9JLkrZK44dIekXStm0s8yFJk0vE83VJS9OymiVdX5017xDHAe8G+kbE8bUOpt6USxZdiaSJku5pVeZEUGBOTp0gIrZteQFPAx/Njc8E7gD2AUYD7wJGACuBg1rakDQYOAwIYExq9z6gmewDnFzdfYG9gemtY5H0GeBTwBFp+Q1p+R1G0pYd2NyuwJKIeKPGcZhZZ4oIvzrxBTSRJYaW8c8BLwDbbmS+s4B7gYuB2bnyrwN3tqr7feDGEu38CPhBmeX0Aa4GngVeAn6dmzYJaAReBGYBA3LTAjgF+AuwNJV9BFgEvAz8HvinXP0zgGXAKuAJ4PA2YvkOsBZ4HVgNnET2heqbwFPA34BrgO1S/cEpjpPIvgTcVWIdy8V1JvDXFNdi4F9bzTsJeCw3/YDc+3oa8DDwd+B6oGeZ7Vyqnb2A+Sm2R4ExuXmmAZcCN6f57gd2y03fB7g9vT8vAF9P5d1y67USmAH0abXNTk7v+XPAaWna6Fbb/08l1qXkNgMmAvcAF5LtT0uBo3LThwC/S/PeTrZ//qLEckaRfRn7OrAibfMJuenbpf1hedo/vpnWfS9gDbAurcfLaX1fT+u3GvhN6//PCrfbZ8j2tRXAN3KxlJw3TT+UbN97GXgGmJh7j89Nw72BecD/AKr1Z1dnv2oeQL292DA5XQf8rIL5GoH/AN6f/qnencoHAW8Ag9J4t/QPfGyJdk4g+/D6GtlR0xatpt9M9sG6A9Ad+EAq/1D6BzwA2Aq4hNyHf/pHvZ0suW0NvI8seRwMbJH+iZvSvHumf8gBad7B5D5kW8VzNrkPK+CzaVu8F9gWuAH4ea6dIPuA2gbYuo32SsaVph8PDEjb8RPAK8BOuWnLgAMBAbsDu+be1wfSvH3IEs8XSqxTm+2k7d1I9uHbI23zVcCeab5pvH1EvSXwS+C6NK03WWL5KtAzjR+cpn0JuA8YmLb/FcD0Vttsetpmw8k+3I9oa/uXWZ9S22wi2f46KW3vfydLgkrT/0D2hWsr4J/T+pZLTm/k6n8gLatl+1wD3JTWfTCwBDgpF8c9rdqbRkoEbf1/VrjdfkK2v+8HvAbsVcG8u6b1HJ/e877A/vmYUtkDreOrp1fNA6i3Fxsmp9uB8zcyz6HpH7xfGn8c+HJu+lze/pZ8ZPpw6V6mvQlpnlfIPuzOSOU7AW8CO7Qxz0+B7+fGt00xDU7jAXwoN/3HwHdbtfFE+kDZnSxBHFEuzjTP2ayfnO4A/iM3vmeKY8vcB8Z7y7RXMq4S9RcBY9PwbcCXyryvJ+TGvw9cXqJum+2QnbZ9HuiWK5sOnJ2GpwFX5qYdDTyehscDD5VY3mPkjkzT+9x6mw1rFftP29r+Fe7j+W02EWjMTeuVlvceYBeyZLNNbvq1pZbH28kpX38G8C2yxLcW2Ds37fPA/Fwc7U1OlWy3gbnpDwDjKpj3vyh9ZmMacBXwZ+Br7dnum9vL15xqbyXZjlvOZ4DfRsSKNH5tKmvxM7LrSKS/10XE66Uai4hfRsQRwPbAF4DvSvoXsqOwFyPipTZmG0B2qqSljdUp9p1zdZ7JDe8KfFXSyy2v1P6AiGgETiX74PubpOskDSi7BUrEkYa3JOs00VYcrZWMC0DSpyUtyk3bF2jpmDKI7DRNKc/nhl8lS+BtKdXOAOCZiHgzV/YU62/jUssoF9uuwI25dXqM7BRXqW32VIqlIhvZZuvFHBGvpsFt0zJeiohXWi27nLbqD0jL686G+0Z+27VXJdut1PtRbt6N7UfHkB2NXb4JsXd5Tk61Nxf4F0nbtDVR0tbAx4EPSHpe0vPAl4H9JO2Xqt0ADJT0QeDfyJLVRkXE6xExk+w6yb5kH1B9JG3fRvVnyf7hWuLahuzUw7J8k7nhZ4DvRcT2uVeviJieln1tRBya2gxgSiUxt46Dt799v1AijtZKxiVpV7LTNJPJegduT/YNVrl5d6swznJKtfMsMEhS/v9yF9bfxuXafG+ZaUe1WueeEZFvd1CrZT6bhsttSyrYZuU8B+zQat/fZSPztFX/WbJTzq+z4b7Rso5trUfZdaOy7fZO5t3YfvQT4FZgTqnPhXrg5FR7PyfbWf9X0jBJ3ST1Td29jwaOJfvGtTewf3rtBdwNfBogfZP8FVlHhqciYmGphaUutcdI6p2WdRTZhfT7I+I54BbgMkk7SOou6Z/TrNOBEyXtn7qyn5fmaSqxqJ8AX5B0sDLb5Ja7p6QPpXbWAP9HdjqxEtOBL0sakrrQnwdcH5X35isZF9k1lyA7LYqkE8mSdosrgdMkvT/Nu3v6cG6vUu3cT/bt+/S07UcBHyW7Lrkxs4GdJJ0qaau0nQ9O0y4HvtcSq6T+ksa2mv9bknpJ2gc4key6I2RJf3CrhJm3sW1WUkQ8BSwEviOph6RD0/puTEv9w8g6t8yMiHVkp/i+l9Z9V+ArQEs3+BfIvsD1yLXzAqUTOlS23d7JvL8EjpD0cUlbpv/3/VvNP5nsdPNv0hfUuuPkVGMR8RrZtZfHya4//YPs3HU/sg+rzwBXR8TTEfF8y4usV9OEXHfpn5F9a7xmI4v8B9kF96fJegp9H/j3iGj5DcinyL6BPk52XejUFOdcsnP7/0v2jXc3YFyZ9VpIdhH8R2S9tBrJzvtDdoH4fLJvu88DO5Kdh6/EVWQJ/S6ynl9rgC9WOG/ZuCJiMXAR2UX6F8g6B9ybm3cm8D2y06qrgF+TdX5ol1LtRMRasg/no8i2zWXApyPi8QraXEV2vfGjZNv0L8AH0+QfkvWu/K2kVWQX6g9u1cTvyLbFHcCFEfHbVN7yw+eVkv7YxnLLbrMKfDLF8iLwbTa+/z5P9r49S/Yh/4Xc9vki2XXUJ8l6CF5Ltr8A3EnW+/F5SS2nx38K7J1Ovf26jWVVst1KKTlvRDxNdr3wq2m9F5F1qHhLRARZj8Jm4CZJPStc7majpceMmdUhZb+fW0rWMaXdvyUzqxYfOZmZWeE4OZmZWeH4tJ6ZmRWOj5zMzKxwutyNMfv16xeDBw+udRhmZlbGgw8+uCIi+r/T+btccho8eDALF5b8GY+ZmRWApI3d7aMsn9YzM7PCcXIyM7PCcXIyM7PC6XLXnMzMquX111+nubmZNWvW1DqULqNnz54MHDiQ7t27d2i7Tk5mZklzczO9e/dm8ODBSJXcWL2+RQQrV66kubmZIUOGdGjbPq1nZpasWbOGvn37OjFVSBJ9+/atypGmk5OZWY4TU/tUa3s5OZmZWeH4mpOZWQmDz7y5Q9trOv+YDmln1qxZLF68mDPPPHOT2pk/fz4XXnghs2fPfqtswYIFjBgxguuuu47jjjtuU0N9x5yczMy6mDFjxjBmzJgOb3fdunWcccYZfPjDH+7wttvLp/XMamzUqFGMGjWq1mFYQTQ1NTFs2DAmTpzIHnvswYQJE5g7dy4jR45k6NChPPDAA0ybNo3JkycDMHbsWK65JnuA8BVXXMGECRMA+O1vf8uIESM44IADOP7441m9ejUAt956K8OGDeOAAw7ghhtuWG/Zl1xyCR/72MfYcccd1yufMmUKw4cPZ7/99tvko7VK+cjJzKxgGhsbmTlzJldddRUHHngg1157Lffccw+zZs3ivPPO49hjj32r7tSpUxk5ciRDhgzhoosu4r777mPFihWce+65zJ07l2222YYpU6Zw8cUXc/rppzNp0iTuvPNOdt99dz7xiU+81c6yZcu48cYbmTdvHgsWLHir/JZbbuGmm27i/vvvp1evXrz44oudsg2cnMzMCmbIkCEMHz4cgH322YfDDz8cSQwfPpympqb16r773e/mnHPO4YMf/CA33ngjffr0Yfbs2SxevJiRI0cCsHbtWkaMGMHjjz/OkCFDGDp0KAAnnHACU6dOBeDUU09lypQpdOu2/gm1uXPncuKJJ9KrVy8A+vTpU81Vf0vVkpOkq4CPAH+LiH3bmC7gh8DRwKvAxIj4Y7XiMTPrKrbaaqu3hrt16/bWeLdu3XjjjTc2qP/II4/Qt29fnn32WSD7ceyRRx7J9OnT16u3aNGikstcuHAh48aNA2DFihXMmTOHLbes3fFLNa85TQNGl5l+FDA0vU4GflzFWMzMNksPPPAAt9xyCw899BAXXnghS5cu5ZBDDuHee++lsbERgFdeeYUlS5YwbNgwmpqa+Otf/wqwXvJaunQpTU1NNDU1cdxxx3HZZZdx7LHHcuSRR3L11Vfz6quvAnT903oRcZekwWWqjAWuiew58fdJ2l7SThHxXLViMjNrj47q+l0tr732GpMmTeLqq69mwIABXHTRRXz2s5/lzjvvZNq0aYwfP57XXnsNgHPPPZc99tiDqVOncswxx9CrVy8OO+wwVq1aVXYZo0ePZtGiRTQ0NNCjRw+OPvpozjvvvKqvm7LcUKXGs+Q0u8RpvdnA+RFxTxq/AzgjIjZ4kqCkk8mOrthll13e/9RTm/QMK7NCaempN3/+/JrGYfDYY4+x11571TqMLqet7SbpwYhoeKdtdomu5BExNSIaIqKhf/93/NRfMzPrImqZnJYBg3LjA1OZmZnVuVomp1nAp5U5BPi7rzeZWa1V81LH5qha26uaXcmnA6OAfpKagW8D3QEi4nJgDlk38kayruQnVisWM7NK9OzZk5UrV/qxGRVqeZ5Tz549O7ztavbWG7+R6QGcUq3lm5m118CBA2lubmb58uW1DqXLaHkSbkfzHSLMzJLu3bt3+BNd28u9NzNdoreemZnVFycnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHCcnMzMrHN+V3Ore4DNvrunyn39yZSHiaDr/mJou3yzPR05mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4Tk5mZlY4fmSGmVlOrR9d4keoZHzkZGZmhePkZGZmhePkZGZmhePkZGZmhVPV5CRptKQnJDVKOrON6btImifpIUkPSzq6mvGYmVnXULXkJGkL4FLgKGBvYLykvVtV+yYwIyLeB4wDLqtWPGZm1nVU88jpIKAxIp6MiLXAdcDYVnUCeFca3g54torxmJlZF1HN5LQz8ExuvDmV5Z0NnCCpGZgDfLGthiSdLGmhpIXLly+vRqxmZlYgte4QMR6YFhEDgaOBn0vaIKaImBoRDRHR0L9//04P0szMOlc1k9MyYFBufGAqyzsJmAEQEX8AegL9qhiTmZl1AdW8fdECYKikIWRJaRzwyVZ1ngYOB6ZJ2ossOfm8ndWV93zy/FqHYFY4VTtyiog3gMnAbcBjZL3yHpV0jqQxqdpXgUmS/gRMByZGRFQrJjMz6xqqeuPXiJhD1tEhX3ZWbngxMLKaMZiZWddT6w4RZmZmG3ByMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwnFyMjOzwqnq85zMzKx9/GTkjI+czMyscJyczMyscJyczMyscJyczMyscJyczMyscJyczMyscJyczMyscJyczMyscDaanCT1kvQtST9J40MlfaT6oZmZWb2q5MjpauA1YEQaXwacW7WIzMys7lWSnHaLiO8DrwNExKuAqhqVmZnVtUqS01pJWwMBIGk3siMpMzOzqqjkxq/fBm4FBkn6JTASmFjNoMzMrL6VTU6SugE7AP8GHEJ2Ou9LEbGiE2IzM7M6VTY5RcSbkk6PiBnAzZ0Uk5mZ1blKrjnNlXSapEGS+rS8qh6ZmZnVrUquOX0i/T0lVxbAezs+HDMzswqSU0QM6YxAzMzMWlRyh4jukv5T0q/Sa7Kk7pU0Lmm0pCckNUo6s0Sdj0taLOlRSde2dwXMzGzzU8lpvR8D3YHL0vinUtnnys0kaQvgUuBIoBlYIGlWRCzO1RkK/BcwMiJekrRj+1fBzMw2N5UkpwMjYr/c+J2S/lTBfAcBjRHxJICk64CxwOJcnUnApRHxEkBE/K2ysM3MbHNWSW+9demuEABIei+wroL5dgaeyY03p7K8PYA9JN0r6T5Joyto18zMNnOVHDl9DZgn6UmyH+HuCpzYgcsfCowCBgJ3SRoeES/nK0k6GTgZYJdddumgRZuZWVFV0lvvjnRtaM9U9EREVHJvvWXAoNz4wFSW1wzcHxGvA0slLSFLVgtaxTAVmArQ0NAQFSzbzMy6sEp6650CbB0RD0fEw0AvSf9RQdsLgKGShkjqAYwDZrWq82uyoyYk9SM7zfdkO+I3M7PNUCXXnCblT7OlzguTNjZTRLwBTAZuAx4DZkTEo5LOkTQmVbsNWClpMTAP+FpErGzvSpiZ2ealkmtOW0hSRLQ8MmMLoEcljUfEHGBOq7KzcsMBfCW9zMzMgMqS063A9ZKuSOOfT2VmZmZVUUlyOoOsp9y/p/HbgSurFpGZmdW9SnrrvQlcLukqYB9gWURU8jsnMzOzd6RkhwhJl0vaJw1vBywCrgEekjS+k+IzM7M6VK633mER8WgaPhFYEhHDgfcDp1c9MjMzq1vlktPa3PCRZL9JIiKer2pEZmZW98olp5clfUTS+4CRpB56krYEtu6M4MzMrD6V6xDxeeB/gPcAp+aOmA4Hbq52YGZmVr9KJqeIWAJscJfwiLiN7M4OZmZmVVHJ7YvMzMw6lZOTmZkVTrnfOb2nMwMxMzNrUe7IaZGkuZJOkrR9p0VkZmZ1r1xy2hm4ADgUeELSTZLGSXI3cjMzq6qSySki1kXEbRFxItkTba8CxpI9sfaXnRWgmZnVn4o6RETEWmAx2UMD/wHsVc2gzMysvpVNTpIGSfqapD8Cs1P9MRFxQKdEZ2Zmdankj3Al/Z7sutMMske1P9hpUZmZWV0rd/uiM4G7Wx7PDiBpN+CTwLiI2KfawZmZWX0q1yHirogISQMkfVnSAuDRNM+4TovQzMzqTrkf4Z4saR4wH+gLnAQ8FxHfiYhHOik+MzOrQ+VO6/0I+APwyYhYCCApytQ3MzPrEOWS007A8cBF6VZGM4DunRKVmZnVtXLXnFZGxOUR8QGyZzi9DLwg6TFJ53VahGZmVncq/RFuc0RcFBENwBhgTXXDMjOzelauQ8QJkj7VxqRDgMbqhWRmZvWu3JHTF4Eb2yi/AfhqdcIxMzMrn5y6R8Tq1oUR8QruGGFmZlVULjltLWmb1oWSegM9qheSmZnVu3LJ6SrgV5J2bSmQNBi4DvhpdcMyM7N6Vu53TuOBK4C7JG0LCFgFnB8RP+6M4MzMrD6VS06KiCuAK9KpPCJiVeeEZWZm9axccuov6Sv5AklvDUfExdUKyszM6lu55LQF0LuzAjEzM2tRLjk9FxHf2ZTGJY0GfkiW6K6MiPNL1PsY8CvgwJabzJqZWf0q11tPZaZtlKQtgEuBo4C9gfGS9m6jXm/gS8D9m7I8MzPbfJRLTodvYtsHAY0R8WRErCXrgj62jXrfBabg+/WZmVlS7q7kL25i2zsDz+TGm1PZWyQdAAyKiJs3cVlmZrYZqeiu5NUgqRtwMRXcpy89lXehpIXLly+vfnBmZlZT1UxOy4BBufGBqaxFb2BfYL6kJrK7nc+S1NC6oYiYGhENEdHQv3//KoZsZmZFUM3ktAAYKmmIpB7AOGBWy8SI+HtE9IuIwRExGLgPGOPeemZmVrXkFBFvAJOB24DHgBkR8aikcySNqdZyzcys6yv3O6dNFhFzgDmtys4qUXdUNWMxM7Ouo2YdIszMzEpxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8JxcjIzs8KpanKSNFrSE5IaJZ3ZxvSvSFos6WFJd0jatZrxmJlZ11C15CRpC+BS4Chgb2C8pL1bVXsIaIiIfwJ+BXy/WvGYmVnXUc0jp4OAxoh4MiLWAtcBY/MVImJeRLyaRu8DBlYxHjMz6yKqmZx2Bp7JjTenslJOAm5pa4KkkyUtlLRw+fLlHRiimZkVUSE6REg6AWgALmhrekRMjYiGiGjo379/5wZnZmadbssqtr0MGJQbH5jK1iPpCOAbwAci4rUqxmNmZl1ENY+cFgBDJQ2R1AMYB8zKV5D0PuAKYExE/K2KsZiZWRdSteQUEW8Ak4HbgMeAGRHxqKRzJI1J1S4AtgVmSlokaVaJ5szMrI5U87QeETEHmNOq7Kzc8BHVXL6ZmXVNhegQYWZmlufkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePkZGZmhePk9A799+1LGHn+nbUOw8xss+Tk1A53/2U5P5i7hFVrXl+v/PbFL3DBbY/XKCozs83PlrUOoKu57dEXmPb7Jgbt0It/rHmdsZfey5PLV/PZkUOICCTVOkQzsy7PyakdDhvanzn/2Y+v3/hnpj/wNAArVr3GnP88jEF9etU4OjOzzYdP67XD7xtX8JFL7uGWPz/H8J23o3fPLem3bQ+O/p+7+e/blxARtQ7RzGyz4OTUDmvXvcmHhu3IXad/kA8N25F39ezOTZMP5YLj9uO1N970KT0zsw7i03rtMGrPHRm1544blI/e9z2M3vc9NYjIzGzz5OT0Dn35yD348pF71DoMM7PNkk/rmZlZ4Tg5mZlZ4Tg5mZlZ4VQ1OUkaLekJSY2Szmxj+laSrk/T75c0uJrxmJlZ11C1DhGStgAuBY4EmoEFkmZFxOJctZOAlyJid0njgCnAJ6oVU4vBZ95c7UV0CU3nH1PrEMzM2lTNI6eDgMaIeDIi1gLXAWNb1RkL/CwN/wo4XP6xkJlZ3atmV/KdgWdy483AwaXqRMQbkv4O9AVW5CtJOhk4OY2ulvREVSKuM5pCP1pta6tf3h8srwP2h103Zfld4ndOETEVmFrrODY3khZGREOt47Bi8P5gebXeH6p5Wm8ZMCg3PjCVtVlH0pbAdsDKKsZkZmZdQDWT0wJgqKQhknoA44BZrerMAj6Tho8D7gzfPdXMrO5V7bReuoY0GbgN2AK4KiIelXQOsDAiZgE/BX4uqRF4kSyBWefxqVLL8/5geTXdH+QDFTMzKxrfIcLMzArHycnMzArHyWkzIulsSaeVmT5R0oDc+KmS2vV8eUmjJM3elDitc2zs/ZV0paS9O2hZqzuiHXvnJM2RtH2t46hEJfuLk1N9mQgMyI2fCrQrOVmXUvL9lbRFRHyu1e3ErAuLiKMj4uVax9FRnJy6OEnfkLRE0j3Anqlsf0n3SXpY0o2SdpB0HNAA/FLSIklfIktU8yTNS/N9WNIfJP1R0kxJ26by0ZIel/RH4N9qs6ZWjqRtJN0s6U+S/izp22z4/q6WdJGkPwEjJM2X1JCb9t+SHpV0h6T+qXw3SbdKelDS3ZKGpfIhaV95RNK5NVrtuiXpC+n/eJGkpZLmSWqS1C9N/1a66fY9kqZLOk3SgNw8iyStk7SrpI+mG28/JGmupHenNvpLuj3tE1dKeqpc+6m84/aXiPCri76A9wOPkH07fhfQCJwGPAx8INU5B/hBGp4PNOTmbwL6peF+wF3ANmn8DOAsoCfZLaaGAgJmALNrve5+bbAvfAz4SW58u/z7m8oC+Hhu/K39IU2bkIbPAn6Uhu8Ahqbhg8l+iwjZbxQ/nYZPAVbXehvU4wvoDtwNfLTl/QYOBBal/93ewF+A01rNdwowIw3vwNs9tz8HXJSGfwT8VxoenfaRsu135P7SJW5fZCUdBtwYEa8CSJoFbANsHxG/S3V+BsysoK1DgL2Be9O9d3sAfwCGAUsj4i9pGb/g7fscWnE8AlwkaQrZl4e727iH8jrgf0vM/yZwfRr+BXBDOnL+f8DMXFtbpb8jyRIiwM/Jnihgne+HZAngN5IuSWUjgZsiYg2wRtJv8jNIGglMAg5NRQOB6yXtRPZ/vzSVHwr8K0BE3CrppXLtd/T+4uRkLQTcHhHj1yuU9q9RPNYOEbFE0gHA0cC5ku5oo9qaiFhXaZNkp/1fjohS+4B/JFlDkiaS3Vx1cjvm2Yns5gdjIqKlU8IlwMURMUvSKODsdxhSh+4vvubUtd0FHCtpa0m9yQ7tXwFeknRYqvMpoOUoahXZYThtjN8HjJS0O7x1DWMP4HFgsKTdUr31kpcVg7JemK9GxC+AC4AD2PD9Lqcb2S3EAD4J3BMR/wCWSjo+LUOS9kt17uXtO7pM6IBVsHaQ9CFlNMwAAAFnSURBVH6yU/gnRMSbrSbfC3xUUs90NPORNE93srMoZ0TEklz97Xj7vqefadXOx9O8HyY7/Vey/Y7eX5ycurCI+CPZqZg/AbeQ3c8Qsh3sAkkPA/uTXXcCmAZcni6Gbk12e5JbJc2LiOVkvfmmp/n+AAxLh+4nAzenDhF/65SVs/YaDjwgaRHwbeBccu9vBfO/Ahwk6c/Ah3h7n5kAnJQ6UTzK289k+xJwiqRHyB59Y51rMtCHrMPLIklXtkyIiAVk13geJvtceAT4O9kptwbgO7lOEQPIjpRmSnqQ9R+R8R3gw2mfOB54HlhVpn3owP3Fty8yMyStjohtax2HdQxJ20bEamW/c7sLODl9mW1PG1sB6yK7T+oI4Mctp+w6ov2N8TUnM7PNz1RlP7DuCfzsHSaOXYAZkroBa8k6UXRk+2X5yMnMzArH15zMzKxwnJzMzKxwnJzMzKxwnJzMzKxwnJzMzKxw/j/eFpw95L1d0AAAAABJRU5ErkJggg==\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    }
  ]
}