Theme3/synthetic-models/sequence_analysis.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "from difflib import SequenceMatcher\n",
    "import itertools"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def create_tokenizers(token_dict_1, token_dict_2):\n",
    "    node_type_token_dict = {\n",
    "        node_type: chr(i)\n",
    "        for i, node_type in enumerate(\n",
    "            set(\n",
    "                token_dict_1.keys()\n",
    "                | token_dict_2.keys()\n",
    "            )\n",
    "        )\n",
    "    }\n",
    "\n",
    "    token_node_type_dict = {token: node_type for node_type, token in node_type_token_dict.items()}\n",
    "    return node_type_token_dict, token_node_type_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def tokenize_seqs(node_type_token_dict, seqs):\n",
    "    def _tokenize(path) -> str:\n",
    "        return \"\".join(list(map(lambda x: node_type_token_dict[x], path)))\n",
    "\n",
    "    tokenized_seqs = [_tokenize(seq) for seq in seqs]\n",
    "    return tokenized_seqs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def detokenize_seqs(token_node_type_dict, seqs):\n",
    "    def _detokenize(tokenized_seq):\n",
    "        return [token_node_type_dict[token] for token in tokenized_seq]\n",
    "\n",
    "    detokenized_seqs = [_detokenize(seq) for seq in seqs]\n",
    "    return detokenized_seqs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def recursive_submatching(seqs, seq_len):\n",
    "    submatches = set(seqs)\n",
    "    for i, j in itertools.combinations(seqs, 2):\n",
    "        matcher = SequenceMatcher(None, i, j)\n",
    "        matching_blocks = list(matcher.get_matching_blocks())\n",
    "        for matching_block in matching_blocks:\n",
    "            a, b, size = matching_block.a, matching_block.b, matching_block.size\n",
    "            if matching_block.size > 3:\n",
    "                match_1 = i[a : a + size]\n",
    "                submatches.add(match_1)\n",
    "                if i in submatches:\n",
    "                    submatches.remove(i)\n",
    "                if j in submatches:\n",
    "                    submatches.remove(j)\n",
    "    print(len(submatches))\n",
    "    if seq_len - len(submatches) > 0:\n",
    "        return recursive_submatching(set(submatches), len(submatches))\n",
    "    return seqs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_unq_sequences(seqs):\n",
    "    total_sequences = 0\n",
    "    unique_sequences = set()\n",
    "    for i, (_, sequences) in enumerate(seqs['results'].items()):\n",
    "        total_sequences += len(sequences)\n",
    "        unique_sequences |= set(sequences)\n",
    "\n",
    "    unique_sequences_stripped = set()\n",
    "    for seq in unique_sequences:\n",
    "        new_seq = seq.strip(seqs['node_type_token_dict']['input'])\n",
    "        new_seq = new_seq.strip(seqs['node_type_token_dict']['output'])\n",
    "        if len(new_seq) > 2:\n",
    "            unique_sequences_stripped.add(new_seq)\n",
    "\n",
    "    unique_sequences_decoded = []\n",
    "    for sequence in unique_sequences_stripped:\n",
    "        decoded_sequence = [seqs['token_node_type_dict'][i] for i in sequence]\n",
    "        unique_sequences_decoded.append(decoded_sequence)\n",
    "\n",
    "    print(f\"Total Sequences: {total_sequences:,}, Total Unique Sequences: {len(unique_sequences_stripped):,}, Total Paths Compared: {seqs['total_path_pairs_analyzed']:,}\")\n",
    "    return unique_sequences_stripped, unique_sequences_decoded, total_sequences "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# PyTorch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('./onnx_parsing_results/torch_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_seq = json.load(f)\n",
    "\n",
    "with open('./onnx_parsing_results/torch_correct_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_correct = json.load(f)\n",
    "\n",
    "with open('./onnx_parsing_results/torch_test_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_test = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mismatched Ops: 58\n",
      "Mismatched-Correct Ops: 59\n",
      "Mismatched-Test Ops: 62\n"
     ]
    }
   ],
   "source": [
    "print(\"Mismatched Ops:\", len(mismatched_seq['node_type_token_dict'].keys()))\n",
    "print(\"Mismatched-Correct Ops:\", len(mismatched_correct['node_type_token_dict'].keys()))\n",
    "print(\"Mismatched-Test Ops:\", len(mismatched_test['node_type_token_dict'].keys()))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "set()"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mismatched_seq['node_type_token_dict'].keys() - mismatched_correct['node_type_token_dict'].keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'DepthToSpace', 'Flatten', 'Unsqueeze'}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mismatched_test['node_type_token_dict'].keys() - mismatched_correct['node_type_token_dict'].keys()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Mismatched Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 70,301, Total Unique Sequences: 980, Total Paths Compared: 213,258,432\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_mismatched_sequences,\n",
    "    unique_mismatched_sequences_decoded,\n",
    "    total_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_seq)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "654\n",
      "640\n",
      "640\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "640"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_mismatched_sequences, len(unique_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Correct-Mismatched Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 923,707, Total Unique Sequences: 4,243, Total Paths Compared: 2,358,066,840\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_corr_mismatched_sequences,\n",
    "    unique_corr_mismatched_sequences_decoded,\n",
    "    total_corr_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_correct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3105\n",
      "2991\n",
      "2989\n",
      "2989\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "2989"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_corr_mismatched_sequences, len(unique_corr_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create New Tokenizers and Calculate Non-Overlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "node_type_token_dict, token_node_type_dict = create_tokenizers(\n",
    "    mismatched_correct[\"node_type_token_dict\"], mismatched_seq[\"node_type_token_dict\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "mismatched_sequences = set(tokenize_seqs(node_type_token_dict, unique_mismatched_sequences_decoded))\n",
    "mismatched_correct_sequences = set(tokenize_seqs(node_type_token_dict, unique_corr_mismatched_sequences_decoded))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Nonoverlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "176"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seqs = mismatched_sequences - mismatched_correct_sequences\n",
    "len(seqs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Shape', 'Slice', 'Concat', 'Reshape', 'Expand', 'Mul'],\n",
       " ['Pad', 'AveragePool', 'ArgMin', 'Less', 'Cast', 'And'],\n",
       " ['Resize', 'Abs', 'ReduceMax'],\n",
       " ['ReduceMin', 'Cast', 'Where'],\n",
       " ['MatMul', 'MatMul', 'Where'],\n",
       " ['Mul', 'Softmax', 'MatMul'],\n",
       " ['Cos', 'Mul', 'Mul', 'Max'],\n",
       " ['Tan', 'Sub', 'Div'],\n",
       " ['Ceil', 'Sin', 'Max'],\n",
       " ['Clip', 'Clip', 'Mul'],\n",
       " ['Ceil', 'Cast', 'ArgMax'],\n",
       " ['Atan', 'Shape', 'Slice', 'Concat', 'Resize', 'Round'],\n",
       " ['ReduceSum', 'Cast', 'ArgMin'],\n",
       " ['Concat', 'ReduceMax', 'Reshape'],\n",
       " ['Cast', 'Abs', 'Less'],\n",
       " ['PRelu', 'Concat', 'Shape', 'Slice', 'Concat', 'Resize', 'ReduceSum'],\n",
       " ['Where', 'Resize', 'Concat'],\n",
       " ['ReduceSum', 'Resize', 'Concat'],\n",
       " ['Cast', 'Pad', 'Mul'],\n",
       " ['Mul', 'Mul', 'Clip', 'Cast'],\n",
       " ['Cast', 'LeakyRelu', 'Tan'],\n",
       " ['Sub', 'Sin', 'Div'],\n",
       " ['Cast', 'Floor', 'Ceil'],\n",
       " ['Reshape', 'Cast', 'MatMul'],\n",
       " ['Greater', 'Where', 'Slice'],\n",
       " ['Shape', 'Slice', 'Concat', 'Reshape', 'Cast', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Concat', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Concat', 'Neg'],\n",
       " ['Div', 'Abs', 'Atan', 'Div'],\n",
       " ['Conv', 'Squeeze', 'Greater'],\n",
       " ['Shape', 'Slice', 'Concat', 'Reshape', 'Expand', 'MatMul'],\n",
       " ['MatMul', 'Cast', 'Mul', 'Mul'],\n",
       " ['Floor', 'Cast', 'Mul', 'Neg'],\n",
       " ['Where', 'Shape', 'Slice', 'Concat', 'Resize', 'Concat'],\n",
       " ['ReduceSum', 'MatMul', 'Max'],\n",
       " ['Less', 'Where', 'Div', 'Erf', 'Add', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Mul', 'ReduceMax'],\n",
       " ['Mul', 'Concat', 'Neg', 'Cast'],\n",
       " ['Concat', 'Max', 'Mul', 'Mul'],\n",
       " ['Cast', 'And', 'Cast', 'And', 'Where', 'Resize'],\n",
       " ['Trilu', 'LeakyRelu', 'Sub'],\n",
       " ['ReduceSum', 'Resize', 'Div'],\n",
       " ['Add', 'Div', 'Greater'],\n",
       " ['Cast', 'Mul', 'Trilu'],\n",
       " ['Cos', 'Div', 'Erf', 'Add', 'Mul', 'Mul', 'Max'],\n",
       " ['Shape', 'Slice', 'Concat', 'Resize', 'Concat', 'Squeeze'],\n",
       " ['Atan', 'Softmax', 'Concat', 'Concat'],\n",
       " ['ArgMax', 'Greater', 'Where', 'Slice'],\n",
       " ['ReduceSum', 'Atan', 'PRelu'],\n",
       " ['Shape', 'Slice', 'Concat', 'Reshape', 'Cast', 'MatMul', 'Div'],\n",
       " ['Pad', 'ArgMax', 'Reshape'],\n",
       " ['Abs', 'Concat', 'PRelu'],\n",
       " ['Atan', 'Reshape', 'Expand'],\n",
       " ['Mul', 'Mul', 'Greater', 'Where'],\n",
       " ['Concat', 'MatMul', 'MatMul', 'Where'],\n",
       " ['Div', 'Erf', 'Add', 'Mul', 'Mul', 'Concat', 'Transpose'],\n",
       " ['Cast', 'Xor', 'Where', 'Concat', 'Clip'],\n",
       " ['Atan', 'Sub', 'Mul'],\n",
       " ['Cast', 'And', 'Cast', 'And', 'Where', 'Shape', 'Slice', 'Concat', 'Resize'],\n",
       " ['LeakyRelu', 'Concat', 'Add', 'Concat'],\n",
       " ['Concat', 'Neg', 'Concat', 'Concat'],\n",
       " ['Neg', 'Where', 'MatMul'],\n",
       " ['ReduceSum', 'Shape', 'Slice', 'Concat', 'Resize', 'Concat'],\n",
       " ['Div', 'Erf', 'Add', 'Mul', 'Mul', 'Concat', 'Neg'],\n",
       " ['ReduceSum', 'Shape', 'Slice', 'Concat', 'Resize', 'Div'],\n",
       " ['Cos', 'Add', 'Div'],\n",
       " ['Atan', 'Div', 'Cos'],\n",
       " ['Ceil', 'Transpose', 'Conv'],\n",
       " ['ReduceMax', 'Ceil', 'BatchNormalization'],\n",
       " ['ArgMax', 'Greater', 'Where'],\n",
       " ['Slice', 'Max', 'Shape', 'Slice', 'Concat', 'Resize'],\n",
       " ['Reshape', 'Expand', 'Mul'],\n",
       " ['Conv', 'ReduceMean', 'Concat'],\n",
       " ['Squeeze', 'Mul', 'Slice'],\n",
       " ['Neg', 'Concat', 'Concat', 'Resize'],\n",
       " ['Add', 'ReduceSum', 'Shape', 'Slice', 'Concat'],\n",
       " ['Neg', 'Concat', 'Concat', 'Shape', 'Slice', 'Concat', 'Resize'],\n",
       " ['ReduceMean', 'Add', 'Sub'],\n",
       " ['Atan', 'Cast', 'LeakyRelu'],\n",
       " ['Sin', 'Expand', 'Concat', 'ReduceMax'],\n",
       " ['Concat', 'Max', 'Div', 'Erf', 'Add', 'Mul', 'Mul'],\n",
       " ['Max', 'MatMul', 'Div'],\n",
       " ['Mul', 'Slice', 'Shape'],\n",
       " ['Atan', 'Cast', 'Sigmoid'],\n",
       " ['Div',\n",
       "  'Erf',\n",
       "  'Add',\n",
       "  'Mul',\n",
       "  'Mul',\n",
       "  'Clip',\n",
       "  'Cast',\n",
       "  'Shape',\n",
       "  'Slice',\n",
       "  'Concat'],\n",
       " ['Tan', 'ReduceMean', 'Div'],\n",
       " ['Round', 'Where', 'Resize'],\n",
       " ['Ceil', 'Atan', 'Trilu'],\n",
       " ['Round', 'Where', 'Shape', 'Slice', 'Concat', 'Resize'],\n",
       " ['Concat', 'LeakyRelu', 'ReduceMean'],\n",
       " ['Relu', 'Concat', 'Sigmoid'],\n",
       " ['Cast', 'Cast', 'Sub', 'Neg'],\n",
       " ['Floor', 'Cast', 'Mul'],\n",
       " ['Reshape', 'Cast', 'MatMul', 'Div'],\n",
       " ['Cos', 'Cast', 'Cast', 'Mul'],\n",
       " ['Cast', 'Cast', 'Cast', 'Max'],\n",
       " ['Shape', 'Slice', 'Concat', 'Resize', 'Abs', 'ReduceMax'],\n",
       " ['Atan', 'Resize', 'Round'],\n",
       " ['Where', 'Sin', 'Concat', 'LeakyRelu'],\n",
       " ['Sub', 'ReduceSum', 'MatMul'],\n",
       " ['Slice', 'Relu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Neg', 'Cast'],\n",
       " ['Relu', 'Mul', 'Slice'],\n",
       " ['Cast', 'Floor', 'Sin'],\n",
       " ['Sub', 'ReduceSum', 'Shape', 'Slice', 'Concat'],\n",
       " ['Min', 'Atan', 'Pad'],\n",
       " ['Cast', 'ReduceMax', 'Sub', 'Mul'],\n",
       " ['Cast', 'Sub', 'Mul'],\n",
       " ['Concat', 'Neg', 'Cast', 'Concat'],\n",
       " ['Div', 'Abs', 'Atan'],\n",
       " ['Mul', 'Mul', 'Clip', 'Cast', 'Shape', 'Slice', 'Concat'],\n",
       " ['Ceil', 'Max', 'Conv'],\n",
       " ['PRelu', 'Concat', 'Resize', 'ReduceSum'],\n",
       " ['Cast', 'Cast', 'Cast', 'Sub'],\n",
       " ['Max', 'Concat', 'Round'],\n",
       " ['Cast', 'Cast', 'Cast', 'Max', 'Cast'],\n",
       " ['Cast', 'Concat', 'Cast', 'Div'],\n",
       " ['Sub', 'Mul', 'Sigmoid'],\n",
       " ['Cos', 'Relu', 'Concat'],\n",
       " ['Slice', 'Max', 'Resize'],\n",
       " ['Min', 'ArgMax', 'Cast'],\n",
       " ['Mul', 'Concat', 'Transpose', 'ReduceMean'],\n",
       " ['Atan', 'Softmax', 'Concat'],\n",
       " ['LeakyRelu', 'Mul', 'MatMul'],\n",
       " ['Div', 'Erf', 'Add', 'Mul', 'Mul', 'Clip', 'Tan'],\n",
       " ['Ceil', 'ReduceMax', 'Concat'],\n",
       " ['Concat', 'Concat', 'Cast', 'Sub'],\n",
       " ['Concat', 'Ceil', 'Sub'],\n",
       " ['Mul', 'Mul', 'Clip', 'Tan'],\n",
       " ['Cast', 'Cast', 'Cast', 'Mul'],\n",
       " ['Where', 'Concat', 'Reshape'],\n",
       " ['Ceil', 'Mul', 'Softmax'],\n",
       " ['Reshape', 'Conv', 'Reshape'],\n",
       " ['Slice', 'Relu', 'Mul'],\n",
       " ['Where', 'Concat', 'Shape', 'Slice', 'Concat', 'Reshape'],\n",
       " ['Cast', 'Xor', 'Cast', 'And', 'Cast', 'And', 'Cast', 'Or'],\n",
       " ['Abs', 'Concat', 'Shape', 'Slice', 'Concat'],\n",
       " ['Expand', 'MatMul', 'MatMul'],\n",
       " ['ReduceSum', 'Shape', 'Slice', 'Concat', 'Resize', 'Mul'],\n",
       " ['Mul', 'Transpose', 'MatMul'],\n",
       " ['Softmax', 'Max', 'Div'],\n",
       " ['Shape', 'Gather', 'Equal', 'If', 'Cos'],\n",
       " ['Cast', 'Abs', 'Sub'],\n",
       " ['ReduceSum', 'Resize', 'Mul'],\n",
       " ['Atan', 'PRelu', 'Min'],\n",
       " ['Abs', 'Mul', 'Cast'],\n",
       " ['Atan', 'Resize', 'Max'],\n",
       " ['Atan', 'Shape', 'Slice', 'Concat', 'Resize', 'Max'],\n",
       " ['Squeeze', 'Add', 'Sub'],\n",
       " ['Abs', 'Concat', 'Min', 'MatMul'],\n",
       " ['Slice', 'Concat', 'Neg', 'Cast'],\n",
       " ['MatMul', 'Max', 'Pad'],\n",
       " ['Div', 'Erf', 'Add', 'Mul', 'Mul', 'Greater', 'Where'],\n",
       " ['ArgMin', 'Expand', 'Greater', 'Where'],\n",
       " ['Mul', 'Softmax', 'Pad'],\n",
       " ['Mul', 'Concat', 'Neg', 'Cast', 'Concat'],\n",
       " ['Concat', 'Cast', 'Ceil'],\n",
       " ['Atan', 'Shape', 'Slice', 'Concat', 'Reshape', 'Expand'],\n",
       " ['Cast', 'Floor', 'LeakyRelu'],\n",
       " ['ArgMin', 'Expand', 'Greater'],\n",
       " ['Concat', 'MatMul', 'Add', 'ReduceMax'],\n",
       " ['Concat', 'Resize', 'Pad', 'Div'],\n",
       " ['Resize', 'Concat', 'Squeeze'],\n",
       " ['Tan', 'Pad', 'Mul'],\n",
       " ['Abs', 'Cast', 'Add', 'Cast'],\n",
       " ['ReduceMin', 'Sigmoid', 'Relu'],\n",
       " ['Div', 'Erf', 'Add', 'Mul', 'Mul', 'Clip', 'Cast'],\n",
       " ['Sub', 'Mul', 'Sub'],\n",
       " ['ReduceSum', 'MaxPool', 'Concat'],\n",
       " ['PRelu', 'Greater', 'Cast', 'Or'],\n",
       " ['Squeeze', 'Mul', 'Div'],\n",
       " ['Ceil', 'Sin', 'Cast'],\n",
       " ['Tan', 'Clip', 'Concat'],\n",
       " ['MatMul', 'Neg', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'ArgMin', 'Less'],\n",
       " ['Xor', 'Where', 'Concat']]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "detokenize_seqs(token_node_type_dict, seqs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "146\n",
      "131\n",
      "131\n"
     ]
    }
   ],
   "source": [
    "reduced_sequences = recursive_submatching(seqs, len(seqs))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Resize', 'Abs', 'ReduceMax'],\n",
       " ['ReduceMin', 'Cast', 'Where'],\n",
       " ['MatMul', 'MatMul', 'Where'],\n",
       " ['Mul', 'Softmax', 'MatMul'],\n",
       " ['Cos', 'Mul', 'Mul', 'Max'],\n",
       " ['Tan', 'Sub', 'Div'],\n",
       " ['Ceil', 'Sin', 'Max'],\n",
       " ['Clip', 'Clip', 'Mul'],\n",
       " ['Ceil', 'Cast', 'ArgMax'],\n",
       " ['ReduceSum', 'Cast', 'ArgMin'],\n",
       " ['Concat', 'ReduceMax', 'Reshape'],\n",
       " ['Cast', 'Abs', 'Less'],\n",
       " ['Where', 'Resize', 'Concat'],\n",
       " ['ReduceSum', 'Resize', 'Concat'],\n",
       " ['Cast', 'Pad', 'Mul'],\n",
       " ['Mul', 'Mul', 'Clip', 'Cast'],\n",
       " ['Cast', 'LeakyRelu', 'Tan'],\n",
       " ['Sub', 'Sin', 'Div'],\n",
       " ['Cast', 'Floor', 'Ceil'],\n",
       " ['Reshape', 'Cast', 'MatMul'],\n",
       " ['Greater', 'Where', 'Slice'],\n",
       " ['Div', 'Abs', 'Atan', 'Div'],\n",
       " ['Conv', 'Squeeze', 'Greater'],\n",
       " ['MatMul', 'Cast', 'Mul', 'Mul'],\n",
       " ['Floor', 'Cast', 'Mul', 'Neg'],\n",
       " ['ReduceSum', 'MatMul', 'Max'],\n",
       " ['MatMul', 'Mul', 'ReduceMax'],\n",
       " ['Concat', 'Max', 'Mul', 'Mul'],\n",
       " ['Trilu', 'LeakyRelu', 'Sub'],\n",
       " ['ReduceSum', 'Resize', 'Div'],\n",
       " ['Add', 'Div', 'Greater'],\n",
       " ['Cast', 'Mul', 'Trilu'],\n",
       " ['Atan', 'Softmax', 'Concat', 'Concat'],\n",
       " ['ArgMax', 'Greater', 'Where', 'Slice'],\n",
       " ['ReduceSum', 'Atan', 'PRelu'],\n",
       " ['Pad', 'ArgMax', 'Reshape'],\n",
       " ['Abs', 'Concat', 'PRelu'],\n",
       " ['Atan', 'Reshape', 'Expand'],\n",
       " ['Concat', 'MatMul', 'MatMul', 'Where'],\n",
       " ['Cast', 'Xor', 'Where', 'Concat', 'Clip'],\n",
       " ['Atan', 'Sub', 'Mul'],\n",
       " ['LeakyRelu', 'Concat', 'Add', 'Concat'],\n",
       " ['Concat', 'Neg', 'Concat', 'Concat'],\n",
       " ['Neg', 'Where', 'MatMul'],\n",
       " ['Cos', 'Add', 'Div'],\n",
       " ['Atan', 'Div', 'Cos'],\n",
       " ['Ceil', 'Transpose', 'Conv'],\n",
       " ['ReduceMax', 'Ceil', 'BatchNormalization'],\n",
       " ['ArgMax', 'Greater', 'Where'],\n",
       " ['Reshape', 'Expand', 'Mul'],\n",
       " ['Conv', 'ReduceMean', 'Concat'],\n",
       " ['Squeeze', 'Mul', 'Slice'],\n",
       " ['Neg', 'Concat', 'Concat', 'Resize'],\n",
       " ['ReduceMean', 'Add', 'Sub'],\n",
       " ['Atan', 'Cast', 'LeakyRelu'],\n",
       " ['Sin', 'Expand', 'Concat', 'ReduceMax'],\n",
       " ['Max', 'MatMul', 'Div'],\n",
       " ['Mul', 'Slice', 'Shape'],\n",
       " ['Atan', 'Cast', 'Sigmoid'],\n",
       " ['Tan', 'ReduceMean', 'Div'],\n",
       " ['Round', 'Where', 'Resize'],\n",
       " ['Ceil', 'Atan', 'Trilu'],\n",
       " ['Concat', 'LeakyRelu', 'ReduceMean'],\n",
       " ['Relu', 'Concat', 'Sigmoid'],\n",
       " ['Cast', 'Cast', 'Sub', 'Neg'],\n",
       " ['Floor', 'Cast', 'Mul'],\n",
       " ['Cos', 'Cast', 'Cast', 'Mul'],\n",
       " ['Atan', 'Resize', 'Round'],\n",
       " ['Where', 'Sin', 'Concat', 'LeakyRelu'],\n",
       " ['Sub', 'ReduceSum', 'MatMul'],\n",
       " ['Slice', 'Relu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Neg', 'Cast'],\n",
       " ['Relu', 'Mul', 'Slice'],\n",
       " ['Cast', 'Floor', 'Sin'],\n",
       " ['Min', 'Atan', 'Pad'],\n",
       " ['Cast', 'ReduceMax', 'Sub', 'Mul'],\n",
       " ['Cast', 'Sub', 'Mul'],\n",
       " ['Div', 'Abs', 'Atan'],\n",
       " ['Ceil', 'Max', 'Conv'],\n",
       " ['PRelu', 'Concat', 'Resize', 'ReduceSum'],\n",
       " ['Cast', 'Cast', 'Cast', 'Sub'],\n",
       " ['Max', 'Concat', 'Round'],\n",
       " ['Cast', 'Concat', 'Cast', 'Div'],\n",
       " ['Sub', 'Mul', 'Sigmoid'],\n",
       " ['Cos', 'Relu', 'Concat'],\n",
       " ['Slice', 'Max', 'Resize'],\n",
       " ['Min', 'ArgMax', 'Cast'],\n",
       " ['Mul', 'Concat', 'Transpose', 'ReduceMean'],\n",
       " ['Atan', 'Softmax', 'Concat'],\n",
       " ['LeakyRelu', 'Mul', 'MatMul'],\n",
       " ['Ceil', 'ReduceMax', 'Concat'],\n",
       " ['Concat', 'Concat', 'Cast', 'Sub'],\n",
       " ['Concat', 'Ceil', 'Sub'],\n",
       " ['Cast', 'Cast', 'Cast', 'Mul'],\n",
       " ['Where', 'Concat', 'Reshape'],\n",
       " ['Shape', 'Slice', 'Concat', 'Resize'],\n",
       " ['Ceil', 'Mul', 'Softmax'],\n",
       " ['Reshape', 'Conv', 'Reshape'],\n",
       " ['Slice', 'Relu', 'Mul'],\n",
       " ['Expand', 'MatMul', 'MatMul'],\n",
       " ['Mul', 'Transpose', 'MatMul'],\n",
       " ['Softmax', 'Max', 'Div'],\n",
       " ['Shape', 'Gather', 'Equal', 'If', 'Cos'],\n",
       " ['Cast', 'Abs', 'Sub'],\n",
       " ['ReduceSum', 'Resize', 'Mul'],\n",
       " ['Atan', 'PRelu', 'Min'],\n",
       " ['Abs', 'Mul', 'Cast'],\n",
       " ['Atan', 'Resize', 'Max'],\n",
       " ['Squeeze', 'Add', 'Sub'],\n",
       " ['Abs', 'Concat', 'Min', 'MatMul'],\n",
       " ['Slice', 'Concat', 'Neg', 'Cast'],\n",
       " ['MatMul', 'Max', 'Pad'],\n",
       " ['ArgMin', 'Expand', 'Greater', 'Where'],\n",
       " ['Mul', 'Softmax', 'Pad'],\n",
       " ['Concat', 'Cast', 'Ceil'],\n",
       " ['Cast', 'Floor', 'LeakyRelu'],\n",
       " ['ArgMin', 'Expand', 'Greater'],\n",
       " ['Concat', 'MatMul', 'Add', 'ReduceMax'],\n",
       " ['Concat', 'Resize', 'Pad', 'Div'],\n",
       " ['Resize', 'Concat', 'Squeeze'],\n",
       " ['Tan', 'Pad', 'Mul'],\n",
       " ['Abs', 'Cast', 'Add', 'Cast'],\n",
       " ['ReduceMin', 'Sigmoid', 'Relu'],\n",
       " ['Sub', 'Mul', 'Sub'],\n",
       " ['ReduceSum', 'MaxPool', 'Concat'],\n",
       " ['PRelu', 'Greater', 'Cast', 'Or'],\n",
       " ['Squeeze', 'Mul', 'Div'],\n",
       " ['Ceil', 'Sin', 'Cast'],\n",
       " ['Tan', 'Clip', 'Concat'],\n",
       " ['MatMul', 'Neg', 'Concat'],\n",
       " ['Xor', 'Where', 'Concat']]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "detokenize_seqs(token_node_type_dict, reduced_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "131"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered = list(\n",
    "    filter(\n",
    "        lambda x: (len(x) > 2),\n",
    "        detokenize_seqs(token_node_type_dict, reduced_sequences),\n",
    "    )\n",
    ")\n",
    "len(filtered)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Abs',\n",
       " 'Add',\n",
       " 'ArgMax',\n",
       " 'ArgMin',\n",
       " 'Atan',\n",
       " 'BatchNormalization',\n",
       " 'Cast',\n",
       " 'Ceil',\n",
       " 'Clip',\n",
       " 'Concat',\n",
       " 'Conv',\n",
       " 'Cos',\n",
       " 'Div',\n",
       " 'Equal',\n",
       " 'Expand',\n",
       " 'Floor',\n",
       " 'Gather',\n",
       " 'Greater',\n",
       " 'If',\n",
       " 'LeakyRelu',\n",
       " 'Less',\n",
       " 'MatMul',\n",
       " 'Max',\n",
       " 'MaxPool',\n",
       " 'Min',\n",
       " 'Mul',\n",
       " 'Neg',\n",
       " 'Or',\n",
       " 'PRelu',\n",
       " 'Pad',\n",
       " 'ReduceMax',\n",
       " 'ReduceMean',\n",
       " 'ReduceMin',\n",
       " 'ReduceSum',\n",
       " 'Relu',\n",
       " 'Reshape',\n",
       " 'Resize',\n",
       " 'Round',\n",
       " 'Shape',\n",
       " 'Sigmoid',\n",
       " 'Sin',\n",
       " 'Slice',\n",
       " 'Softmax',\n",
       " 'Squeeze',\n",
       " 'Sub',\n",
       " 'Tan',\n",
       " 'Transpose',\n",
       " 'Trilu',\n",
       " 'Where',\n",
       " 'Xor'}"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_ops = set()\n",
    "for filt in filtered:\n",
    "    filtered_ops = filtered_ops.union(filt)\n",
    "filtered_ops"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Find Unique Sequence Distribution by Pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenized_filtered = tokenize_seqs(mismatched_seq['node_type_token_dict'], filtered)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'0': 10,\n",
       " '34': 10,\n",
       " '14': 9,\n",
       " '87': 8,\n",
       " '92': 8,\n",
       " '80': 7,\n",
       " '97': 7,\n",
       " '4': 6,\n",
       " '25': 6,\n",
       " '27': 6,\n",
       " '29': 6,\n",
       " '36': 6,\n",
       " '65': 6,\n",
       " '70': 6,\n",
       " '88': 6,\n",
       " '91': 6,\n",
       " '9': 5,\n",
       " '33': 5,\n",
       " '35': 5,\n",
       " '41': 5,\n",
       " '51': 5,\n",
       " '55': 5,\n",
       " '62': 5,\n",
       " '78': 5,\n",
       " '81': 5,\n",
       " '84': 5,\n",
       " '86': 5,\n",
       " '90': 5,\n",
       " '93': 5,\n",
       " '1': 4,\n",
       " '10': 4,\n",
       " '11': 4,\n",
       " '17': 4,\n",
       " '31': 4,\n",
       " '47': 4,\n",
       " '49': 4,\n",
       " '50': 4,\n",
       " '67': 4,\n",
       " '68': 4,\n",
       " '73': 4,\n",
       " '75': 4,\n",
       " '89': 4,\n",
       " '99': 4,\n",
       " '7': 3,\n",
       " '8': 3,\n",
       " '12': 3,\n",
       " '20': 3,\n",
       " '22': 3,\n",
       " '23': 3,\n",
       " '28': 3,\n",
       " '46': 3,\n",
       " '52': 3,\n",
       " '53': 3,\n",
       " '57': 3,\n",
       " '59': 3,\n",
       " '72': 3,\n",
       " '76': 3,\n",
       " '79': 3,\n",
       " '82': 3,\n",
       " '95': 3,\n",
       " '3': 2,\n",
       " '5': 2,\n",
       " '16': 2,\n",
       " '21': 2,\n",
       " '26': 2,\n",
       " '30': 2,\n",
       " '37': 2,\n",
       " '38': 2,\n",
       " '39': 2,\n",
       " '40': 2,\n",
       " '42': 2,\n",
       " '43': 2,\n",
       " '44': 2,\n",
       " '48': 2,\n",
       " '54': 2,\n",
       " '56': 2,\n",
       " '60': 2,\n",
       " '61': 2,\n",
       " '63': 2,\n",
       " '71': 2,\n",
       " '74': 2,\n",
       " '77': 2,\n",
       " '96': 2,\n",
       " '2': 1,\n",
       " '13': 1,\n",
       " '15': 1,\n",
       " '19': 1,\n",
       " '24': 1,\n",
       " '58': 1,\n",
       " '64': 1,\n",
       " '66': 1,\n",
       " '69': 1,\n",
       " '83': 1,\n",
       " '85': 1,\n",
       " '94': 1,\n",
       " '98': 1,\n",
       " '6': 0,\n",
       " '18': 0,\n",
       " '32': 0,\n",
       " '45': 0}"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sequence_counts_by_pair = {}\n",
    "for i, (pair, sequences) in enumerate(mismatched_seq['results'].items()):\n",
    "    a, b = pair.split(\",\")\n",
    "    unq_seq = set(sequences)\n",
    "    unq_seq_stripped = set()\n",
    "    for seq in unq_seq:\n",
    "        new_seq = seq.strip(mismatched_seq['node_type_token_dict']['input'])\n",
    "        new_seq = new_seq.strip(mismatched_seq['node_type_token_dict']['output'])\n",
    "        if len(new_seq) > 2:\n",
    "            unq_seq_stripped.add(new_seq)\n",
    "    \n",
    "    for filt_seq in tokenized_filtered:\n",
    "        if filt_seq in unq_seq_stripped:\n",
    "            if a not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[a] = set([filt_seq])\n",
    "            else:\n",
    "                sequence_counts_by_pair[a] |= set([filt_seq])\n",
    "            if b not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[b] = set([filt_seq])\n",
    "            else:\n",
    "                sequence_counts_by_pair[b] |= set([filt_seq])\n",
    "        else:\n",
    "            if a not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[a] = set()\n",
    "            if b not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[b] = set()\n",
    "filtered_sorted_pairs = dict(sorted({key: len(val) for key, val in sequence_counts_by_pair.items()}.items(), key=lambda x: x[1], reverse=True))\n",
    "filtered_sorted_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "100"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(filtered_sorted_pairs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Mismatched-Test Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 1,116, Total Unique Sequences: 2, Total Paths Compared: 166,053,120\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_test_mismatched_sequences,\n",
    "    unique_test_mismatched_sequences_decoded,\n",
    "    total_test_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "2"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_test_mismatched_sequences, len(unique_test_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create New Tokenizers and Calculate Non-Overlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "node_type_token_dict, token_node_type_dict = create_tokenizers(\n",
    "    mismatched_test[\"node_type_token_dict\"], mismatched_seq[\"node_type_token_dict\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "mismatched_sequences = set(tokenize_seqs(node_type_token_dict, unique_mismatched_sequences_decoded))\n",
    "mismatched_test_sequences = set(tokenize_seqs(node_type_token_dict, unique_test_mismatched_sequences_decoded))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Nonoverlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "979"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seqs = mismatched_sequences - mismatched_test_sequences\n",
    "len(seqs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "659\n",
      "636\n",
      "636\n"
     ]
    }
   ],
   "source": [
    "reduced_sequences = recursive_submatching(seqs, len(seqs))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Max', 'Concat', 'Div'],\n",
       " ['Where', 'Concat', 'Reshape'],\n",
       " ['Min', 'ArgMax', 'Cast'],\n",
       " ['Mul', 'Concat', 'Resize'],\n",
       " ['MatMul', 'Add', 'Div'],\n",
       " ['Cast', 'Max', 'Cast'],\n",
       " ['Ceil', 'Concat', 'Softmax'],\n",
       " ['Squeeze', 'Abs', 'Concat'],\n",
       " ['Atan', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Mul', 'Concat'],\n",
       " ['Cast', 'Concat', 'Cast', 'Div'],\n",
       " ['Mul', 'Cast', 'Concat'],\n",
       " ['Atan', 'Resize', 'Round'],\n",
       " ['Cast', 'Add', 'Resize'],\n",
       " ['Ceil', 'Relu', 'Concat'],\n",
       " ['Mul', 'Concat', 'Concat'],\n",
       " ['Concat', 'Pad', 'AveragePool'],\n",
       " ['ArgMax', 'Greater', 'Where', 'Slice'],\n",
       " ['Softmax', 'MatMul', 'Add'],\n",
       " ['Cast', 'Mul', 'Trilu'],\n",
       " ['Concat', 'Cast', 'Sub'],\n",
       " ['ReduceMean', 'Trilu', 'Trilu'],\n",
       " ['Mul', 'Mul', 'Where'],\n",
       " ['Mul', 'Concat', 'Transpose'],\n",
       " ['Softmax', 'Reshape', 'Concat'],\n",
       " ['Cast', 'MatMul', 'Div'],\n",
       " ['Resize', 'Abs', 'ReduceMax'],\n",
       " ['Concat', 'Resize', 'Concat'],\n",
       " ['Mul', 'Mul', 'Max'],\n",
       " ['Resize', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Add'],\n",
       " ['Relu', 'Mul', 'Slice'],\n",
       " ['Ceil', 'Cast', 'ArgMax'],\n",
       " ['Mul', 'Max', 'Where'],\n",
       " ['Trilu', 'LeakyRelu', 'Sub'],\n",
       " ['Mul', 'Softmax', 'Pad'],\n",
       " ['Ceil', 'Max', 'Conv'],\n",
       " ['Pad', 'Expand', 'Resize'],\n",
       " ['Sigmoid', 'Shape', 'Slice', 'Concat'],\n",
       " ['Cast', 'Abs', 'Less'],\n",
       " ['ReduceSum', 'Resize', 'Mul'],\n",
       " ['Atan', 'Greater', 'Cast'],\n",
       " ['MatMul', 'Add', 'Softmax'],\n",
       " ['Sub', 'Greater', 'Cast'],\n",
       " ['Concat', 'Div', 'Sub'],\n",
       " ['Concat', 'Cast', 'Cast', 'Or'],\n",
       " ['Trilu', 'Trilu', 'Slice'],\n",
       " ['LeakyRelu', 'Mul', 'MatMul'],\n",
       " ['Cast', 'And', 'Cast', 'Or'],\n",
       " ['Cast', 'Sub', 'Min'],\n",
       " ['Resize', 'Ceil', 'Div'],\n",
       " ['Concat', 'Sigmoid', 'Max'],\n",
       " ['Resize', 'Conv', 'Pad'],\n",
       " ['Add', 'Div', 'Greater'],\n",
       " ['ReduceSum', 'Cast', 'Expand'],\n",
       " ['Mul', 'Tan', 'Cast'],\n",
       " ['Concat', 'Div', 'Concat'],\n",
       " ['Resize', 'Resize', 'Shape'],\n",
       " ['Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Resize', 'Ceil'],\n",
       " ['Sin', 'Concat', 'Round'],\n",
       " ['PRelu', 'Concat', 'Round'],\n",
       " ['LeakyRelu', 'Concat', 'Add', 'Concat'],\n",
       " ['Add', 'ReduceSum', 'Div'],\n",
       " ['Cast', 'LeakyRelu', 'Tan'],\n",
       " ['Mul', 'Max', 'Conv'],\n",
       " ['Atan', 'Resize', 'Max'],\n",
       " ['Cast', 'ArgMin', 'Expand'],\n",
       " ['Cast', 'Sub', 'Cast'],\n",
       " ['Concat', 'Where', 'Concat'],\n",
       " ['Resize', 'Resize', 'Concat'],\n",
       " ['ArgMin', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Cast', 'Sub'],\n",
       " ['Sin', 'Expand', 'Concat'],\n",
       " ['Clip', 'Reshape', 'Expand'],\n",
       " ['Tan', 'Concat', 'Squeeze'],\n",
       " ['Cast', 'Cast', 'Clip'],\n",
       " ['PRelu', 'Cast', 'Cast'],\n",
       " ['Mul', 'Mul', 'Sin'],\n",
       " ['Where', 'Sin', 'Concat'],\n",
       " ['Mul', 'Concat', 'Sigmoid'],\n",
       " ['ReduceMax', 'Mul', 'Mul'],\n",
       " ['Cast', 'Slice', 'Cast'],\n",
       " ['Abs', 'Sub', 'LeakyRelu'],\n",
       " ['Cast', 'Concat', 'Slice'],\n",
       " ['Resize', 'Sin', 'Tan'],\n",
       " ['Mul', 'Add', 'Concat'],\n",
       " ['Pad', 'Resize', 'Concat'],\n",
       " ['Where', 'Resize', 'Concat'],\n",
       " ['Tan', 'Clip', 'Concat'],\n",
       " ['Add', 'Cast', 'Cast'],\n",
       " ['Cast', 'Cast', 'Transpose'],\n",
       " ['Sub', 'MatMul', 'Add'],\n",
       " ['Greater', 'Where', 'Slice'],\n",
       " ['Sin', 'Cast', 'Cast'],\n",
       " ['Less', 'Cast', 'Or', 'Cast'],\n",
       " ['ArgMin', 'Greater', 'Where'],\n",
       " ['Resize', 'Cast', 'Concat'],\n",
       " ['Concat', 'Cast', 'Cast'],\n",
       " ['Concat', 'Reshape', 'Floor'],\n",
       " ['Cast', 'Xor', 'Cast'],\n",
       " ['Concat', 'ArgMin', 'Min'],\n",
       " ['ArgMin', 'Greater', 'Cast'],\n",
       " ['Concat', 'Slice', 'Concat'],\n",
       " ['Sin', 'Mul', 'Mul'],\n",
       " ['Less', 'Where', 'Mul', 'Mul'],\n",
       " ['Concat', 'MatMul', 'Add', 'ReduceMax'],\n",
       " ['Atan', 'Abs', 'Concat'],\n",
       " ['Pad', 'Concat', 'Div'],\n",
       " ['Trilu', 'Cast', 'Cast'],\n",
       " ['Ceil', 'Where', 'Concat'],\n",
       " ['Ceil', 'Cast', 'Neg'],\n",
       " ['ReduceSum', 'Resize', 'Resize'],\n",
       " ['Ceil', 'Mul', 'Softmax'],\n",
       " ['Mul', 'Mul', 'Softmax'],\n",
       " ['Squeeze', 'Mul', 'Slice'],\n",
       " ['Sin', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Concat', 'Sub'],\n",
       " ['Pad', 'Mul', 'Mul'],\n",
       " ['Greater', 'Cast', 'Where'],\n",
       " ['Ceil', 'Sin', 'Max'],\n",
       " ['Neg', 'Concat', 'Concat'],\n",
       " ['Mul', 'Mul', 'Concat'],\n",
       " ['Pad', 'Resize', 'Mul'],\n",
       " ['MatMul', 'Max', 'Pad'],\n",
       " ['Slice', 'Max', 'Resize'],\n",
       " ['ReduceSum', 'MatMul', 'Max'],\n",
       " ['Concat', 'Resize', 'Relu'],\n",
       " ['Div', 'Concat', 'Neg'],\n",
       " ['MatMul', 'LeakyRelu', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'Resize', 'MaxPool'],\n",
       " ['Concat', 'ReduceMax', 'Add'],\n",
       " ['Trilu', 'Trilu', 'Concat'],\n",
       " ['Where', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'Cast'],\n",
       " ['Concat', 'Resize', 'Transpose'],\n",
       " ['ReduceMax', 'Add', 'Resize'],\n",
       " ['Cast', 'Concat', 'Greater'],\n",
       " ['ReduceMin', 'Cast', 'Where'],\n",
       " ['Clip', 'Mul', 'Mul'],\n",
       " ['Concat', 'LeakyRelu', 'ReduceMean'],\n",
       " ['Transpose', 'Pad', 'AveragePool'],\n",
       " ['Conv', 'Pad', 'AveragePool'],\n",
       " ['Sub', 'Cast', 'Expand'],\n",
       " ['MatMul', 'Add', 'Max'],\n",
       " ['Ceil', 'Reshape', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Sub'],\n",
       " ['Add', 'Add', 'Concat'],\n",
       " ['Mul', 'Mul', 'Less'],\n",
       " ['Floor', 'Cast', 'Cast', 'And'],\n",
       " ['Cast', 'And', 'Cast', 'And', 'Where'],\n",
       " ['Reshape', 'Cast', 'Cast'],\n",
       " ['Atan', 'Softmax', 'Concat'],\n",
       " ['MatMul', 'Add', 'Resize'],\n",
       " ['Ceil', 'Atan', 'Trilu'],\n",
       " ['MatMul', 'Add', 'ReduceSum'],\n",
       " ['Add', 'Concat', 'Div'],\n",
       " ['Xor', 'Where', 'Concat'],\n",
       " ['Concat', 'MatMul', 'MatMul', 'Where'],\n",
       " ['Atan', 'Cast', 'Sigmoid'],\n",
       " ['Resize', 'Concat', 'Squeeze'],\n",
       " ['Reshape', 'Expand', 'Pad'],\n",
       " ['Trilu', 'Cast', 'Slice'],\n",
       " ['ReduceSum', 'Sin', 'Cast'],\n",
       " ['Concat', 'Neg', 'MatMul'],\n",
       " ['Concat', 'Concat', 'Neg'],\n",
       " ['Squeeze', 'Mul', 'Mul'],\n",
       " ['Gemm', 'Mul', 'Mul'],\n",
       " ['Cast', 'MatMul', 'Cast'],\n",
       " ['ReduceMax', 'MatMul', 'Add'],\n",
       " ['Reshape', 'MatMul', 'Add'],\n",
       " ['Cast', 'Or', 'Cast', 'And'],\n",
       " ['Relu', 'Concat', 'Slice'],\n",
       " ['Tan', 'ReduceMean', 'Div'],\n",
       " ['Mul', 'Shape', 'Slice', 'Concat'],\n",
       " ['Resize', 'Concat', 'Cos'],\n",
       " ['Cast', 'Mul', 'Mul'],\n",
       " ['Atan', 'Div', 'Cos'],\n",
       " ['Cast', 'Expand', 'ReduceMax'],\n",
       " ['Abs', 'Concat', 'Min', 'MatMul'],\n",
       " ['Neg', 'Concat', 'Conv'],\n",
       " ['Mul', 'Mul', 'Tan'],\n",
       " ['Concat', 'Concat', 'Concat'],\n",
       " ['Add', 'Div', 'Add'],\n",
       " ['Concat', 'Softmax', 'Div'],\n",
       " ['Where', 'Less', 'Cast'],\n",
       " ['Cast', 'Div', 'LeakyRelu'],\n",
       " ['Mul', 'Cast', 'Slice'],\n",
       " ['LeakyRelu', 'Resize', 'MatMul'],\n",
       " ['Concat', 'Concat', 'Relu'],\n",
       " ['Pad', 'Concat', 'Pad'],\n",
       " ['LeakyRelu', 'Cast', 'Cast'],\n",
       " ['Squeeze', 'Less', 'Cast'],\n",
       " ['Concat', 'Mul', 'Div'],\n",
       " ['Pad', 'AveragePool', 'Ceil'],\n",
       " ['PRelu', 'Concat', 'Clip'],\n",
       " ['Cast', 'Expand', 'Neg'],\n",
       " ['Abs', 'Concat', 'Floor'],\n",
       " ['Round', 'Where', 'Resize'],\n",
       " ['Add', 'Less', 'Cast'],\n",
       " ['Cast', 'And', 'Cast'],\n",
       " ['MatMul', 'Add', 'Min', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'Concat'],\n",
       " ['Sigmoid', 'Cast', 'Cast'],\n",
       " ['Concat', 'Neg', 'Cast'],\n",
       " ['Max', 'Concat', 'PRelu'],\n",
       " ['Where', 'Sin', 'Concat', 'LeakyRelu'],\n",
       " ['MatMul', 'Add', 'Min'],\n",
       " ['MatMul', 'Cast', 'Mul'],\n",
       " ['Resize', 'Cast', 'Add'],\n",
       " ['Cast', 'Cast', 'Max'],\n",
       " ['Relu', 'PRelu', 'PRelu'],\n",
       " ['Cast', 'Cast', 'Floor'],\n",
       " ['Where', 'Where', 'Shape'],\n",
       " ['Cos', 'Concat', 'Concat'],\n",
       " ['Slice', 'Cast', 'Cast'],\n",
       " ['Greater', 'Cast', 'Or', 'Where'],\n",
       " ['Add', 'Concat', 'PRelu'],\n",
       " ['ReduceMin', 'Trilu', 'Trilu'],\n",
       " ['Concat', 'ReduceMax', 'Concat'],\n",
       " ['Concat', 'Resize', 'Sub'],\n",
       " ['Mul', 'Mul', 'Min'],\n",
       " ['Expand', 'Concat', 'Mul'],\n",
       " ['Resize', 'Pad', 'AveragePool'],\n",
       " ['Cast', 'Concat', 'Mul'],\n",
       " ['Add', 'MatMul', 'Cast'],\n",
       " ['PRelu', 'Concat', 'Resize', 'ReduceSum'],\n",
       " ['Mul', 'Mul', 'Ceil'],\n",
       " ['PRelu', 'Greater', 'Cast'],\n",
       " ['Concat', 'Resize', 'MatMul'],\n",
       " ['Min', 'Concat', 'Relu'],\n",
       " ['ReduceSum', 'Cast', 'ArgMin'],\n",
       " ['Cast', 'Sub', 'Mul'],\n",
       " ['Add', 'Concat', 'MatMul', 'Add'],\n",
       " ['Max', 'Concat', 'Concat'],\n",
       " ['Concat', 'Mul', 'Mul'],\n",
       " ['Atan', 'Sub', 'Mul'],\n",
       " ['Sigmoid', 'Concat', 'Relu'],\n",
       " ['Floor', 'Cast', 'Mul', 'Neg'],\n",
       " ['Max', 'Concat', 'Reshape'],\n",
       " ['Cast', 'Floor', 'Sin'],\n",
       " ['Concat', 'Concat', 'Concat', 'Pad'],\n",
       " ['Relu', 'Cast', 'Max'],\n",
       " ['LeakyRelu', 'Min', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'ArgMin'],\n",
       " ['Min', 'Atan', 'Pad'],\n",
       " ['Ceil', 'Concat', 'Div'],\n",
       " ['ReduceSum', 'Transpose', 'Trilu'],\n",
       " ['Concat', 'Concat', 'ArgMin'],\n",
       " ['Add', 'MatMul', 'Add'],\n",
       " ['Sin', 'MatMul', 'Add'],\n",
       " ['Cast', 'Cast', 'Xor'],\n",
       " ['Atan', 'PRelu', 'Min'],\n",
       " ['Concat', 'Max', 'Div'],\n",
       " ['Atan', 'Reshape', 'MatMul'],\n",
       " ['Greater', 'Cast', 'And'],\n",
       " ['Ceil', 'Transpose', 'Conv'],\n",
       " ['ReduceMean', 'Concat', 'LeakyRelu'],\n",
       " ['Mul', 'Transpose', 'MatMul'],\n",
       " ['ArgMax', 'Where', 'Slice'],\n",
       " ['Relu', 'Concat', 'Concat'],\n",
       " ['MatMul', 'Add', 'ReduceMin'],\n",
       " ['Cast', 'Less', 'Cast'],\n",
       " ['Slice', 'MatMul', 'Add'],\n",
       " ['ReduceSum', 'Resize', 'Div'],\n",
       " ['MatMul', 'Add', 'Squeeze'],\n",
       " ['Greater', 'Cast', 'Xor'],\n",
       " ['Max', 'Mul', 'Mul'],\n",
       " ['Concat', 'Concat', 'Cast'],\n",
       " ['Cast', 'Concat', 'Cast'],\n",
       " ['Concat', 'Neg', 'MatMul', 'Add'],\n",
       " ['MatMul', 'Add', 'MatMul'],\n",
       " ['Conv', 'MatMul', 'Concat'],\n",
       " ['Trilu', 'Max', 'Concat'],\n",
       " ['Mul', 'MatMul', 'Add'],\n",
       " ['Min', 'Concat', 'Cast'],\n",
       " ['MatMul', 'Add', 'Mul', 'Mul'],\n",
       " ['Cast', 'Pad', 'Resize'],\n",
       " ['Cast', 'Atan', 'Div'],\n",
       " ['MatMul', 'Add', 'Greater'],\n",
       " ['Max', 'Concat', 'Relu'],\n",
       " ['Cast', 'Cast', 'Concat'],\n",
       " ['Expand', 'Concat', 'MatMul'],\n",
       " ['Sin', 'Expand', 'Concat', 'ReduceMax'],\n",
       " ['Mul', 'Max', 'Concat'],\n",
       " ['Concat', 'Slice', 'Add'],\n",
       " ['Mul', 'Pad', 'Shape'],\n",
       " ['MatMul', 'Cast', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Sub'],\n",
       " ['Pad', 'AveragePool', 'Tan'],\n",
       " ['MatMul', 'Add', 'Sin'],\n",
       " ['Pad', 'AveragePool', 'ReduceSum'],\n",
       " ['Cast', 'Pad', 'Mul'],\n",
       " ['Min', 'Concat', 'Min'],\n",
       " ['Atan', 'Cast', 'Cast', 'Div'],\n",
       " ['Reshape', 'Expand', 'Resize'],\n",
       " ['Conv', 'ReduceMean', 'Concat'],\n",
       " ['PRelu', 'Greater', 'Cast', 'Or'],\n",
       " ['Min', 'Mul', 'Mul'],\n",
       " ['Mul', 'Mul', 'Abs'],\n",
       " ['MatMul', 'Cast', 'Div'],\n",
       " ['Neg', 'Concat', 'Concat', 'Resize'],\n",
       " ['ReduceMean', 'Greater', 'Cast'],\n",
       " ['Relu', 'Squeeze', 'Concat'],\n",
       " ['Cast', 'ReduceMax', 'Sub'],\n",
       " ['MatMul', 'Mul', 'Mul'],\n",
       " ['ReduceSum', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'Shape'],\n",
       " ['ReduceMax', 'Ceil', 'BatchNormalization'],\n",
       " ['MatMul', 'Mul', 'ReduceMax'],\n",
       " ['Ceil', 'Mul', 'Mul'],\n",
       " ['Less', 'Cast', 'And'],\n",
       " ['Concat', 'LeakyRelu', 'Resize'],\n",
       " ['Concat', 'Mul', 'Mul', 'Concat'],\n",
       " ['Concat', 'Neg', 'Concat', 'Concat'],\n",
       " ['ReduceMean', 'Add', 'Sub'],\n",
       " ['Cast', 'Expand', 'Pad'],\n",
       " ['ReduceMax', 'Trilu', 'Concat'],\n",
       " ['Tan', 'Sub', 'Div'],\n",
       " ['ReduceSum', 'Atan', 'PRelu'],\n",
       " ['Slice', 'Concat', 'Reshape'],\n",
       " ['MatMul', 'Add', 'Mul'],\n",
       " ['MatMul', 'Add', 'ReduceMax'],\n",
       " ['Mul', 'Mul', 'ReduceMin'],\n",
       " ['Sigmoid', 'MatMul', 'Add'],\n",
       " ['Concat', 'Div', 'Div'],\n",
       " ['Expand', 'MatMul', 'Add'],\n",
       " ['Round', 'Concat', 'Mul'],\n",
       " ['MatMul', 'Concat', 'ReduceMax'],\n",
       " ['Cast', 'Greater', 'Cast'],\n",
       " ['ArgMin', 'Expand', 'Greater', 'Where'],\n",
       " ['Squeeze', 'Add', 'Sub'],\n",
       " ['Add', 'Mul', 'Mul'],\n",
       " ['Cast', 'Floor', 'Ceil'],\n",
       " ['Tan', 'MatMul', 'Add'],\n",
       " ['ReduceSum', 'Concat', 'Add'],\n",
       " ['Less', 'Cast', 'Where'],\n",
       " ['Round', 'Concat', 'Neg'],\n",
       " ['ReduceSum', 'Pad', 'AveragePool'],\n",
       " ['Concat', 'Reshape', 'Expand'],\n",
       " ['Mul', 'Mul', 'Add'],\n",
       " ['Ceil', 'Concat', 'Sin'],\n",
       " ['Concat', 'MatMul', 'MatMul'],\n",
       " ['Concat', 'ReduceMin', 'Resize'],\n",
       " ['Div', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Atan'],\n",
       " ['Min', 'Concat', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Sigmoid'],\n",
       " ['Slice', 'Pad', 'Concat'],\n",
       " ['Sub', 'Sin', 'Div'],\n",
       " ['Sub', 'Mul', 'Sigmoid'],\n",
       " ['ArgMax', 'Cast', 'Cast'],\n",
       " ['Where', 'Min', 'Concat'],\n",
       " ['Shape', 'Gather', 'Equal', 'If'],\n",
       " ['MatMul', 'Add', 'MatMul', 'Add'],\n",
       " ['Cast', 'MatMul', 'Add'],\n",
       " ['Mul', 'Softmax', 'MatMul'],\n",
       " ['MatMul', 'Reshape', 'Concat'],\n",
       " ['MatMul', 'Trilu', 'Trilu'],\n",
       " ['Concat', 'Trilu', 'Cast'],\n",
       " ['Pad', 'AveragePool', 'Resize'],\n",
       " ['Reshape', 'Expand', 'MatMul'],\n",
       " ['Cast', 'Cast', 'Min'],\n",
       " ['Min', 'Concat', 'Concat'],\n",
       " ['ReduceMean', 'MatMul', 'Add'],\n",
       " ['ReduceMax', 'Pad', 'AveragePool'],\n",
       " ['Pad', 'Mul', 'Div'],\n",
       " ['Concat', 'Resize', 'Pad'],\n",
       " ['Max', 'MatMul', 'Div'],\n",
       " ['Concat', 'Sigmoid', 'Concat'],\n",
       " ['LeakyRelu', 'Concat', 'Add'],\n",
       " ['ArgMax', 'Reshape', 'Concat'],\n",
       " ['Concat', 'ReduceMax', 'Reshape'],\n",
       " ['ArgMax', 'Cast', 'Cast', 'Expand'],\n",
       " ['Abs', 'Cast', 'Add'],\n",
       " ['Pad', 'AveragePool', 'Round'],\n",
       " ['Mul', 'Mul', 'Div'],\n",
       " ['Relu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Softmax', 'Concat'],\n",
       " ['Sin', 'Cast', 'Expand'],\n",
       " ['Softmax', 'Concat', 'Concat'],\n",
       " ['Sub', 'ReduceMean', 'Concat'],\n",
       " ['Neg', 'ReduceMean', 'Concat'],\n",
       " ['Atan', 'Resize', 'Pad'],\n",
       " ['Cos', 'Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Concat', 'Resize'],\n",
       " ['Cast', 'LeakyRelu', 'Concat'],\n",
       " ['Expand', 'Greater', 'Cast'],\n",
       " ['Tan', 'Concat', 'Mul'],\n",
       " ['Cast', 'Or', 'Cast', 'Xor', 'Where'],\n",
       " ['Pad', 'AveragePool', 'Conv'],\n",
       " ['MatMul', 'MatMul', 'Where'],\n",
       " ['Cast', 'Cast', 'Sub', 'Neg'],\n",
       " ['ReduceSum', 'MatMul', 'Add'],\n",
       " ['ReduceMean', 'Mul', 'Mul'],\n",
       " ['Min', 'Max', 'Concat'],\n",
       " ['Cast', 'Expand', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Round'],\n",
       " ['Ceil', 'ReduceMax', 'Concat'],\n",
       " ['Reshape', 'Expand', 'Trilu'],\n",
       " ['Pad', 'AveragePool', 'Pad'],\n",
       " ['Concat', 'MatMul', 'Mul'],\n",
       " ['Div', 'Abs', 'Atan'],\n",
       " ['Concat', 'Ceil', 'Sub'],\n",
       " ['Cast', 'Or', 'Cast'],\n",
       " ['ReduceMin', 'Sigmoid', 'Relu'],\n",
       " ['Mul', 'Concat', 'Neg'],\n",
       " ['Abs', 'Add', 'Cast'],\n",
       " ['Cast', 'MatMul', 'Max'],\n",
       " ['Expand', 'MatMul', 'MatMul'],\n",
       " ['MatMul', 'Cast', 'Cast'],\n",
       " ['Max', 'Concat', 'Tan'],\n",
       " ['Cast', 'Cast', 'Sub'],\n",
       " ['Concat', 'Concat', 'MatMul'],\n",
       " ['ReduceSum', 'Mul', 'Mul'],\n",
       " ['Floor', 'Cast', 'Mul'],\n",
       " ['Pad', 'MatMul', 'Add'],\n",
       " ['Concat', 'Add', 'Concat'],\n",
       " ['Where', 'Concat', 'Clip'],\n",
       " ['ReduceMin', 'Less', 'Cast', 'Xor'],\n",
       " ['Concat', 'Concat', 'Floor'],\n",
       " ['Resize', 'Concat', 'Sub'],\n",
       " ['Pad', 'AveragePool', 'Div'],\n",
       " ['Resize', 'MatMul', 'Add'],\n",
       " ['Reshape', 'Concat', 'Max'],\n",
       " ['MatMul', 'Max', 'Concat'],\n",
       " ['Slice', 'Relu', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Cast', 'Mul', 'Mul'],\n",
       " ['Concat', 'MatMul', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Concat'],\n",
       " ['Min', 'Concat', 'Clip'],\n",
       " ['Atan', 'Cast', 'LeakyRelu'],\n",
       " ['Atan', 'Cast', 'Cast', 'Cast'],\n",
       " ['Cast', 'And', 'Where'],\n",
       " ['Cast', 'Cast', 'Or'],\n",
       " ['Cast', 'Abs', 'Sub'],\n",
       " ['Concat', 'Clip', 'Cast'],\n",
       " ['Reshape', 'Expand', 'Concat'],\n",
       " ['Cast', 'Cast', 'Abs'],\n",
       " ['Pad', 'ArgMax', 'Reshape'],\n",
       " ['Concat', 'Cast', 'Div'],\n",
       " ['ReduceSum', 'Ceil', 'Concat'],\n",
       " ['Mul', 'Slice', 'Shape'],\n",
       " ['Cos', 'Concat', 'ReduceMax'],\n",
       " ['Mul', 'Cast', 'Cast'],\n",
       " ['MaxPool', 'Pad', 'AveragePool'],\n",
       " ['Tan', 'Cast', 'Cast'],\n",
       " ['Concat', 'Resize', 'Resize'],\n",
       " ['Cast', 'Shape', 'Slice', 'Concat'],\n",
       " ['Cast', 'Expand', 'Reshape'],\n",
       " ['Expand', 'Pad', 'Pad'],\n",
       " ['Concat', 'Concat', 'Ceil'],\n",
       " ['Mul', 'Concat', 'Transpose', 'ReduceMean'],\n",
       " ['Pad', 'Pad', 'AveragePool'],\n",
       " ['ReduceSum', 'MatMul', 'Div'],\n",
       " ['BatchNormalization', 'Pad', 'AveragePool'],\n",
       " ['Concat', 'MatMul', 'Add', 'MatMul'],\n",
       " ['Div', 'Abs', 'Atan', 'Div'],\n",
       " ['Cast', 'Neg', 'Cast'],\n",
       " ['Concat', 'Slice', 'Concat', 'Pad'],\n",
       " ['Concat', 'Ceil', 'Mul'],\n",
       " ['Softmax', 'Mul', 'Mul'],\n",
       " ['Neg', 'Where', 'MatMul'],\n",
       " ['Concat', 'Reshape', 'Softmax'],\n",
       " ['Resize', 'Pad', 'Expand'],\n",
       " ['Cast', 'Floor', 'LeakyRelu'],\n",
       " ['MatMul', 'Add', 'Shape'],\n",
       " ['Cast', 'Cast', 'Less'],\n",
       " ['Cast', 'Expand', 'Concat'],\n",
       " ['ReduceSum', 'MaxPool', 'Concat'],\n",
       " ['ReduceMax', 'Resize', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast'],\n",
       " ['Resize', 'Pad', 'Div'],\n",
       " ['Cast', 'Cast', 'Expand'],\n",
       " ['Reshape', 'Cast', 'MatMul'],\n",
       " ['Sub', 'Greater', 'Cast', 'Or'],\n",
       " ['Reshape', 'Expand', 'Mul'],\n",
       " ['MatMul', 'Neg', 'Concat'],\n",
       " ['PRelu', 'Mul', 'Mul'],\n",
       " ['Mul', 'Div', 'Ceil'],\n",
       " ['Resize', 'Concat', 'Round'],\n",
       " ['MaxPool', 'Shape', 'Slice', 'Concat'],\n",
       " ['Concat', 'ReduceMin', 'Concat'],\n",
       " ['Abs', 'Greater', 'Cast'],\n",
       " ['Conv', 'Pad', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Or'],\n",
       " ['ArgMin', 'Expand', 'Greater'],\n",
       " ['Mul', 'Mul', 'Greater'],\n",
       " ['Cast', 'Where', 'Concat'],\n",
       " ['MatMul', 'Add', 'Ceil'],\n",
       " ['Cast', 'Xor', 'Where'],\n",
       " ['Abs', 'MatMul', 'Add'],\n",
       " ['Squeeze', 'Less', 'Cast', 'Or'],\n",
       " ['Round', 'Concat', 'ReduceSum'],\n",
       " ['Sin', 'Concat', 'PRelu'],\n",
       " ['Ceil', 'Concat', 'Concat'],\n",
       " ['Where', 'Mul', 'Mul'],\n",
       " ['Cast', 'Xor', 'Where', 'Min'],\n",
       " ['Reshape', 'Conv', 'Reshape'],\n",
       " ['ReduceMax', 'Pad', 'Shape'],\n",
       " ['MatMul', 'Add', 'Cast'],\n",
       " ['Abs', 'Mul', 'Cast'],\n",
       " ['PRelu', 'Concat', 'Resize'],\n",
       " ['Cos', 'Cast', 'Cast'],\n",
       " ['Concat', 'Transpose', 'ReduceMean'],\n",
       " ['MatMul', 'Add', 'Slice'],\n",
       " ['Relu', 'Concat', 'Sigmoid'],\n",
       " ['Cast', 'Reshape', 'MatMul'],\n",
       " ['Sub', 'ReduceSum', 'MatMul'],\n",
       " ['Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'PRelu'],\n",
       " ['ReduceMax', 'ReduceMean', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Concat', 'Div'],\n",
       " ['Concat', 'Cast', 'Ceil'],\n",
       " ['Concat', 'Resize', 'Conv'],\n",
       " ['Pad', 'Max', 'Concat'],\n",
       " ['Cast', 'Floor', 'Cast'],\n",
       " ['Concat', 'Clip', 'Concat'],\n",
       " ['Mul', 'Mul', 'Clip'],\n",
       " ['Squeeze', 'Mul', 'Div'],\n",
       " ['ReduceSum', 'Resize', 'Concat'],\n",
       " ['ArgMax', 'Greater', 'Where'],\n",
       " ['Cast', 'Concat', 'Less'],\n",
       " ['ArgMin', 'Expand', 'Cast'],\n",
       " ['Less', 'Cast', 'Or'],\n",
       " ['Relu', 'Mul', 'Mul', 'Mul'],\n",
       " ['Cos', 'Mul', 'Mul'],\n",
       " ['Mul', 'Mul', 'MatMul'],\n",
       " ['Floor', 'Cast', 'Concat'],\n",
       " ['Floor', 'Cast', 'Cast'],\n",
       " ['Concat', 'Relu', 'Concat'],\n",
       " ['Slice', 'Concat', 'Neg', 'Cast'],\n",
       " ['Pad', 'AveragePool', 'BatchNormalization'],\n",
       " ['Concat', 'Concat', 'Softmax'],\n",
       " ['Pad', 'Div', 'Max'],\n",
       " ['Expand', 'Resize', 'Conv'],\n",
       " ['Where', 'MatMul', 'Add'],\n",
       " ['ReduceMean', 'Trilu', 'Concat'],\n",
       " ['Pad', 'Expand', 'Conv'],\n",
       " ['Slice', 'Concat', 'Neg'],\n",
       " ['Expand', 'Greater', 'Cast', 'And'],\n",
       " ['Tan', 'Pad', 'Mul'],\n",
       " ['Clip', 'Clip', 'Mul'],\n",
       " ['Resize', 'Pad', 'Conv'],\n",
       " ['Where', 'Concat', 'PRelu'],\n",
       " ['Sub', 'Cast', 'Sub'],\n",
       " ['Floor', 'Cast', 'Abs'],\n",
       " ['Add', 'Concat', 'Concat'],\n",
       " ['Pad', 'Div', 'Resize'],\n",
       " ['Concat', 'Resize', 'ReduceSum'],\n",
       " ['ReduceMin', 'MatMul', 'Concat'],\n",
       " ['Reshape', 'MatMul', 'Concat'],\n",
       " ['Max', 'Concat', 'Round'],\n",
       " ['Reshape', 'Concat', 'Concat'],\n",
       " ['Round', 'Shape', 'Slice', 'Concat'],\n",
       " ['Abs', 'Cast', 'Concat'],\n",
       " ['Sigmoid', 'Concat', 'Concat'],\n",
       " ['Greater', 'Cast', 'Or'],\n",
       " ['Cast', 'Or', 'Where'],\n",
       " ['Add', 'Cast', 'Concat'],\n",
       " ['Sigmoid', 'Mul', 'Mul'],\n",
       " ['Cast', 'Add', 'Cast'],\n",
       " ['MatMul', 'Mul', 'Mul', 'Min'],\n",
       " ['Abs', 'Concat', 'PRelu'],\n",
       " ['Add', 'Floor', 'Concat'],\n",
       " ['Cast', 'Or', 'Where', 'Round'],\n",
       " ['Add', 'Concat', 'MatMul'],\n",
       " ['Pad', 'ReduceSum', 'Concat'],\n",
       " ['ReduceMean', 'Concat', 'Cast'],\n",
       " ['Cast', 'Expand', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Mul'],\n",
       " ['Concat', 'Max', 'Mul', 'Mul'],\n",
       " ['Pad', 'Concat', 'ReduceMax'],\n",
       " ['Concat', 'Min', 'MatMul'],\n",
       " ['Conv', 'Pad', 'Pad'],\n",
       " ['Cast', 'Concat', 'Max'],\n",
       " ['Floor', 'MatMul', 'Add'],\n",
       " ['PRelu', 'Concat', 'Add'],\n",
       " ['Div', 'Concat', 'Min'],\n",
       " ['LeakyRelu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Neg', 'Concat'],\n",
       " ['Abs', 'Cast', 'Add', 'Cast'],\n",
       " ['Sub', 'Concat', 'ReduceMean'],\n",
       " ['Cast', 'Expand', 'ReduceSum'],\n",
       " ['Add', 'Min', 'Concat'],\n",
       " ['Cast', 'Cast', 'And'],\n",
       " ['Cast', 'Expand', 'Cast'],\n",
       " ['ReduceMean', 'Mul', 'Concat'],\n",
       " ['ReduceMean', 'Ceil', 'Concat'],\n",
       " ['Cast', 'Cast', 'Div'],\n",
       " ['Cast', 'Expand', 'Add'],\n",
       " ['Sub', 'Mul', 'Sub'],\n",
       " ['Neg', 'Cast', 'Sub'],\n",
       " ['Concat', 'Reshape', 'Concat'],\n",
       " ['Atan', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Abs'],\n",
       " ['Cast', 'Cast', 'Or', 'Cast'],\n",
       " ['Cos', 'Relu', 'Concat'],\n",
       " ['MatMul', 'Add', 'Relu'],\n",
       " ['Atan', 'Softmax', 'Concat', 'Concat'],\n",
       " ['Cast', 'Mul', 'Min'],\n",
       " ['Conv', 'Squeeze', 'Greater'],\n",
       " ['Squeeze', 'Pad', 'AveragePool'],\n",
       " ['Softmax', 'Max', 'Div'],\n",
       " ['Ceil', 'Cast', 'Sub'],\n",
       " ['Concat', 'MatMul', 'Add'],\n",
       " ['Expand', 'Concat', 'ReduceMax'],\n",
       " ['Slice', 'Relu', 'Mul'],\n",
       " ['PRelu', 'LeakyRelu', 'Mul'],\n",
       " ['Concat', 'Resize', 'Min'],\n",
       " ['Max', 'Div', 'Shape'],\n",
       " ['Cast', 'Slice', 'Mul'],\n",
       " ['Concat', 'Concat', 'Pad'],\n",
       " ['Cos', 'Mul', 'Mul', 'Max'],\n",
       " ['Cast', 'ReduceMax', 'Sub', 'Mul'],\n",
       " ['Ceil', 'Sin', 'Cast'],\n",
       " ['Less', 'Cast', 'Xor'],\n",
       " ['ReduceMax', 'Add', 'Sub'],\n",
       " ['Sub', 'Concat', 'Concat'],\n",
       " ['Mul', 'Mul', 'Sub'],\n",
       " ['Cast', 'Cast', 'Mul', 'Mul'],\n",
       " ['ReduceSum', 'Concat', 'Resize'],\n",
       " ['MatMul', 'Concat', 'MatMul'],\n",
       " ['Cos', 'Add', 'Div'],\n",
       " ['Expand', 'Pad', 'AveragePool'],\n",
       " ['Pad', 'Conv', 'Pad'],\n",
       " ['LeakyRelu', 'Concat', 'Cast'],\n",
       " ['Atan', 'Reshape', 'Expand'],\n",
       " ['Cos', 'Cast', 'Expand'],\n",
       " ['Cast', 'Cast', 'Neg'],\n",
       " ['Cast', 'Cast', 'ReduceSum'],\n",
       " ['Concat', 'Max', 'Concat'],\n",
       " ['Pad', 'Concat', 'ReduceMax', 'Concat'],\n",
       " ['Softmax', 'Concat', 'LeakyRelu'],\n",
       " ['Min', 'Concat', 'ArgMin']]"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "detokenize_seqs(token_node_type_dict, reduced_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Max', 'Concat', 'Div'],\n",
       " ['Where', 'Concat', 'Reshape'],\n",
       " ['Min', 'ArgMax', 'Cast'],\n",
       " ['Mul', 'Concat', 'Resize'],\n",
       " ['MatMul', 'Add', 'Div'],\n",
       " ['Cast', 'Max', 'Cast'],\n",
       " ['Ceil', 'Concat', 'Softmax'],\n",
       " ['Squeeze', 'Abs', 'Concat'],\n",
       " ['Atan', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Mul', 'Concat'],\n",
       " ['Cast', 'Concat', 'Cast', 'Div'],\n",
       " ['Mul', 'Cast', 'Concat'],\n",
       " ['Atan', 'Resize', 'Round'],\n",
       " ['Cast', 'Add', 'Resize'],\n",
       " ['Ceil', 'Relu', 'Concat'],\n",
       " ['Mul', 'Concat', 'Concat'],\n",
       " ['Concat', 'Pad', 'AveragePool'],\n",
       " ['ArgMax', 'Greater', 'Where', 'Slice'],\n",
       " ['Softmax', 'MatMul', 'Add'],\n",
       " ['Cast', 'Mul', 'Trilu'],\n",
       " ['Concat', 'Cast', 'Sub'],\n",
       " ['ReduceMean', 'Trilu', 'Trilu'],\n",
       " ['Mul', 'Mul', 'Where'],\n",
       " ['Mul', 'Concat', 'Transpose'],\n",
       " ['Softmax', 'Reshape', 'Concat'],\n",
       " ['Cast', 'MatMul', 'Div'],\n",
       " ['Resize', 'Abs', 'ReduceMax'],\n",
       " ['Concat', 'Resize', 'Concat'],\n",
       " ['Mul', 'Mul', 'Max'],\n",
       " ['Resize', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Add'],\n",
       " ['Relu', 'Mul', 'Slice'],\n",
       " ['Ceil', 'Cast', 'ArgMax'],\n",
       " ['Mul', 'Max', 'Where'],\n",
       " ['Trilu', 'LeakyRelu', 'Sub'],\n",
       " ['Mul', 'Softmax', 'Pad'],\n",
       " ['Ceil', 'Max', 'Conv'],\n",
       " ['Pad', 'Expand', 'Resize'],\n",
       " ['Sigmoid', 'Shape', 'Slice', 'Concat'],\n",
       " ['Cast', 'Abs', 'Less'],\n",
       " ['ReduceSum', 'Resize', 'Mul'],\n",
       " ['Atan', 'Greater', 'Cast'],\n",
       " ['MatMul', 'Add', 'Softmax'],\n",
       " ['Sub', 'Greater', 'Cast'],\n",
       " ['Concat', 'Div', 'Sub'],\n",
       " ['Concat', 'Cast', 'Cast', 'Or'],\n",
       " ['Trilu', 'Trilu', 'Slice'],\n",
       " ['LeakyRelu', 'Mul', 'MatMul'],\n",
       " ['Cast', 'And', 'Cast', 'Or'],\n",
       " ['Cast', 'Sub', 'Min'],\n",
       " ['Resize', 'Ceil', 'Div'],\n",
       " ['Concat', 'Sigmoid', 'Max'],\n",
       " ['Resize', 'Conv', 'Pad'],\n",
       " ['Add', 'Div', 'Greater'],\n",
       " ['ReduceSum', 'Cast', 'Expand'],\n",
       " ['Mul', 'Tan', 'Cast'],\n",
       " ['Concat', 'Div', 'Concat'],\n",
       " ['Resize', 'Resize', 'Shape'],\n",
       " ['Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Resize', 'Ceil'],\n",
       " ['Sin', 'Concat', 'Round'],\n",
       " ['PRelu', 'Concat', 'Round'],\n",
       " ['LeakyRelu', 'Concat', 'Add', 'Concat'],\n",
       " ['Add', 'ReduceSum', 'Div'],\n",
       " ['Cast', 'LeakyRelu', 'Tan'],\n",
       " ['Mul', 'Max', 'Conv'],\n",
       " ['Atan', 'Resize', 'Max'],\n",
       " ['Cast', 'ArgMin', 'Expand'],\n",
       " ['Cast', 'Sub', 'Cast'],\n",
       " ['Concat', 'Where', 'Concat'],\n",
       " ['Resize', 'Resize', 'Concat'],\n",
       " ['ArgMin', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Cast', 'Sub'],\n",
       " ['Sin', 'Expand', 'Concat'],\n",
       " ['Clip', 'Reshape', 'Expand'],\n",
       " ['Tan', 'Concat', 'Squeeze'],\n",
       " ['Cast', 'Cast', 'Clip'],\n",
       " ['PRelu', 'Cast', 'Cast'],\n",
       " ['Mul', 'Mul', 'Sin'],\n",
       " ['Where', 'Sin', 'Concat'],\n",
       " ['Mul', 'Concat', 'Sigmoid'],\n",
       " ['ReduceMax', 'Mul', 'Mul'],\n",
       " ['Cast', 'Slice', 'Cast'],\n",
       " ['Abs', 'Sub', 'LeakyRelu'],\n",
       " ['Cast', 'Concat', 'Slice'],\n",
       " ['Resize', 'Sin', 'Tan'],\n",
       " ['Mul', 'Add', 'Concat'],\n",
       " ['Pad', 'Resize', 'Concat'],\n",
       " ['Where', 'Resize', 'Concat'],\n",
       " ['Tan', 'Clip', 'Concat'],\n",
       " ['Add', 'Cast', 'Cast'],\n",
       " ['Cast', 'Cast', 'Transpose'],\n",
       " ['Sub', 'MatMul', 'Add'],\n",
       " ['Greater', 'Where', 'Slice'],\n",
       " ['Sin', 'Cast', 'Cast'],\n",
       " ['Less', 'Cast', 'Or', 'Cast'],\n",
       " ['ArgMin', 'Greater', 'Where'],\n",
       " ['Resize', 'Cast', 'Concat'],\n",
       " ['Concat', 'Cast', 'Cast'],\n",
       " ['Concat', 'Reshape', 'Floor'],\n",
       " ['Cast', 'Xor', 'Cast'],\n",
       " ['Concat', 'ArgMin', 'Min'],\n",
       " ['ArgMin', 'Greater', 'Cast'],\n",
       " ['Concat', 'Slice', 'Concat'],\n",
       " ['Sin', 'Mul', 'Mul'],\n",
       " ['Less', 'Where', 'Mul', 'Mul'],\n",
       " ['Concat', 'MatMul', 'Add', 'ReduceMax'],\n",
       " ['Atan', 'Abs', 'Concat'],\n",
       " ['Pad', 'Concat', 'Div'],\n",
       " ['Trilu', 'Cast', 'Cast'],\n",
       " ['Ceil', 'Where', 'Concat'],\n",
       " ['Ceil', 'Cast', 'Neg'],\n",
       " ['ReduceSum', 'Resize', 'Resize'],\n",
       " ['Ceil', 'Mul', 'Softmax'],\n",
       " ['Mul', 'Mul', 'Softmax'],\n",
       " ['Squeeze', 'Mul', 'Slice'],\n",
       " ['Sin', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Concat', 'Sub'],\n",
       " ['Pad', 'Mul', 'Mul'],\n",
       " ['Greater', 'Cast', 'Where'],\n",
       " ['Ceil', 'Sin', 'Max'],\n",
       " ['Neg', 'Concat', 'Concat'],\n",
       " ['Mul', 'Mul', 'Concat'],\n",
       " ['Pad', 'Resize', 'Mul'],\n",
       " ['MatMul', 'Max', 'Pad'],\n",
       " ['Slice', 'Max', 'Resize'],\n",
       " ['ReduceSum', 'MatMul', 'Max'],\n",
       " ['Concat', 'Resize', 'Relu'],\n",
       " ['Div', 'Concat', 'Neg'],\n",
       " ['MatMul', 'LeakyRelu', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'Resize', 'MaxPool'],\n",
       " ['Concat', 'ReduceMax', 'Add'],\n",
       " ['Trilu', 'Trilu', 'Concat'],\n",
       " ['Where', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'Cast'],\n",
       " ['Concat', 'Resize', 'Transpose'],\n",
       " ['ReduceMax', 'Add', 'Resize'],\n",
       " ['Cast', 'Concat', 'Greater'],\n",
       " ['ReduceMin', 'Cast', 'Where'],\n",
       " ['Clip', 'Mul', 'Mul'],\n",
       " ['Concat', 'LeakyRelu', 'ReduceMean'],\n",
       " ['Transpose', 'Pad', 'AveragePool'],\n",
       " ['Conv', 'Pad', 'AveragePool'],\n",
       " ['Sub', 'Cast', 'Expand'],\n",
       " ['MatMul', 'Add', 'Max'],\n",
       " ['Ceil', 'Reshape', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Sub'],\n",
       " ['Add', 'Add', 'Concat'],\n",
       " ['Mul', 'Mul', 'Less'],\n",
       " ['Floor', 'Cast', 'Cast', 'And'],\n",
       " ['Cast', 'And', 'Cast', 'And', 'Where'],\n",
       " ['Reshape', 'Cast', 'Cast'],\n",
       " ['Atan', 'Softmax', 'Concat'],\n",
       " ['MatMul', 'Add', 'Resize'],\n",
       " ['Ceil', 'Atan', 'Trilu'],\n",
       " ['MatMul', 'Add', 'ReduceSum'],\n",
       " ['Add', 'Concat', 'Div'],\n",
       " ['Xor', 'Where', 'Concat'],\n",
       " ['Concat', 'MatMul', 'MatMul', 'Where'],\n",
       " ['Atan', 'Cast', 'Sigmoid'],\n",
       " ['Resize', 'Concat', 'Squeeze'],\n",
       " ['Reshape', 'Expand', 'Pad'],\n",
       " ['Trilu', 'Cast', 'Slice'],\n",
       " ['ReduceSum', 'Sin', 'Cast'],\n",
       " ['Concat', 'Neg', 'MatMul'],\n",
       " ['Concat', 'Concat', 'Neg'],\n",
       " ['Squeeze', 'Mul', 'Mul'],\n",
       " ['Gemm', 'Mul', 'Mul'],\n",
       " ['Cast', 'MatMul', 'Cast'],\n",
       " ['ReduceMax', 'MatMul', 'Add'],\n",
       " ['Reshape', 'MatMul', 'Add'],\n",
       " ['Cast', 'Or', 'Cast', 'And'],\n",
       " ['Relu', 'Concat', 'Slice'],\n",
       " ['Tan', 'ReduceMean', 'Div'],\n",
       " ['Mul', 'Shape', 'Slice', 'Concat'],\n",
       " ['Resize', 'Concat', 'Cos'],\n",
       " ['Cast', 'Mul', 'Mul'],\n",
       " ['Atan', 'Div', 'Cos'],\n",
       " ['Cast', 'Expand', 'ReduceMax'],\n",
       " ['Abs', 'Concat', 'Min', 'MatMul'],\n",
       " ['Neg', 'Concat', 'Conv'],\n",
       " ['Mul', 'Mul', 'Tan'],\n",
       " ['Concat', 'Concat', 'Concat'],\n",
       " ['Add', 'Div', 'Add'],\n",
       " ['Concat', 'Softmax', 'Div'],\n",
       " ['Where', 'Less', 'Cast'],\n",
       " ['Cast', 'Div', 'LeakyRelu'],\n",
       " ['Mul', 'Cast', 'Slice'],\n",
       " ['LeakyRelu', 'Resize', 'MatMul'],\n",
       " ['Concat', 'Concat', 'Relu'],\n",
       " ['Pad', 'Concat', 'Pad'],\n",
       " ['LeakyRelu', 'Cast', 'Cast'],\n",
       " ['Squeeze', 'Less', 'Cast'],\n",
       " ['Concat', 'Mul', 'Div'],\n",
       " ['Pad', 'AveragePool', 'Ceil'],\n",
       " ['PRelu', 'Concat', 'Clip'],\n",
       " ['Cast', 'Expand', 'Neg'],\n",
       " ['Abs', 'Concat', 'Floor'],\n",
       " ['Round', 'Where', 'Resize'],\n",
       " ['Add', 'Less', 'Cast'],\n",
       " ['Cast', 'And', 'Cast'],\n",
       " ['MatMul', 'Add', 'Min', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'Concat'],\n",
       " ['Sigmoid', 'Cast', 'Cast'],\n",
       " ['Concat', 'Neg', 'Cast'],\n",
       " ['Max', 'Concat', 'PRelu'],\n",
       " ['Where', 'Sin', 'Concat', 'LeakyRelu'],\n",
       " ['MatMul', 'Add', 'Min'],\n",
       " ['MatMul', 'Cast', 'Mul'],\n",
       " ['Resize', 'Cast', 'Add'],\n",
       " ['Cast', 'Cast', 'Max'],\n",
       " ['Relu', 'PRelu', 'PRelu'],\n",
       " ['Cast', 'Cast', 'Floor'],\n",
       " ['Where', 'Where', 'Shape'],\n",
       " ['Cos', 'Concat', 'Concat'],\n",
       " ['Slice', 'Cast', 'Cast'],\n",
       " ['Greater', 'Cast', 'Or', 'Where'],\n",
       " ['Add', 'Concat', 'PRelu'],\n",
       " ['ReduceMin', 'Trilu', 'Trilu'],\n",
       " ['Concat', 'ReduceMax', 'Concat'],\n",
       " ['Concat', 'Resize', 'Sub'],\n",
       " ['Mul', 'Mul', 'Min'],\n",
       " ['Expand', 'Concat', 'Mul'],\n",
       " ['Resize', 'Pad', 'AveragePool'],\n",
       " ['Cast', 'Concat', 'Mul'],\n",
       " ['Add', 'MatMul', 'Cast'],\n",
       " ['PRelu', 'Concat', 'Resize', 'ReduceSum'],\n",
       " ['Mul', 'Mul', 'Ceil'],\n",
       " ['PRelu', 'Greater', 'Cast'],\n",
       " ['Concat', 'Resize', 'MatMul'],\n",
       " ['Min', 'Concat', 'Relu'],\n",
       " ['ReduceSum', 'Cast', 'ArgMin'],\n",
       " ['Cast', 'Sub', 'Mul'],\n",
       " ['Add', 'Concat', 'MatMul', 'Add'],\n",
       " ['Max', 'Concat', 'Concat'],\n",
       " ['Concat', 'Mul', 'Mul'],\n",
       " ['Atan', 'Sub', 'Mul'],\n",
       " ['Sigmoid', 'Concat', 'Relu'],\n",
       " ['Floor', 'Cast', 'Mul', 'Neg'],\n",
       " ['Max', 'Concat', 'Reshape'],\n",
       " ['Cast', 'Floor', 'Sin'],\n",
       " ['Concat', 'Concat', 'Concat', 'Pad'],\n",
       " ['Relu', 'Cast', 'Max'],\n",
       " ['LeakyRelu', 'Min', 'Concat'],\n",
       " ['Pad', 'AveragePool', 'ArgMin'],\n",
       " ['Min', 'Atan', 'Pad'],\n",
       " ['Ceil', 'Concat', 'Div'],\n",
       " ['ReduceSum', 'Transpose', 'Trilu'],\n",
       " ['Concat', 'Concat', 'ArgMin'],\n",
       " ['Add', 'MatMul', 'Add'],\n",
       " ['Sin', 'MatMul', 'Add'],\n",
       " ['Cast', 'Cast', 'Xor'],\n",
       " ['Atan', 'PRelu', 'Min'],\n",
       " ['Concat', 'Max', 'Div'],\n",
       " ['Atan', 'Reshape', 'MatMul'],\n",
       " ['Greater', 'Cast', 'And'],\n",
       " ['Ceil', 'Transpose', 'Conv'],\n",
       " ['ReduceMean', 'Concat', 'LeakyRelu'],\n",
       " ['Mul', 'Transpose', 'MatMul'],\n",
       " ['ArgMax', 'Where', 'Slice'],\n",
       " ['Relu', 'Concat', 'Concat'],\n",
       " ['MatMul', 'Add', 'ReduceMin'],\n",
       " ['Cast', 'Less', 'Cast'],\n",
       " ['Slice', 'MatMul', 'Add'],\n",
       " ['ReduceSum', 'Resize', 'Div'],\n",
       " ['MatMul', 'Add', 'Squeeze'],\n",
       " ['Greater', 'Cast', 'Xor'],\n",
       " ['Max', 'Mul', 'Mul'],\n",
       " ['Concat', 'Concat', 'Cast'],\n",
       " ['Cast', 'Concat', 'Cast'],\n",
       " ['Concat', 'Neg', 'MatMul', 'Add'],\n",
       " ['MatMul', 'Add', 'MatMul'],\n",
       " ['Conv', 'MatMul', 'Concat'],\n",
       " ['Trilu', 'Max', 'Concat'],\n",
       " ['Mul', 'MatMul', 'Add'],\n",
       " ['Min', 'Concat', 'Cast'],\n",
       " ['MatMul', 'Add', 'Mul', 'Mul'],\n",
       " ['Cast', 'Pad', 'Resize'],\n",
       " ['Cast', 'Atan', 'Div'],\n",
       " ['MatMul', 'Add', 'Greater'],\n",
       " ['Max', 'Concat', 'Relu'],\n",
       " ['Cast', 'Cast', 'Concat'],\n",
       " ['Expand', 'Concat', 'MatMul'],\n",
       " ['Sin', 'Expand', 'Concat', 'ReduceMax'],\n",
       " ['Mul', 'Max', 'Concat'],\n",
       " ['Concat', 'Slice', 'Add'],\n",
       " ['Mul', 'Pad', 'Shape'],\n",
       " ['MatMul', 'Cast', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Sub'],\n",
       " ['Pad', 'AveragePool', 'Tan'],\n",
       " ['MatMul', 'Add', 'Sin'],\n",
       " ['Pad', 'AveragePool', 'ReduceSum'],\n",
       " ['Cast', 'Pad', 'Mul'],\n",
       " ['Min', 'Concat', 'Min'],\n",
       " ['Atan', 'Cast', 'Cast', 'Div'],\n",
       " ['Reshape', 'Expand', 'Resize'],\n",
       " ['Conv', 'ReduceMean', 'Concat'],\n",
       " ['PRelu', 'Greater', 'Cast', 'Or'],\n",
       " ['Min', 'Mul', 'Mul'],\n",
       " ['Mul', 'Mul', 'Abs'],\n",
       " ['MatMul', 'Cast', 'Div'],\n",
       " ['Neg', 'Concat', 'Concat', 'Resize'],\n",
       " ['ReduceMean', 'Greater', 'Cast'],\n",
       " ['Relu', 'Squeeze', 'Concat'],\n",
       " ['Cast', 'ReduceMax', 'Sub'],\n",
       " ['MatMul', 'Mul', 'Mul'],\n",
       " ['ReduceSum', 'Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'Shape'],\n",
       " ['ReduceMax', 'Ceil', 'BatchNormalization'],\n",
       " ['MatMul', 'Mul', 'ReduceMax'],\n",
       " ['Ceil', 'Mul', 'Mul'],\n",
       " ['Less', 'Cast', 'And'],\n",
       " ['Concat', 'LeakyRelu', 'Resize'],\n",
       " ['Concat', 'Mul', 'Mul', 'Concat'],\n",
       " ['Concat', 'Neg', 'Concat', 'Concat'],\n",
       " ['ReduceMean', 'Add', 'Sub'],\n",
       " ['Cast', 'Expand', 'Pad'],\n",
       " ['ReduceMax', 'Trilu', 'Concat'],\n",
       " ['Tan', 'Sub', 'Div'],\n",
       " ['ReduceSum', 'Atan', 'PRelu'],\n",
       " ['Slice', 'Concat', 'Reshape'],\n",
       " ['MatMul', 'Add', 'Mul'],\n",
       " ['MatMul', 'Add', 'ReduceMax'],\n",
       " ['Mul', 'Mul', 'ReduceMin'],\n",
       " ['Sigmoid', 'MatMul', 'Add'],\n",
       " ['Concat', 'Div', 'Div'],\n",
       " ['Expand', 'MatMul', 'Add'],\n",
       " ['Round', 'Concat', 'Mul'],\n",
       " ['MatMul', 'Concat', 'ReduceMax'],\n",
       " ['Cast', 'Greater', 'Cast'],\n",
       " ['ArgMin', 'Expand', 'Greater', 'Where'],\n",
       " ['Squeeze', 'Add', 'Sub'],\n",
       " ['Add', 'Mul', 'Mul'],\n",
       " ['Cast', 'Floor', 'Ceil'],\n",
       " ['Tan', 'MatMul', 'Add'],\n",
       " ['ReduceSum', 'Concat', 'Add'],\n",
       " ['Less', 'Cast', 'Where'],\n",
       " ['Round', 'Concat', 'Neg'],\n",
       " ['ReduceSum', 'Pad', 'AveragePool'],\n",
       " ['Concat', 'Reshape', 'Expand'],\n",
       " ['Mul', 'Mul', 'Add'],\n",
       " ['Ceil', 'Concat', 'Sin'],\n",
       " ['Concat', 'MatMul', 'MatMul'],\n",
       " ['Concat', 'ReduceMin', 'Resize'],\n",
       " ['Div', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Atan'],\n",
       " ['Min', 'Concat', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Sigmoid'],\n",
       " ['Slice', 'Pad', 'Concat'],\n",
       " ['Sub', 'Sin', 'Div'],\n",
       " ['Sub', 'Mul', 'Sigmoid'],\n",
       " ['ArgMax', 'Cast', 'Cast'],\n",
       " ['Where', 'Min', 'Concat'],\n",
       " ['Shape', 'Gather', 'Equal', 'If'],\n",
       " ['MatMul', 'Add', 'MatMul', 'Add'],\n",
       " ['Cast', 'MatMul', 'Add'],\n",
       " ['Mul', 'Softmax', 'MatMul'],\n",
       " ['MatMul', 'Reshape', 'Concat'],\n",
       " ['MatMul', 'Trilu', 'Trilu'],\n",
       " ['Concat', 'Trilu', 'Cast'],\n",
       " ['Pad', 'AveragePool', 'Resize'],\n",
       " ['Reshape', 'Expand', 'MatMul'],\n",
       " ['Cast', 'Cast', 'Min'],\n",
       " ['Min', 'Concat', 'Concat'],\n",
       " ['ReduceMean', 'MatMul', 'Add'],\n",
       " ['ReduceMax', 'Pad', 'AveragePool'],\n",
       " ['Pad', 'Mul', 'Div'],\n",
       " ['Concat', 'Resize', 'Pad'],\n",
       " ['Max', 'MatMul', 'Div'],\n",
       " ['Concat', 'Sigmoid', 'Concat'],\n",
       " ['LeakyRelu', 'Concat', 'Add'],\n",
       " ['ArgMax', 'Reshape', 'Concat'],\n",
       " ['Concat', 'ReduceMax', 'Reshape'],\n",
       " ['ArgMax', 'Cast', 'Cast', 'Expand'],\n",
       " ['Abs', 'Cast', 'Add'],\n",
       " ['Pad', 'AveragePool', 'Round'],\n",
       " ['Mul', 'Mul', 'Div'],\n",
       " ['Relu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Softmax', 'Concat'],\n",
       " ['Sin', 'Cast', 'Expand'],\n",
       " ['Softmax', 'Concat', 'Concat'],\n",
       " ['Sub', 'ReduceMean', 'Concat'],\n",
       " ['Neg', 'ReduceMean', 'Concat'],\n",
       " ['Atan', 'Resize', 'Pad'],\n",
       " ['Cos', 'Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Concat', 'Resize'],\n",
       " ['Cast', 'LeakyRelu', 'Concat'],\n",
       " ['Expand', 'Greater', 'Cast'],\n",
       " ['Tan', 'Concat', 'Mul'],\n",
       " ['Cast', 'Or', 'Cast', 'Xor', 'Where'],\n",
       " ['Pad', 'AveragePool', 'Conv'],\n",
       " ['MatMul', 'MatMul', 'Where'],\n",
       " ['Cast', 'Cast', 'Sub', 'Neg'],\n",
       " ['ReduceSum', 'MatMul', 'Add'],\n",
       " ['ReduceMean', 'Mul', 'Mul'],\n",
       " ['Min', 'Max', 'Concat'],\n",
       " ['Cast', 'Expand', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Round'],\n",
       " ['Ceil', 'ReduceMax', 'Concat'],\n",
       " ['Reshape', 'Expand', 'Trilu'],\n",
       " ['Pad', 'AveragePool', 'Pad'],\n",
       " ['Concat', 'MatMul', 'Mul'],\n",
       " ['Div', 'Abs', 'Atan'],\n",
       " ['Concat', 'Ceil', 'Sub'],\n",
       " ['Cast', 'Or', 'Cast'],\n",
       " ['ReduceMin', 'Sigmoid', 'Relu'],\n",
       " ['Mul', 'Concat', 'Neg'],\n",
       " ['Abs', 'Add', 'Cast'],\n",
       " ['Cast', 'MatMul', 'Max'],\n",
       " ['Expand', 'MatMul', 'MatMul'],\n",
       " ['MatMul', 'Cast', 'Cast'],\n",
       " ['Max', 'Concat', 'Tan'],\n",
       " ['Cast', 'Cast', 'Sub'],\n",
       " ['Concat', 'Concat', 'MatMul'],\n",
       " ['ReduceSum', 'Mul', 'Mul'],\n",
       " ['Floor', 'Cast', 'Mul'],\n",
       " ['Pad', 'MatMul', 'Add'],\n",
       " ['Concat', 'Add', 'Concat'],\n",
       " ['Where', 'Concat', 'Clip'],\n",
       " ['ReduceMin', 'Less', 'Cast', 'Xor'],\n",
       " ['Concat', 'Concat', 'Floor'],\n",
       " ['Resize', 'Concat', 'Sub'],\n",
       " ['Pad', 'AveragePool', 'Div'],\n",
       " ['Resize', 'MatMul', 'Add'],\n",
       " ['Reshape', 'Concat', 'Max'],\n",
       " ['MatMul', 'Max', 'Concat'],\n",
       " ['Slice', 'Relu', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Cast', 'Mul', 'Mul'],\n",
       " ['Concat', 'MatMul', 'Mul', 'Mul'],\n",
       " ['MatMul', 'Add', 'Concat'],\n",
       " ['Min', 'Concat', 'Clip'],\n",
       " ['Atan', 'Cast', 'LeakyRelu'],\n",
       " ['Atan', 'Cast', 'Cast', 'Cast'],\n",
       " ['Cast', 'And', 'Where'],\n",
       " ['Cast', 'Cast', 'Or'],\n",
       " ['Cast', 'Abs', 'Sub'],\n",
       " ['Concat', 'Clip', 'Cast'],\n",
       " ['Reshape', 'Expand', 'Concat'],\n",
       " ['Cast', 'Cast', 'Abs'],\n",
       " ['Pad', 'ArgMax', 'Reshape'],\n",
       " ['Concat', 'Cast', 'Div'],\n",
       " ['ReduceSum', 'Ceil', 'Concat'],\n",
       " ['Mul', 'Slice', 'Shape'],\n",
       " ['Cos', 'Concat', 'ReduceMax'],\n",
       " ['Mul', 'Cast', 'Cast'],\n",
       " ['MaxPool', 'Pad', 'AveragePool'],\n",
       " ['Tan', 'Cast', 'Cast'],\n",
       " ['Concat', 'Resize', 'Resize'],\n",
       " ['Cast', 'Shape', 'Slice', 'Concat'],\n",
       " ['Cast', 'Expand', 'Reshape'],\n",
       " ['Expand', 'Pad', 'Pad'],\n",
       " ['Concat', 'Concat', 'Ceil'],\n",
       " ['Mul', 'Concat', 'Transpose', 'ReduceMean'],\n",
       " ['Pad', 'Pad', 'AveragePool'],\n",
       " ['ReduceSum', 'MatMul', 'Div'],\n",
       " ['BatchNormalization', 'Pad', 'AveragePool'],\n",
       " ['Concat', 'MatMul', 'Add', 'MatMul'],\n",
       " ['Div', 'Abs', 'Atan', 'Div'],\n",
       " ['Cast', 'Neg', 'Cast'],\n",
       " ['Concat', 'Slice', 'Concat', 'Pad'],\n",
       " ['Concat', 'Ceil', 'Mul'],\n",
       " ['Softmax', 'Mul', 'Mul'],\n",
       " ['Neg', 'Where', 'MatMul'],\n",
       " ['Concat', 'Reshape', 'Softmax'],\n",
       " ['Resize', 'Pad', 'Expand'],\n",
       " ['Cast', 'Floor', 'LeakyRelu'],\n",
       " ['MatMul', 'Add', 'Shape'],\n",
       " ['Cast', 'Cast', 'Less'],\n",
       " ['Cast', 'Expand', 'Concat'],\n",
       " ['ReduceSum', 'MaxPool', 'Concat'],\n",
       " ['ReduceMax', 'Resize', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast'],\n",
       " ['Resize', 'Pad', 'Div'],\n",
       " ['Cast', 'Cast', 'Expand'],\n",
       " ['Reshape', 'Cast', 'MatMul'],\n",
       " ['Sub', 'Greater', 'Cast', 'Or'],\n",
       " ['Reshape', 'Expand', 'Mul'],\n",
       " ['MatMul', 'Neg', 'Concat'],\n",
       " ['PRelu', 'Mul', 'Mul'],\n",
       " ['Mul', 'Div', 'Ceil'],\n",
       " ['Resize', 'Concat', 'Round'],\n",
       " ['MaxPool', 'Shape', 'Slice', 'Concat'],\n",
       " ['Concat', 'ReduceMin', 'Concat'],\n",
       " ['Abs', 'Greater', 'Cast'],\n",
       " ['Conv', 'Pad', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Or'],\n",
       " ['ArgMin', 'Expand', 'Greater'],\n",
       " ['Mul', 'Mul', 'Greater'],\n",
       " ['Cast', 'Where', 'Concat'],\n",
       " ['MatMul', 'Add', 'Ceil'],\n",
       " ['Cast', 'Xor', 'Where'],\n",
       " ['Abs', 'MatMul', 'Add'],\n",
       " ['Squeeze', 'Less', 'Cast', 'Or'],\n",
       " ['Round', 'Concat', 'ReduceSum'],\n",
       " ['Sin', 'Concat', 'PRelu'],\n",
       " ['Ceil', 'Concat', 'Concat'],\n",
       " ['Where', 'Mul', 'Mul'],\n",
       " ['Cast', 'Xor', 'Where', 'Min'],\n",
       " ['Reshape', 'Conv', 'Reshape'],\n",
       " ['ReduceMax', 'Pad', 'Shape'],\n",
       " ['MatMul', 'Add', 'Cast'],\n",
       " ['Abs', 'Mul', 'Cast'],\n",
       " ['PRelu', 'Concat', 'Resize'],\n",
       " ['Cos', 'Cast', 'Cast'],\n",
       " ['Concat', 'Transpose', 'ReduceMean'],\n",
       " ['MatMul', 'Add', 'Slice'],\n",
       " ['Relu', 'Concat', 'Sigmoid'],\n",
       " ['Cast', 'Reshape', 'MatMul'],\n",
       " ['Sub', 'ReduceSum', 'MatMul'],\n",
       " ['Shape', 'Slice', 'Concat'],\n",
       " ['Mul', 'Mul', 'PRelu'],\n",
       " ['ReduceMax', 'ReduceMean', 'Concat'],\n",
       " ['Cast', 'Cast', 'Cast', 'Mul'],\n",
       " ['Concat', 'Concat', 'Div'],\n",
       " ['Concat', 'Cast', 'Ceil'],\n",
       " ['Concat', 'Resize', 'Conv'],\n",
       " ['Pad', 'Max', 'Concat'],\n",
       " ['Cast', 'Floor', 'Cast'],\n",
       " ['Concat', 'Clip', 'Concat'],\n",
       " ['Mul', 'Mul', 'Clip'],\n",
       " ['Squeeze', 'Mul', 'Div'],\n",
       " ['ReduceSum', 'Resize', 'Concat'],\n",
       " ['ArgMax', 'Greater', 'Where'],\n",
       " ['Cast', 'Concat', 'Less'],\n",
       " ['ArgMin', 'Expand', 'Cast'],\n",
       " ['Less', 'Cast', 'Or'],\n",
       " ['Relu', 'Mul', 'Mul', 'Mul'],\n",
       " ['Cos', 'Mul', 'Mul'],\n",
       " ['Mul', 'Mul', 'MatMul'],\n",
       " ['Floor', 'Cast', 'Concat'],\n",
       " ['Floor', 'Cast', 'Cast'],\n",
       " ['Concat', 'Relu', 'Concat'],\n",
       " ['Slice', 'Concat', 'Neg', 'Cast'],\n",
       " ['Pad', 'AveragePool', 'BatchNormalization'],\n",
       " ['Concat', 'Concat', 'Softmax'],\n",
       " ['Pad', 'Div', 'Max'],\n",
       " ['Expand', 'Resize', 'Conv'],\n",
       " ['Where', 'MatMul', 'Add'],\n",
       " ['ReduceMean', 'Trilu', 'Concat'],\n",
       " ['Pad', 'Expand', 'Conv'],\n",
       " ['Slice', 'Concat', 'Neg'],\n",
       " ['Expand', 'Greater', 'Cast', 'And'],\n",
       " ['Tan', 'Pad', 'Mul'],\n",
       " ['Clip', 'Clip', 'Mul'],\n",
       " ['Resize', 'Pad', 'Conv'],\n",
       " ['Where', 'Concat', 'PRelu'],\n",
       " ['Sub', 'Cast', 'Sub'],\n",
       " ['Floor', 'Cast', 'Abs'],\n",
       " ['Add', 'Concat', 'Concat'],\n",
       " ['Pad', 'Div', 'Resize'],\n",
       " ['Concat', 'Resize', 'ReduceSum'],\n",
       " ['ReduceMin', 'MatMul', 'Concat'],\n",
       " ['Reshape', 'MatMul', 'Concat'],\n",
       " ['Max', 'Concat', 'Round'],\n",
       " ['Reshape', 'Concat', 'Concat'],\n",
       " ['Round', 'Shape', 'Slice', 'Concat'],\n",
       " ['Abs', 'Cast', 'Concat'],\n",
       " ['Sigmoid', 'Concat', 'Concat'],\n",
       " ['Greater', 'Cast', 'Or'],\n",
       " ['Cast', 'Or', 'Where'],\n",
       " ['Add', 'Cast', 'Concat'],\n",
       " ['Sigmoid', 'Mul', 'Mul'],\n",
       " ['Cast', 'Add', 'Cast'],\n",
       " ['MatMul', 'Mul', 'Mul', 'Min'],\n",
       " ['Abs', 'Concat', 'PRelu'],\n",
       " ['Add', 'Floor', 'Concat'],\n",
       " ['Cast', 'Or', 'Where', 'Round'],\n",
       " ['Add', 'Concat', 'MatMul'],\n",
       " ['Pad', 'ReduceSum', 'Concat'],\n",
       " ['ReduceMean', 'Concat', 'Cast'],\n",
       " ['Cast', 'Expand', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Mul'],\n",
       " ['Concat', 'Max', 'Mul', 'Mul'],\n",
       " ['Pad', 'Concat', 'ReduceMax'],\n",
       " ['Concat', 'Min', 'MatMul'],\n",
       " ['Conv', 'Pad', 'Pad'],\n",
       " ['Cast', 'Concat', 'Max'],\n",
       " ['Floor', 'MatMul', 'Add'],\n",
       " ['PRelu', 'Concat', 'Add'],\n",
       " ['Div', 'Concat', 'Min'],\n",
       " ['LeakyRelu', 'Mul', 'Mul'],\n",
       " ['Concat', 'Neg', 'Concat'],\n",
       " ['Abs', 'Cast', 'Add', 'Cast'],\n",
       " ['Sub', 'Concat', 'ReduceMean'],\n",
       " ['Cast', 'Expand', 'ReduceSum'],\n",
       " ['Add', 'Min', 'Concat'],\n",
       " ['Cast', 'Cast', 'And'],\n",
       " ['Cast', 'Expand', 'Cast'],\n",
       " ['ReduceMean', 'Mul', 'Concat'],\n",
       " ['ReduceMean', 'Ceil', 'Concat'],\n",
       " ['Cast', 'Cast', 'Div'],\n",
       " ['Cast', 'Expand', 'Add'],\n",
       " ['Sub', 'Mul', 'Sub'],\n",
       " ['Neg', 'Cast', 'Sub'],\n",
       " ['Concat', 'Reshape', 'Concat'],\n",
       " ['Atan', 'Cast', 'Cast'],\n",
       " ['Concat', 'Concat', 'Abs'],\n",
       " ['Cast', 'Cast', 'Or', 'Cast'],\n",
       " ['Cos', 'Relu', 'Concat'],\n",
       " ['MatMul', 'Add', 'Relu'],\n",
       " ['Atan', 'Softmax', 'Concat', 'Concat'],\n",
       " ['Cast', 'Mul', 'Min'],\n",
       " ['Conv', 'Squeeze', 'Greater'],\n",
       " ['Squeeze', 'Pad', 'AveragePool'],\n",
       " ['Softmax', 'Max', 'Div'],\n",
       " ['Ceil', 'Cast', 'Sub'],\n",
       " ['Concat', 'MatMul', 'Add'],\n",
       " ['Expand', 'Concat', 'ReduceMax'],\n",
       " ['Slice', 'Relu', 'Mul'],\n",
       " ['PRelu', 'LeakyRelu', 'Mul'],\n",
       " ['Concat', 'Resize', 'Min'],\n",
       " ['Max', 'Div', 'Shape'],\n",
       " ['Cast', 'Slice', 'Mul'],\n",
       " ['Concat', 'Concat', 'Pad'],\n",
       " ['Cos', 'Mul', 'Mul', 'Max'],\n",
       " ['Cast', 'ReduceMax', 'Sub', 'Mul'],\n",
       " ['Ceil', 'Sin', 'Cast'],\n",
       " ['Less', 'Cast', 'Xor'],\n",
       " ['ReduceMax', 'Add', 'Sub'],\n",
       " ['Sub', 'Concat', 'Concat'],\n",
       " ['Mul', 'Mul', 'Sub'],\n",
       " ['Cast', 'Cast', 'Mul', 'Mul'],\n",
       " ['ReduceSum', 'Concat', 'Resize'],\n",
       " ['MatMul', 'Concat', 'MatMul'],\n",
       " ['Cos', 'Add', 'Div'],\n",
       " ['Expand', 'Pad', 'AveragePool'],\n",
       " ['Pad', 'Conv', 'Pad'],\n",
       " ['LeakyRelu', 'Concat', 'Cast'],\n",
       " ['Atan', 'Reshape', 'Expand'],\n",
       " ['Cos', 'Cast', 'Expand'],\n",
       " ['Cast', 'Cast', 'Neg'],\n",
       " ['Cast', 'Cast', 'ReduceSum'],\n",
       " ['Concat', 'Max', 'Concat'],\n",
       " ['Pad', 'Concat', 'ReduceMax', 'Concat'],\n",
       " ['Softmax', 'Concat', 'LeakyRelu'],\n",
       " ['Min', 'Concat', 'ArgMin']]"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(\n",
    "    filter(\n",
    "        lambda x: (len(x) > 2) and (\"input\" not in x) and (\"output\" not in x),\n",
    "        detokenize_seqs(token_node_type_dict, reduced_sequences),\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# tf2onnx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('./onnx_parsing_results/tf2onnx_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_seq = json.load(f)\n",
    "with open('./onnx_parsing_results/tf2onnx_correct_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_correct = json.load(f)\n",
    "with open('./onnx_parsing_results/tf2onnx_test_mismatch_seq_match_results.json', 'r') as f:\n",
    "    mismatched_test = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mismatched Ops: 54\n",
      "Mismatched-Correct Ops: 54\n",
      "Mismatched-Test Ops: 65\n"
     ]
    }
   ],
   "source": [
    "print(\"Mismatched Ops:\", len(mismatched_seq['node_type_token_dict'].keys()))\n",
    "print(\"Mismatched-Correct Ops:\", len(mismatched_correct['node_type_token_dict'].keys()))\n",
    "print(\"Mismatched-Test Ops:\", len(mismatched_test['node_type_token_dict'].keys()))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Mismatched Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 156,218, Total Unique Sequences: 2,155, Total Paths Compared: 135,239,592\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_mismatched_sequences,\n",
    "    unique_mismatched_sequences_decoded,\n",
    "    total_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_seq)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1265\n",
      "1144\n",
      "1118\n",
      "1115\n",
      "1115\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "1115"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_mismatched_sequences, len(unique_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Correct-Mismatched Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 57,890, Total Unique Sequences: 1,050, Total Paths Compared: 80,075,700\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_corr_mismatched_sequences,\n",
    "    unique_corr_mismatched_sequences_decoded,\n",
    "    total_corr_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_correct)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "605\n",
      "526\n",
      "507\n",
      "507\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "507"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_corr_mismatched_sequences, len(unique_corr_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create New Tokenizers and Calculate Non-Overlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "node_type_token_dict, token_node_type_dict = create_tokenizers(\n",
    "    mismatched_correct[\"node_type_token_dict\"], mismatched_seq[\"node_type_token_dict\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "mismatched_sequences = set(tokenize_seqs(node_type_token_dict, unique_mismatched_sequences_decoded))\n",
    "mismatched_correct_sequences = set(tokenize_seqs(node_type_token_dict, unique_corr_mismatched_sequences_decoded))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Nonoverlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1527"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seqs = mismatched_sequences - mismatched_correct_sequences\n",
    "len(seqs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1032\n",
      "901\n",
      "871\n",
      "868\n",
      "865\n",
      "865\n"
     ]
    }
   ],
   "source": [
    "reduced_sequences = recursive_submatching(seqs, len(seqs))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Mul', 'Add', 'ReduceMean'],\n",
       " ['Round', 'Reshape', 'ConvTranspose'],\n",
       " ['Atan', 'MatMul', 'Concat', 'Floor'],\n",
       " ['And', 'And', 'Not'],\n",
       " ['ReverseSequence', 'Squeeze', 'Unsqueeze'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Transpose'],\n",
       " ['ReduceSum', 'Mul', 'Add', 'Concat'],\n",
       " ['ReduceMean', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Conv', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceSum'],\n",
       " ['Conv', 'Relu', 'Min'],\n",
       " ['Mul', 'ReverseSequence', 'Reshape', 'ReverseSequence'],\n",
       " ['Add', 'Mul', 'MatMul'],\n",
       " ['LeakyRelu', 'Mul', 'Mul'],\n",
       " ['Conv', 'Reshape', 'Unsqueeze'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose'],\n",
       " ['Conv', 'Conv', 'LeakyRelu'],\n",
       " ['Conv', 'Squeeze', 'Transpose'],\n",
       " ['Min', 'Max', 'Tan'],\n",
       " ['Mul', 'Abs', 'Max'],\n",
       " ['Round', 'Concat', 'Concat'],\n",
       " ['Cast', 'Mul', 'Add', 'Atan'],\n",
       " ['Div', 'Min', 'Max'],\n",
       " ['Reshape', 'Mul', 'Mul'],\n",
       " ['ConvTranspose', 'Max', 'Conv'],\n",
       " ['LeakyRelu', 'Min', 'Max', 'Mul'],\n",
       " ['Max', 'MatMul', 'Concat'],\n",
       " ['Transpose', 'Min', 'Reshape'],\n",
       " ['Gather', 'Transpose', 'Conv'],\n",
       " ['Add', 'Concat', 'Neg'],\n",
       " ['Concat', 'Sigmoid', 'MatMul'],\n",
       " ['Reshape', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Concat', 'Concat', 'Mul'],\n",
       " ['Tan', 'Concat', 'Max'],\n",
       " ['Reshape', 'Conv', 'ReduceMean', 'Reshape'],\n",
       " ['Conv', 'Transpose', 'BatchNormalization', 'Transpose'],\n",
       " ['Gather', 'Mul', 'Mul'],\n",
       " ['Sigmoid', 'Atan', 'Min', 'Max'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Slice', 'Max', 'Round'],\n",
       " ['Mul', 'Add', 'Cast'],\n",
       " ['Conv', 'Reshape', 'ReduceSum'],\n",
       " ['Reshape', 'Concat', 'Softmax'],\n",
       " ['Mul', 'Mul', 'LeakyRelu'],\n",
       " ['Cos', 'Concat', 'Concat'],\n",
       " ['Neg', 'Mul', 'Add'],\n",
       " ['Reshape', 'Mul', 'Softmax'],\n",
       " ['Add', 'Mul', 'Add', 'Div'],\n",
       " ['Conv', 'Conv', 'Mul'],\n",
       " ['Reshape', 'Slice', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'Round'],\n",
       " ['Conv', 'Conv', 'Transpose', 'Floor'],\n",
       " ['MatMul', 'Concat', 'Sub'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'Cast', 'Concat'],\n",
       " ['Min', 'Max', 'Squeeze'],\n",
       " ['Reshape', 'SpaceToDepth', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Softmax', 'Transpose'],\n",
       " ['MatMul', 'Reshape', 'Transpose'],\n",
       " ['Add', 'Round', 'LeakyRelu'],\n",
       " ['Mul', 'Add', 'Mul', 'Add'],\n",
       " ['Min', 'Min', 'Cast'],\n",
       " ['Reshape', 'Squeeze', 'Concat'],\n",
       " ['Cast', 'Add', 'Min'],\n",
       " ['ReduceMean', 'Transpose', 'ConvTranspose'],\n",
       " ['Reshape', 'Conv', 'ReduceMax'],\n",
       " ['Max', 'Concat', 'Max'],\n",
       " ['ReduceMax', 'Concat', 'Reshape'],\n",
       " ['Max', 'Concat', 'Mul', 'Add'],\n",
       " ['MatMul', 'Reshape', 'Concat'],\n",
       " ['Conv', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['Tan', 'Transpose', 'Conv'],\n",
       " ['Sigmoid', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather', 'Mul'],\n",
       " ['Transpose', 'Mul', 'Add', 'Concat'],\n",
       " ['Atan', 'Concat', 'Reshape'],\n",
       " ['Concat', 'Concat', 'Sub'],\n",
       " ['Conv', 'ConvTranspose', 'ConvTranspose', 'Reshape'],\n",
       " ['Concat', 'Sub', 'Ceil'],\n",
       " ['Softmax', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['MatMul', 'Concat', 'Floor'],\n",
       " ['ReduceSum', 'Concat', 'Div'],\n",
       " ['ReverseSequence', 'Transpose', 'Mul', 'Add'],\n",
       " ['Conv', 'Reshape', 'Floor'],\n",
       " ['Floor', 'Concat', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'Cos', 'Transpose'],\n",
       " ['Conv', 'Reshape', 'Conv', 'SpaceToDepth', 'Transpose'],\n",
       " ['Atan', 'Concat', 'Tan'],\n",
       " ['Conv', 'Cast', 'Transpose'],\n",
       " ['Transpose', 'ConvTranspose', 'Concat'],\n",
       " ['Transpose', 'Conv', 'Neg'],\n",
       " ['Reshape', 'Tan', 'Reshape'],\n",
       " ['Reshape', 'Conv', 'Add', 'Transpose'],\n",
       " ['Conv', 'Conv', 'DepthToSpace'],\n",
       " ['Abs', 'Reshape', 'Conv'],\n",
       " ['Max', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Neg', 'Reshape'],\n",
       " ['Slice', 'Concat', 'Softmax'],\n",
       " ['Mul', 'Concat', 'Sigmoid'],\n",
       " ['Unsqueeze', 'Transpose', 'ConvTranspose'],\n",
       " ['ReduceProd', 'Mul', 'Mul'],\n",
       " ['Transpose', 'Concat', 'Conv'],\n",
       " ['Max', 'Tan', 'Div'],\n",
       " ['Mul', 'Add', 'Max', 'Softmax'],\n",
       " ['LeakyRelu', 'Concat', 'Concat'],\n",
       " ['Min', 'Max', 'Gather', 'Sub'],\n",
       " ['Min', 'MatMul', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Squeeze'],\n",
       " ['Transpose', 'DepthToSpace', 'Conv'],\n",
       " ['Ceil', 'Concat', 'Relu'],\n",
       " ['Atan', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Cos', 'Mul', 'Add'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu'],\n",
       " ['Min', 'Max', 'ReduceMin'],\n",
       " ['Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Reshape', 'Concat', 'ReduceSum'],\n",
       " ['Gather', 'Reshape', 'ConvTranspose'],\n",
       " ['Mul', 'Add', 'Transpose', 'ConvTranspose'],\n",
       " ['Conv', 'Conv', 'SpaceToDepth'],\n",
       " ['Reshape', 'Conv', 'Sigmoid', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Conv', 'ConvTranspose'],\n",
       " ['Slice', 'Round', 'ReduceMax'],\n",
       " ['Conv', 'Neg', 'Reshape', 'Conv'],\n",
       " ['And', 'And', 'Not', 'And'],\n",
       " ['Concat', 'Concat', 'Mul', 'Add'],\n",
       " ['Transpose', 'Round', 'Concat'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Reshape'],\n",
       " ['Conv', 'Shape', 'Gather', 'Slice'],\n",
       " ['Concat', 'Slice', 'Concat'],\n",
       " ['Concat', 'Concat', 'Slice', 'Concat'],\n",
       " ['Conv', 'ReduceProd', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Relu'],\n",
       " ['Atan', 'Concat', 'Sigmoid'],\n",
       " ['Sigmoid', 'Sigmoid', 'Add'],\n",
       " ['Concat', 'Concat', 'Min', 'Max'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMean'],\n",
       " ['ReduceMax', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Slice', 'ReduceMin'],\n",
       " ['Abs', 'Min', 'Max', 'Gather'],\n",
       " ['MatMul', 'Concat', 'ReduceMin'],\n",
       " ['MatMul', 'Concat', 'Concat'],\n",
       " ['Slice', 'Min', 'Max'],\n",
       " ['Transpose', 'Max', 'Concat'],\n",
       " ['Conv', 'Sub', 'ConvTranspose'],\n",
       " ['Conv', 'LeakyRelu', 'Conv'],\n",
       " ['LeakyRelu', 'Concat', 'Slice'],\n",
       " ['Add', 'Concat', 'Div'],\n",
       " ['Concat', 'Atan', 'Concat'],\n",
       " ['Max', 'Add', 'Mul'],\n",
       " ['Reshape', 'ReverseSequence', 'Reshape', 'Conv'],\n",
       " ['Conv', 'ConvTranspose', 'Reshape', 'Reshape'],\n",
       " ['Gather', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Sub', 'ArgMax', 'Cast'],\n",
       " ['Floor', 'Cast', 'Max'],\n",
       " ['Div', 'Min', 'Max', 'Concat'],\n",
       " ['Reshape', 'ConvTranspose', 'ConvTranspose', 'Reshape'],\n",
       " ['Unsqueeze', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Min', 'Abs'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Ceil', 'Concat', 'Transpose'],\n",
       " ['SpaceToDepth', 'Conv', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Sub'],\n",
       " ['Transpose', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Neg', 'Reshape', 'Conv', 'LeakyRelu'],\n",
       " ['Conv', 'Conv', 'Sub', 'Reshape'],\n",
       " ['Conv', 'DepthToSpace', 'LeakyRelu'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Cos'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Atan'],\n",
       " ['Reshape', 'Round', 'Mul'],\n",
       " ['Reshape', 'Conv', 'Sub', 'Reshape'],\n",
       " ['ReduceMax', 'Concat', 'LeakyRelu'],\n",
       " ['Conv', 'Add', 'Transpose'],\n",
       " ['Concat', 'Mul', 'Add', 'Concat'],\n",
       " ['LRN', 'Transpose', 'Reshape'],\n",
       " ['Erf', 'Add', 'Mul', 'Min'],\n",
       " ['Atan', 'Mul', 'Add'],\n",
       " ['Reshape', 'Mul', 'Transpose'],\n",
       " ['Transpose', 'Conv', 'Abs'],\n",
       " ['Min', 'Transpose', 'LRN', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Concat', 'Concat'],\n",
       " ['Softmax', 'Concat', 'Concat'],\n",
       " ['Reshape', 'Mul', 'Reshape', 'Conv'],\n",
       " ['ReduceMin', 'Atan', 'Concat'],\n",
       " ['Mul', 'Min', 'Concat'],\n",
       " ['Softmax', 'Concat', 'Mul'],\n",
       " ['Concat', 'Concat', 'Cos'],\n",
       " ['Reshape', 'Transpose', 'Reshape', 'Slice'],\n",
       " ['Conv', 'Transpose', 'Cos'],\n",
       " ['Min', 'Max', 'Gather', 'ArgMax'],\n",
       " ['Reshape', 'Sub', 'Min'],\n",
       " ['Sub', 'Slice', 'Transpose'],\n",
       " ['Mul', 'Mul', 'ReduceProd'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMax'],\n",
       " ['Cast', 'Add', 'Max'],\n",
       " ['Concat', 'Div', 'Sigmoid'],\n",
       " ['Sigmoid', 'Atan', 'Mul'],\n",
       " ['ReduceProd', 'Transpose', 'Conv'],\n",
       " ['ReduceSum', 'ReduceMean', 'Concat'],\n",
       " ['ConvTranspose', 'SpaceToDepth', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Sub'],\n",
       " ['Abs', 'Transpose', 'ConvTranspose'],\n",
       " ['ConvTranspose', 'Relu', 'Transpose'],\n",
       " ['ReduceSum', 'Min', 'Max', 'Gather'],\n",
       " ['Min', 'Min', 'LeakyRelu'],\n",
       " ['Ceil', 'Concat', 'Transpose', 'Concat'],\n",
       " ['Neg', 'Mul', 'Mul'],\n",
       " ['Unsqueeze', 'Min', 'Max'],\n",
       " ['ReduceMin', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['ConvTranspose', 'Reshape', 'Gather'],\n",
       " ['Slice', 'Concat', 'Mul', 'Add'],\n",
       " ['DepthToSpace', 'LeakyRelu', 'Reshape'],\n",
       " ['Round', 'Concat', 'Reshape'],\n",
       " ['Slice', 'Reshape', 'MatMul'],\n",
       " ['ReduceMean', 'Transpose', 'Conv'],\n",
       " ['Squeeze', 'Mul', 'Add', 'Reshape'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceProd'],\n",
       " ['Concat', 'ReduceMin', 'Transpose'],\n",
       " ['Transpose', 'SpaceToDepth', 'Reshape'],\n",
       " ['Floor', 'Concat', 'Tan'],\n",
       " ['Concat', 'Concat', 'Slice'],\n",
       " ['Conv', 'ReduceMin', 'Transpose'],\n",
       " ['Sub', 'Reshape', 'Conv'],\n",
       " ['ReduceMin', 'Reshape', 'Conv', 'Relu'],\n",
       " ['ReduceMin', 'Transpose', 'Atan', 'Tan'],\n",
       " ['Conv', 'LeakyRelu', 'Reshape'],\n",
       " ['Mul', 'Transpose', 'Mul'],\n",
       " ['ReduceProd', 'Transpose', 'ConvTranspose'],\n",
       " ['Neg', 'Relu', 'Min'],\n",
       " ['Conv', 'Reshape', 'Tan'],\n",
       " ['MatMul', 'Concat', 'MatMul'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'Cos'],\n",
       " ['GlobalAveragePool', 'Squeeze', 'Expand'],\n",
       " ['Conv', 'Conv', 'Transpose', 'ReduceSum'],\n",
       " ['Tan', 'Reshape', 'ConvTranspose'],\n",
       " ['Add', 'Concat', 'Sigmoid'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceMean'],\n",
       " ['Mul', 'MatMul', 'Min'],\n",
       " ['Reshape', 'DepthToSpace', 'Reshape'],\n",
       " ['Cos', 'Mul', 'Mul'],\n",
       " ['Erf', 'Add', 'Mul', 'Unsqueeze'],\n",
       " ['Cast', 'Min', 'Max', 'Reshape'],\n",
       " ['LeakyRelu', 'Concat', 'MatMul'],\n",
       " ['Or', 'Cast', 'Mul', 'Add'],\n",
       " ['ReduceMax', 'Reshape', 'Conv', 'Conv'],\n",
       " ['ReverseSequence', 'Transpose', 'Round'],\n",
       " ['ReduceSum', 'ReduceMax', 'Concat'],\n",
       " ['Conv', 'Transpose', 'Transpose'],\n",
       " ['Min', 'Max', 'Gather', 'Relu'],\n",
       " ['Conv', 'Conv', 'ReduceMin'],\n",
       " ['Concat', 'Mul', 'Transpose', 'Mul'],\n",
       " ['Cos', 'Reshape', 'ConvTranspose'],\n",
       " ['ReduceMax', 'Min', 'Max', 'Gather'],\n",
       " ['Neg', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Concat', 'Concat', 'MatMul'],\n",
       " ['Cast', 'Max', 'Mul'],\n",
       " ['Add', 'Sub', 'Cos'],\n",
       " ['Concat', 'MatMul', 'Sub'],\n",
       " ['Sub', 'Concat', 'Slice'],\n",
       " ['Transpose', 'Conv', 'Cast'],\n",
       " ['Mul', 'Mul', 'Add', 'Mul'],\n",
       " ['Conv', 'ArgMax', 'Transpose'],\n",
       " ['Reshape', 'DepthToSpace', 'Transpose', 'Reshape'],\n",
       " ['Mul', 'Add', 'Transpose', 'Mul', 'Add'],\n",
       " ['Transpose', 'DepthToSpace', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Concat', 'Mul', 'Reshape'],\n",
       " ['Round', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'Gather', 'Unsqueeze'],\n",
       " ['ReduceProd', 'Max', 'Concat'],\n",
       " ['Transpose', 'Mul', 'Concat'],\n",
       " ['Conv', 'Transpose', 'Floor'],\n",
       " ['ReduceMax', 'Mul', 'Add'],\n",
       " ['Concat', 'Softmax', 'Abs'],\n",
       " ['Mul', 'Reshape', 'Sub'],\n",
       " ['Conv', 'Reshape', 'Mul', 'Reshape'],\n",
       " ['MatMul', 'ReduceMean', 'Concat'],\n",
       " ['Max', 'Concat', 'Tan'],\n",
       " ['Softmax', 'Min', 'Max'],\n",
       " ['Relu', 'Concat', 'Max'],\n",
       " ['ReverseSequence', 'Squeeze', 'Div'],\n",
       " ['Transpose', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['Tan', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Conv', 'ReduceMean', 'Reshape'],\n",
       " ['Unsqueeze', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'ConvTranspose', 'Conv', 'Conv'],\n",
       " ['Min', 'Max', 'Add'],\n",
       " ['Concat', 'Concat', 'Cast'],\n",
       " ['Floor', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Concat', 'LRN', 'Transpose'],\n",
       " ['Min', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Max'],\n",
       " ['Reshape', 'Concat', 'Conv', 'Conv'],\n",
       " ['Cast', 'Gather', 'Min', 'Max'],\n",
       " ['Div', 'Concat', 'Concat'],\n",
       " ['Min', 'Reshape', 'Concat', 'Reshape'],\n",
       " ['MatMul', 'Reshape', 'Squeeze'],\n",
       " ['Relu', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Floor', 'Transpose', 'Conv'],\n",
       " ['Min', 'Max', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Reshape'],\n",
       " ['Squeeze', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Reshape', 'Cos'],\n",
       " ['MatMul', 'Add', 'Min'],\n",
       " ['Mul', 'Add', 'Atan'],\n",
       " ['Conv', 'Transpose', 'ReverseSequence', 'Transpose'],\n",
       " ['Mul', 'Reshape', 'Reshape'],\n",
       " ['Conv', 'LeakyRelu', 'Transpose'],\n",
       " ['MatMul', 'Transpose', 'ReverseSequence', 'Transpose'],\n",
       " ['Min', 'Max', 'Gather', 'Softmax'],\n",
       " ['Neg', 'Max', 'Min'],\n",
       " ['Conv', 'Conv', 'Mul', 'Reshape'],\n",
       " ['Reshape', 'ReduceSum', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Concat', 'Conv'],\n",
       " ['Conv', 'Mul', 'Transpose', 'Mul'],\n",
       " ['Mul', 'Mul', 'Mul', 'Min'],\n",
       " ['Mul', 'Add', 'Max'],\n",
       " ['Max', 'Transpose', 'Reshape'],\n",
       " ['Conv', 'DepthToSpace', 'Reshape'],\n",
       " ['Min', 'Max', 'Tan', 'Sub'],\n",
       " ['ReduceSum', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Cos', 'Max'],\n",
       " ['ReverseSequence', 'ReduceMin', 'Transpose'],\n",
       " ['ReduceMax', 'Concat', 'Sigmoid'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Abs'],\n",
       " ['ConvTranspose', 'Transpose', 'ConvTranspose'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Round'],\n",
       " ['Mul', 'Concat', 'Round'],\n",
       " ['Atan', 'Cast', 'Cast'],\n",
       " ['Conv', 'Conv', 'Concat'],\n",
       " ['Transpose', 'LRN', 'Reshape'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Ceil'],\n",
       " ['Sigmoid', 'Concat', 'Div'],\n",
       " ['LeakyRelu', 'ReduceProd', 'Transpose'],\n",
       " ['Transpose', 'Mul', 'Reshape'],\n",
       " ['Concat', 'ReduceMean', 'Sigmoid'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Conv'],\n",
       " ['Softmax', 'Abs', 'Softmax'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'LRN', 'Transpose'],\n",
       " ['Max', 'Max', 'ReduceMin'],\n",
       " ['Reshape', 'Conv', 'Sub', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Sub'],\n",
       " ['Sub', 'Min', 'Max'],\n",
       " ['Min', 'Max', 'Gather', 'Tan'],\n",
       " ['Transpose', 'Cast', 'Transpose'],\n",
       " ['ReduceMax', 'Transpose', 'DepthToSpace'],\n",
       " ['Concat', 'Concat', 'Concat'],\n",
       " ['Tan', 'Round', 'Floor'],\n",
       " ['Abs', 'Concat', 'Mul'],\n",
       " ['Mul', 'Add', 'ReduceProd', 'Min'],\n",
       " ['Floor', 'Transpose', 'ConvTranspose'],\n",
       " ['Add', 'Mul', 'Ceil'],\n",
       " ['LeakyRelu', 'Transpose', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'ReduceMax', 'Reshape'],\n",
       " ['Mul', 'Add', 'Sigmoid'],\n",
       " ['Ceil', 'Cast', 'Min'],\n",
       " ['Transpose', 'Conv', 'ReduceMax', 'Transpose'],\n",
       " ['Max', 'Concat', 'Mul'],\n",
       " ['Min', 'Round', 'Reshape'],\n",
       " ['Concat', 'Conv', 'Conv'],\n",
       " ['Mul', 'Mul', 'ArgMax'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceMax'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'MatMul'],\n",
       " ['Reshape', 'Tan', 'Unsqueeze'],\n",
       " ['Conv', 'Abs', 'Transpose'],\n",
       " ['Cast', 'Cast', 'Reshape'],\n",
       " ['Atan', 'Mul', 'Mul', 'Reshape'],\n",
       " ['Transpose', 'DepthToSpace', 'Transpose', 'Conv'],\n",
       " ['ReverseSequence', 'Transpose', 'Min'],\n",
       " ['Conv', 'LRN', 'Conv'],\n",
       " ['Gather', 'Min', 'Max'],\n",
       " ['Concat', 'Neg', 'ReduceMean'],\n",
       " ['Tan', 'Reshape', 'Conv'],\n",
       " ['Concat', 'ReduceSum', 'Concat'],\n",
       " ['Sigmoid', 'Unsqueeze', 'Reshape'],\n",
       " ['Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Max', 'Round', 'Neg'],\n",
       " ['Transpose', 'Conv', 'Min', 'Transpose'],\n",
       " ['MatMul', 'ReduceMean', 'Mul'],\n",
       " ['Reshape', 'Conv', 'Mul', 'Transpose'],\n",
       " ['Concat', 'Concat', 'Max'],\n",
       " ['DepthToSpace', 'Slice', 'Reshape'],\n",
       " ['Greater', 'Cast', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'Abs', 'Mul'],\n",
       " ['Squeeze', 'Min', 'Concat'],\n",
       " ['Transpose', 'Conv', 'Mul', 'Transpose'],\n",
       " ['ReduceMean', 'ReduceMean', 'Concat'],\n",
       " ['Concat', 'Mul', 'Transpose'],\n",
       " ['Mul', 'ReduceProd', 'Transpose', 'Conv'],\n",
       " ['Transpose', 'Conv', 'Squeeze', 'Transpose'],\n",
       " ['Transpose', 'Round', 'LeakyRelu'],\n",
       " ['Mul', 'Mul', 'Abs'],\n",
       " ['Mul', 'Reshape', 'Mul', 'ReduceMin'],\n",
       " ['Reshape', 'Conv', 'Sigmoid'],\n",
       " ['Add', 'Concat', 'Unsqueeze'],\n",
       " ['Sigmoid', 'Mul', 'Add'],\n",
       " ['Conv', 'Transpose', 'ReduceSum', 'Concat'],\n",
       " ['Transpose', 'Conv', 'Min'],\n",
       " ['Floor', 'Concat', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Min'],\n",
       " ['Mul', 'Max', 'Softmax'],\n",
       " ['ReduceMax', 'Neg', 'Min', 'Max', 'Gather'],\n",
       " ['Ceil', 'Concat', 'Concat'],\n",
       " ['Conv', 'Conv', 'ReduceMax'],\n",
       " ['ReduceProd', 'Min', 'Max', 'Gather'],\n",
       " ['Mul', 'Min', 'Floor'],\n",
       " ['Reshape', 'Mul', 'Add', 'Reshape'],\n",
       " ['Slice', 'Min', 'Max', 'Gather'],\n",
       " ['Floor', 'Transpose', 'Concat', 'Transpose'],\n",
       " ['ConvTranspose', 'Reshape', 'Transpose', 'ConvTranspose'],\n",
       " ['Mul', 'Mul', 'Max'],\n",
       " ['Transpose', 'ConvTranspose', 'Transpose', 'ConvTranspose'],\n",
       " ['Round', 'Concat', 'Slice'],\n",
       " ['Transpose', 'DepthToSpace', 'Transpose'],\n",
       " ['ReduceMean', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Min', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'Concat', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Conv', 'ReduceMax'],\n",
       " ['Conv', 'Transpose', 'ReduceSum'],\n",
       " ['Max', 'Concat', 'Concat'],\n",
       " ['Mul', 'Mul', 'Round'],\n",
       " ['Conv', 'Conv', 'Abs'],\n",
       " ['Neg', 'Mul', 'Mul', 'Add'],\n",
       " ['Mul', 'Add', 'Concat', 'Transpose'],\n",
       " ['Squeeze', 'Transpose', 'Atan'],\n",
       " ['Atan', 'Concat', 'Add'],\n",
       " ['Reshape', 'Conv', 'ReduceMean'],\n",
       " ['Tan', 'Transpose', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Relu'],\n",
       " ['Concat', 'Round', 'Cast'],\n",
       " ['Mul', 'Mul', 'ReduceMax'],\n",
       " ['Transpose', 'Conv', 'ReduceMax'],\n",
       " ['ArgMax', 'Abs', 'Min'],\n",
       " ['Neg', 'Reshape', 'Conv'],\n",
       " ['Div', 'Concat', 'Mul'],\n",
       " ['Concat', 'Div', 'Concat'],\n",
       " ['Squeeze', 'Cos', 'Concat'],\n",
       " ['Neg', 'Floor', 'MatMul'],\n",
       " ['Add', 'Mul', 'Add', 'Sigmoid'],\n",
       " ['Transpose', 'Conv', 'LeakyRelu'],\n",
       " ['Gather', 'Mul', 'Add'],\n",
       " ['Mul', 'Add', 'Squeeze'],\n",
       " ['Reshape', 'Reshape', 'ConvTranspose'],\n",
       " ['Min', 'Max', 'Gather', 'Concat', 'Concat'],\n",
       " ['Sub', 'Mul', 'Mul'],\n",
       " ['Squeeze', 'Transpose', 'Conv', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Mul'],\n",
       " ['Squeeze', 'Mul', 'Add'],\n",
       " ['ReduceMean', 'Concat', 'Concat'],\n",
       " ['Or', 'And', 'And', 'Not'],\n",
       " ['Mul', 'Mul', 'MatMul'],\n",
       " ['Transpose', 'Cos', 'Ceil'],\n",
       " ['Reshape', 'Reshape', 'Conv', 'Add'],\n",
       " ['Reshape', 'Transpose', 'ConvTranspose'],\n",
       " ['Max', 'Transpose', 'Concat'],\n",
       " ['Reshape', 'Sub', 'Reshape'],\n",
       " ['Min', 'Min', 'Max', 'Gather'],\n",
       " ['Concat', 'Concat', 'Ceil'],\n",
       " ['Transpose', 'ConvTranspose', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Div', 'LeakyRelu'],\n",
       " ['ReduceSum', 'Concat', 'Max'],\n",
       " ['Mul', 'Concat', 'Add'],\n",
       " ['Atan', 'Concat', 'Relu'],\n",
       " ['Cast', 'Add', 'Mul'],\n",
       " ['Reshape', 'ConvTranspose', 'Reshape', 'Transpose'],\n",
       " ['Conv', 'Sigmoid', 'Reshape'],\n",
       " ['Conv', 'Reshape', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'BatchNormalization', 'Transpose', 'ConvTranspose'],\n",
       " ['Max', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Min', 'Div', 'Mul'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceMean'],\n",
       " ['Reshape', 'Sub', 'Concat'],\n",
       " ['MatMul', 'Reshape', 'Sub'],\n",
       " ['Slice', 'Slice', 'Reshape'],\n",
       " ['ReverseSequence', 'Reshape', 'ReduceSum'],\n",
       " ['Not', 'Cast', 'Mul', 'Add'],\n",
       " ['Concat', 'ReduceProd', 'Mul'],\n",
       " ['Reshape', 'Mul', 'Concat'],\n",
       " ['Unsqueeze', 'Reshape', 'ReverseSequence', 'Squeeze'],\n",
       " ['Round', 'Mul', 'Add', 'ArgMax'],\n",
       " ['DepthToSpace', 'Slice', 'Reshape', 'Conv'],\n",
       " ['SpaceToDepth', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Transpose'],\n",
       " ['Concat', 'Sigmoid', 'Softmax'],\n",
       " ['Conv', 'Relu', 'Conv'],\n",
       " ['MatMul', 'Cast', 'Cast'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Slice'],\n",
       " ['Conv', 'ReduceProd', 'ReduceMin'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Concat'],\n",
       " ['Add', 'Div', 'Cast'],\n",
       " ['Max', 'ReduceMin', 'Min'],\n",
       " ['Min', 'Reshape', 'Concat'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Sub'],\n",
       " ['Mul', 'Transpose', 'Erf', 'Add', 'Mul'],\n",
       " ['Conv', 'ReduceMin', 'Concat'],\n",
       " ['Mul', 'Add', 'LeakyRelu'],\n",
       " ['Reshape', 'MatMul', 'Mul'],\n",
       " ['SpaceToDepth', 'Transpose', 'Conv'],\n",
       " ['ReduceMin', 'Concat', 'Transpose'],\n",
       " ['Transpose', 'Tan', 'Transpose', 'Conv'],\n",
       " ['Atan', 'Transpose', 'Conv'],\n",
       " ['Concat', 'Tan', 'ReduceMean'],\n",
       " ['ReduceMean', 'Mul', 'Softmax'],\n",
       " ['ArgMax', 'Add', 'Concat'],\n",
       " ['Min', 'Max', 'Gather', 'Add'],\n",
       " ['Mul', 'Mul', 'Atan'],\n",
       " ['Transpose', 'Conv', 'ArgMax', 'Transpose'],\n",
       " ['Conv', 'Sub', 'Transpose'],\n",
       " ['MatMul', 'Min', 'Max'],\n",
       " ['Mul', 'Transpose', 'ConvTranspose'],\n",
       " ['Reshape', 'Sub', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Concat', 'Reshape'],\n",
       " ['Concat', 'Round', 'ReduceSum'],\n",
       " ['Round', 'Concat', 'Transpose'],\n",
       " ['Add', 'Mul', 'ReduceSum'],\n",
       " ['Atan', 'Mul', 'Mul'],\n",
       " ['ConvTranspose', 'Reshape', 'Transpose'],\n",
       " ['ReduceMin', 'Transpose', 'Mul'],\n",
       " ['Or', 'And', 'Or'],\n",
       " ['Concat', 'Transpose', 'Conv'],\n",
       " ['Max', 'Min', 'Concat'],\n",
       " ['ConvTranspose', 'ConvTranspose', 'Reshape'],\n",
       " ['Softmax', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Mul', 'Concat', 'Sigmoid'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'LeakyRelu'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Atan'],\n",
       " ['Neg', 'Max', 'Min', 'Concat'],\n",
       " ['Add', 'Transpose', 'ConvTranspose'],\n",
       " ['LeakyRelu', 'Min', 'Max'],\n",
       " ['Mul', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['Concat', 'MatMul', 'ReduceProd'],\n",
       " ['Conv', 'ReduceMax', 'Reshape'],\n",
       " ['ReduceProd', 'Add', 'ArgMax'],\n",
       " ['Transpose', 'Mul', 'Add'],\n",
       " ['MatMul', 'Concat', 'Softmax'],\n",
       " ['Conv', 'LRN', 'Concat'],\n",
       " ['Softmax', 'Mul', 'Add'],\n",
       " ['Concat', 'Cast', 'ReduceMax'],\n",
       " ['Transpose', 'Concat', 'Min'],\n",
       " ['Reshape', 'LRN', 'Reshape'],\n",
       " ['Round', 'Reshape', 'Conv'],\n",
       " ['Cos', 'ArgMax', 'Reshape'],\n",
       " ['Min', 'Max', 'Reshape', 'Gather'],\n",
       " ['Mul', 'Concat', 'Cast'],\n",
       " ['Concat', 'MatMul', 'MatMul'],\n",
       " ['Round', 'Concat', 'Cast', 'Abs'],\n",
       " ['Mul', 'Mul', 'Ceil'],\n",
       " ['Relu', 'ReverseSequence', 'Reshape'],\n",
       " ['Neg', 'Max', 'Concat'],\n",
       " ['Reshape', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Relu', 'Concat', 'Concat'],\n",
       " ['ReduceMean', 'Sigmoid', 'Mul', 'Mul'],\n",
       " ['Conv', 'Neg', 'Conv'],\n",
       " ['Mul', 'Concat', 'LeakyRelu'],\n",
       " ['Sigmoid', 'Concat', 'LeakyRelu'],\n",
       " ['Slice', 'Reshape', 'ConvTranspose'],\n",
       " ['Reshape', 'Mul', 'Concat', 'Round'],\n",
       " ['DepthToSpace', 'Slice', 'Reshape', 'Transpose'],\n",
       " ['Atan', 'MatMul', 'Concat'],\n",
       " ['ConvTranspose', 'Conv', 'Transpose'],\n",
       " ['Slice', 'Add', 'Sigmoid'],\n",
       " ['Squeeze', 'Concat', 'Cos'],\n",
       " ['Max', 'Reshape', 'DepthToSpace'],\n",
       " ['Squeeze', 'Sigmoid', 'Concat'],\n",
       " ['Concat', 'Concat', 'Div'],\n",
       " ['Atan', 'Atan', 'Mul', 'Mul'],\n",
       " ['Conv', 'DepthToSpace', 'Conv'],\n",
       " ['Conv', 'Relu', 'Conv', 'Reshape'],\n",
       " ['Min', 'Max', 'Cast', 'Max'],\n",
       " ['Conv', 'Reshape', 'Div', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Concat', 'Concat', 'Round'],\n",
       " ['Concat', 'Concat', 'Min'],\n",
       " ['Mul', 'ReduceProd', 'Transpose'],\n",
       " ['Max', 'Concat', 'Concat', 'MatMul'],\n",
       " ['Concat', 'Reshape', 'ConvTranspose'],\n",
       " ['Sub', 'ArgMax', 'Min'],\n",
       " ['Mul', 'Concat', 'Concat'],\n",
       " ['Max', 'Max', 'Concat'],\n",
       " ['Gather', 'Concat', 'MatMul'],\n",
       " ['Mul', 'ReverseSequence', 'Reshape'],\n",
       " ['Add', 'ReduceMin', 'Transpose'],\n",
       " ['Mul', 'Reshape', 'MatMul'],\n",
       " ['ReduceMean', 'Reshape', 'ConvTranspose'],\n",
       " ['Reshape', 'Floor', 'Reshape'],\n",
       " ['Floor', 'Concat', 'MatMul'],\n",
       " ['Transpose', 'Atan', 'ReduceMin'],\n",
       " ['Add', 'Concat', 'Cast'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceMax'],\n",
       " ['Reshape', 'Conv', 'Conv', 'DepthToSpace'],\n",
       " ['Concat', 'Transpose', 'DepthToSpace'],\n",
       " ['Min', 'Max', 'Floor'],\n",
       " ['Transpose', 'Min', 'Max'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Relu'],\n",
       " ['Squeeze', 'Sub', 'Concat'],\n",
       " ['LeakyRelu', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Mul', 'Softmax', 'ReduceSum'],\n",
       " ['Conv', 'Transpose', 'Tan'],\n",
       " ['Conv', 'Transpose', 'Round'],\n",
       " ['Min', 'Max', 'Cos', 'Atan'],\n",
       " ['Min', 'Max', 'Round'],\n",
       " ['Relu', 'Max', 'Concat'],\n",
       " ['Concat', 'Concat', 'Neg'],\n",
       " ['Max', 'MatMul', 'ReduceMean'],\n",
       " ['Conv', 'Reshape', 'BatchNormalization'],\n",
       " ['Mul', 'Add', 'Ceil', 'Concat'],\n",
       " ['Abs', 'Floor', 'Softmax'],\n",
       " ['Min', 'Max', 'Gather', 'Abs'],\n",
       " ['Mul', 'Add', 'ReduceProd'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ArgMax'],\n",
       " ['Sigmoid', 'Add', 'Concat'],\n",
       " ['ReverseSequence', 'Reshape', 'ReverseSequence', 'Transpose'],\n",
       " ['Concat', 'ReduceProd', 'Mul', 'Add'],\n",
       " ['LeakyRelu', 'Max', 'Softmax'],\n",
       " ['Reshape', 'Sub', 'Mul'],\n",
       " ['Conv', 'LRN', 'Concat', 'Transpose'],\n",
       " ['Transpose', 'Conv', 'Concat', 'Transpose'],\n",
       " ['Max', 'Add', 'Min'],\n",
       " ['Sigmoid', 'Transpose', 'ConvTranspose'],\n",
       " ['ReduceSum', 'Mul', 'Add'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Reshape'],\n",
       " ['MatMul', 'Concat', 'MatMul', 'Reshape'],\n",
       " ['Sigmoid', 'Max', 'Min', 'Max'],\n",
       " ['Transpose', 'ConvTranspose', 'Reshape', 'ConvTranspose'],\n",
       " ['Atan', 'Add', 'Min', 'Max'],\n",
       " ['Reshape', 'ConvTranspose', 'ConvTranspose'],\n",
       " ['Min', 'Ceil', 'Cast'],\n",
       " ['Max', 'Concat', 'LeakyRelu'],\n",
       " ['Mul', 'Add', 'Sub'],\n",
       " ['Squeeze', 'Mul', 'Ceil'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose', 'Conv'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Conv'],\n",
       " ['Erf', 'Add', 'Mul', 'Transpose'],\n",
       " ['Add', 'Cast', 'Min', 'Max'],\n",
       " ['Mul', 'Ceil', 'Round'],\n",
       " ['Conv', 'Transpose', 'ConvTranspose'],\n",
       " ['Mul', 'Reshape', 'Mul'],\n",
       " ['Floor', 'Reshape', 'Conv', 'Conv'],\n",
       " ['ArgMax', 'ReduceProd', 'Cast'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Min'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu', 'Transpose'],\n",
       " ['Conv', 'Mul', 'Reshape'],\n",
       " ['Max', 'Softmax', 'Concat'],\n",
       " ['Atan', 'Mul', 'Add', 'Mul'],\n",
       " ['Mul', 'Add', 'Concat', 'Concat', 'Cos'],\n",
       " ['Min', 'Max', 'Gather', 'Transpose'],\n",
       " ['Conv', 'Sigmoid', 'Transpose'],\n",
       " ['Conv', 'Reshape', 'Atan'],\n",
       " ['Mul', 'Add', 'Neg'],\n",
       " ['ConvTranspose', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'Transpose', 'Mul', 'Add'],\n",
       " ['Transpose', 'Conv', 'ReduceMean', 'Reshape'],\n",
       " ['Or', 'And', 'And'],\n",
       " ['Add', 'Concat', 'LeakyRelu'],\n",
       " ['Transpose', 'BatchNormalization', 'Transpose'],\n",
       " ['Concat', 'Max', 'Min'],\n",
       " ['Add', 'Ceil', 'Concat'],\n",
       " ['Floor', 'Reshape', 'Conv'],\n",
       " ['ReduceSum', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Concat', 'Transpose', 'Floor'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Relu'],\n",
       " ['Floor', 'Transpose', 'Concat'],\n",
       " ['Reshape', 'ConvTranspose', 'Softmax', 'Softmax'],\n",
       " ['Softmax', 'Relu', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Squeeze'],\n",
       " ['Reshape', 'Conv', 'Conv', 'ReduceMean'],\n",
       " ['Reshape', 'Sub', 'Transpose'],\n",
       " ['Concat', 'Cast', 'Max'],\n",
       " ['Reshape', 'Conv', 'Min', 'Max'],\n",
       " ['Mul', 'Add', 'Tan'],\n",
       " ['Min', 'Max', 'Sigmoid'],\n",
       " ['Reshape', 'Gather', 'Mul'],\n",
       " ['Relu', 'Transpose', 'Conv'],\n",
       " ['ReduceProd', 'Reshape', 'SpaceToDepth'],\n",
       " ['Conv', 'Relu', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Neg'],\n",
       " ['Squeeze', 'ReduceSum', 'Min'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'Conv', 'ReduceMean'],\n",
       " ['Add', 'Concat', 'ReduceSum'],\n",
       " ['Reshape', 'Conv', 'Sigmoid', 'Transpose'],\n",
       " ['Unsqueeze', 'Mul', 'Add'],\n",
       " ['Concat', 'Mul', 'Reshape'],\n",
       " ['Conv', 'Neg', 'Reshape'],\n",
       " ['Mul', 'Add', 'Min', 'Max'],\n",
       " ['Squeeze', 'Cos', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'Floor', 'Transpose'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMin'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu', 'Reshape'],\n",
       " ['ConvTranspose', 'Concat', 'Conv'],\n",
       " ['Add', 'Mul', 'Neg'],\n",
       " ['Concat', 'Sigmoid', 'LeakyRelu'],\n",
       " ['ConvTranspose', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Transpose', 'ReverseSequence', 'Transpose', 'Round'],\n",
       " ['Min', 'Div', 'Softmax'],\n",
       " ['Add', 'Mul', 'Add', 'Relu'],\n",
       " ['Conv', 'Conv', 'ConvTranspose', 'Reshape'],\n",
       " ['Reshape', 'ArgMax', 'ReduceMax'],\n",
       " ['ReduceProd', 'Mul', 'Add', 'Mul'],\n",
       " ['BatchNormalization', 'Transpose', 'ConvTranspose'],\n",
       " ['Atan', 'Concat', 'Min'],\n",
       " ['Mul', 'Add', 'Reshape', 'Reshape', 'Conv'],\n",
       " ['Add', 'Concat', 'Max'],\n",
       " ['Concat', 'Transpose', 'Concat'],\n",
       " ['Floor', 'Mul', 'Add'],\n",
       " ['Concat', 'Transpose', 'LRN', 'Transpose'],\n",
       " ['Conv', 'SpaceToDepth', 'DepthToSpace'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Reshape'],\n",
       " ['Min', 'Transpose', 'Conv'],\n",
       " ['Transpose', 'Min', 'Max', 'Gather'],\n",
       " ['Conv', 'Conv', 'Squeeze'],\n",
       " ['Conv', 'Softmax', 'Transpose'],\n",
       " ['Min', 'Max', 'Relu'],\n",
       " ['Concat', 'Concat', 'Abs'],\n",
       " ['Concat', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Reshape', 'ReduceProd', 'Concat'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose', 'Reshape'],\n",
       " ['ReverseSequence', 'Transpose', 'Mul'],\n",
       " ['MatMul', 'Concat', 'Add'],\n",
       " ['Sub', 'Atan', 'Mul'],\n",
       " ['Concat', 'Sub', 'Mul'],\n",
       " ['ArgMax', 'Reshape', 'Cast'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Concat'],\n",
       " ['Transpose', 'Concat', 'Conv', 'Conv'],\n",
       " ['Concat', 'Relu', 'Reshape'],\n",
       " ['Min', 'Max', 'Unsqueeze'],\n",
       " ['Reshape', 'Transpose', 'Sub'],\n",
       " ['Reshape', 'Reshape', 'Conv', 'Conv'],\n",
       " ['And', 'Or', 'And'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose', 'Conv'],\n",
       " ['Cos', 'Concat', 'Unsqueeze'],\n",
       " ['ReduceMin', 'Reshape', 'Conv'],\n",
       " ['MatMul', 'Concat', 'ReduceSum'],\n",
       " ['Mul', 'Add', 'Sigmoid', 'Atan'],\n",
       " ['Conv', 'Concat', 'Transpose'],\n",
       " ['Squeeze', 'Reshape', 'Concat', 'MatMul'],\n",
       " ['Transpose', 'Tan', 'Transpose'],\n",
       " ['Concat', 'Concat', 'Sigmoid'],\n",
       " ['ReduceMax', 'Concat', 'Concat'],\n",
       " ['Transpose', 'Conv', 'Concat', 'Conv'],\n",
       " ['ReduceProd', 'Concat', 'Add'],\n",
       " ['Transpose', 'Tan', 'Max', 'Round'],\n",
       " ['Concat', 'Mul', 'Add', 'Reshape'],\n",
       " ['Transpose', 'LRN', 'ConvTranspose'],\n",
       " ['Concat', 'Transpose', 'ConvTranspose'],\n",
       " ['Neg', 'Mul', 'Add', 'Max'],\n",
       " ['Add', 'ReduceMax', 'Tan'],\n",
       " ['Round', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Add', 'Mul', 'Add', 'ReduceMax'],\n",
       " ['Floor', 'Min', 'Max'],\n",
       " ['Mul', 'Mul', 'Mul', 'Add'],\n",
       " ['Transpose', 'Mul', 'Mul'],\n",
       " ['Reshape', 'ConvTranspose', 'Softmax'],\n",
       " ['Gather', 'Concat', 'Concat'],\n",
       " ['Gather', 'Reshape', 'ReverseSequence'],\n",
       " ['Transpose', 'Conv', 'Reshape', 'Gather'],\n",
       " ['Max', 'ReduceMin', 'Concat'],\n",
       " ['ReduceMax', 'Reshape', 'Max'],\n",
       " ['MatMul', 'Reshape', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Mul', 'Transpose', 'Mul', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Conv'],\n",
       " ['Add', 'Concat', 'Neg', 'ReduceMean'],\n",
       " ['Atan', 'Reshape', 'Conv'],\n",
       " ['Unsqueeze', 'Transpose', 'Add'],\n",
       " ['ReduceProd', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Gather', 'Reshape', 'Conv'],\n",
       " ['Min', 'Max', 'ReduceMean'],\n",
       " ['ConvTranspose', 'Reshape', 'Conv', 'Concat'],\n",
       " ['Sub', 'LeakyRelu', 'Transpose'],\n",
       " ['Floor', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Conv', 'Reshape', 'BatchNormalization', 'Reshape', 'Conv'],\n",
       " ['Add', 'ReduceMin', 'Concat'],\n",
       " ['Concat', 'Concat', 'ReduceSum'],\n",
       " ['Concat', 'Concat', 'Reshape'],\n",
       " ['Conv', 'LeakyRelu', 'Conv', 'Transpose'],\n",
       " ['Atan', 'Concat', 'Div'],\n",
       " ['Abs', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['DepthToSpace', 'Conv', 'ConvTranspose'],\n",
       " ['Transpose', 'Concat', 'LRN', 'Transpose'],\n",
       " ['Transpose', 'Concat', 'ReduceMin', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'ArgMax'],\n",
       " ['Mul', 'Add', 'ArgMax'],\n",
       " ['Concat', 'Min', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Neg'],\n",
       " ['Concat', 'Concat', 'Transpose'],\n",
       " ['Min', 'Max', 'Concat'],\n",
       " ['Transpose', 'Ceil', 'Transpose'],\n",
       " ['Conv', 'Sub', 'Reshape'],\n",
       " ['Transpose', 'Concat', 'LeakyRelu'],\n",
       " ['Relu', 'ReverseSequence', 'Reshape', 'ReverseSequence'],\n",
       " ['Abs', 'Min', 'Max'],\n",
       " ['Transpose', 'Conv', 'Sub'],\n",
       " ['Squeeze', 'Sub', 'Add'],\n",
       " ['Mul', 'Add', 'ReduceMin'],\n",
       " ['Cast', 'Cast', 'Cast'],\n",
       " ['Reshape', 'Conv', 'Squeeze'],\n",
       " ['ReverseSequence', 'Reshape', 'Conv'],\n",
       " ['ReduceSum', 'Concat', 'Concat'],\n",
       " ['Concat', 'Tan', 'Add'],\n",
       " ['MatMul', 'Reshape', 'MatMul'],\n",
       " ['DepthToSpace', 'Conv', 'Transpose'],\n",
       " ['ReduceMean', 'Sigmoid', 'Mul'],\n",
       " ['Concat', 'Concat', 'Concat', 'Slice'],\n",
       " ['Concat', 'Concat', 'Softmax'],\n",
       " ['Cos', 'Concat', 'Concat', 'MatMul'],\n",
       " ['ReduceMin', 'Transpose', 'Softmax'],\n",
       " ['Cos', 'Slice', 'Mul'],\n",
       " ['Reshape', 'Conv', 'Relu'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Tan'],\n",
       " ['Sub', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Tan', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Concat', 'Transpose', 'Reshape'],\n",
       " ['Reshape', 'Concat', 'Concat'],\n",
       " ['MatMul', 'Concat', 'Sigmoid'],\n",
       " ['Reshape', 'Conv', 'Sub'],\n",
       " ['Concat', 'MatMul', 'Reshape'],\n",
       " ['Max', 'MatMul', 'ReduceMean', 'Concat'],\n",
       " ['Mul', 'Mul', 'Sigmoid'],\n",
       " ['Ceil', 'Reshape', 'Conv'],\n",
       " ['Abs', 'Add', 'Transpose'],\n",
       " ['Add', 'Tan', 'Round'],\n",
       " ['Transpose', 'DepthToSpace', 'Reshape'],\n",
       " ['Max', 'Shape', 'Gather'],\n",
       " ['Squeeze', 'ArgMax', 'Min', 'Max'],\n",
       " ['Reshape', 'Conv', 'Squeeze', 'Reshape'],\n",
       " ['Conv', 'Relu', 'Transpose'],\n",
       " ['Cast', 'Min', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Reshape', 'Transpose'],\n",
       " ['Softmax', 'Conv', 'Reshape'],\n",
       " ['Mul', 'Add', 'Cast', 'ReduceMin'],\n",
       " ['Round', 'Concat', 'Cast'],\n",
       " ['Div', 'Concat', 'Abs'],\n",
       " ['ConvTranspose', 'Conv', 'Conv'],\n",
       " ['Transpose', 'ConvTranspose', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'SpaceToDepth'],\n",
       " ['Conv', 'Reshape', 'Mul', 'ReduceProd'],\n",
       " ['Sub', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['LRN', 'Transpose', 'Cos'],\n",
       " ['Reshape', 'Conv', 'ReduceMin', 'Concat'],\n",
       " ['Round', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'Conv'],\n",
       " ['Concat', 'Concat', 'Relu'],\n",
       " ['Concat', 'Max', 'LeakyRelu'],\n",
       " ['Transpose', 'Conv', 'Relu'],\n",
       " ['Slice', 'Cast', 'Add'],\n",
       " ['Squeeze', 'Unsqueeze', 'Reshape'],\n",
       " ['Reshape', 'Min', 'Relu'],\n",
       " ['Transpose', 'Conv', 'Cast', 'Transpose'],\n",
       " ['Min', 'Max', 'Sub', 'Reshape'],\n",
       " ['Min', 'Max', 'Cast'],\n",
       " ['Reshape', 'Conv', 'Mul'],\n",
       " ['Conv', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Mul', 'Max', 'Ceil'],\n",
       " ['Floor', 'ArgMax', 'Min'],\n",
       " ['ReduceMean', 'Reshape', 'Concat'],\n",
       " ['Atan', 'Atan', 'Reshape'],\n",
       " ['Conv', 'ConvTranspose', 'Conv'],\n",
       " ['Mul', 'Max', 'Min'],\n",
       " ['ReduceProd', 'Cos', 'Ceil'],\n",
       " ['Transpose', 'Conv', 'ReduceMin'],\n",
       " ['ReverseSequence', 'Transpose', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Sigmoid'],\n",
       " ['Concat', 'Cast', 'Abs']]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "detokenize_seqs(token_node_type_dict, reduced_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "865"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered = list(\n",
    "    filter(\n",
    "        lambda x: (len(x) > 2),\n",
    "        detokenize_seqs(token_node_type_dict, reduced_sequences),\n",
    "    )\n",
    ")\n",
    "len(filtered)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Abs',\n",
       " 'Add',\n",
       " 'And',\n",
       " 'ArgMax',\n",
       " 'Atan',\n",
       " 'BatchNormalization',\n",
       " 'Cast',\n",
       " 'Ceil',\n",
       " 'Concat',\n",
       " 'Conv',\n",
       " 'ConvTranspose',\n",
       " 'Cos',\n",
       " 'DepthToSpace',\n",
       " 'Div',\n",
       " 'Erf',\n",
       " 'Expand',\n",
       " 'Floor',\n",
       " 'Gather',\n",
       " 'GlobalAveragePool',\n",
       " 'Greater',\n",
       " 'LRN',\n",
       " 'LeakyRelu',\n",
       " 'MatMul',\n",
       " 'Max',\n",
       " 'Min',\n",
       " 'Mul',\n",
       " 'Neg',\n",
       " 'Not',\n",
       " 'Or',\n",
       " 'ReduceMax',\n",
       " 'ReduceMean',\n",
       " 'ReduceMin',\n",
       " 'ReduceProd',\n",
       " 'ReduceSum',\n",
       " 'Relu',\n",
       " 'Reshape',\n",
       " 'ReverseSequence',\n",
       " 'Round',\n",
       " 'Shape',\n",
       " 'Sigmoid',\n",
       " 'Slice',\n",
       " 'Softmax',\n",
       " 'SpaceToDepth',\n",
       " 'Squeeze',\n",
       " 'Sub',\n",
       " 'Tan',\n",
       " 'Transpose',\n",
       " 'Unsqueeze'}"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_ops = set()\n",
    "for filt in filtered:\n",
    "    filtered_ops = filtered_ops.union(filt)\n",
    "filtered_ops"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Find Unique Sequence Distribution by Pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenized_filtered = tokenize_seqs(mismatched_seq['node_type_token_dict'], filtered)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'71': 55,\n",
       " '29': 52,\n",
       " '64': 51,\n",
       " '82': 46,\n",
       " '196': 45,\n",
       " '208': 45,\n",
       " '50': 43,\n",
       " '77': 37,\n",
       " '140': 36,\n",
       " '166': 36,\n",
       " '32': 35,\n",
       " '2': 33,\n",
       " '193': 33,\n",
       " '144': 32,\n",
       " '164': 32,\n",
       " '69': 31,\n",
       " '156': 29,\n",
       " '216': 29,\n",
       " '1': 28,\n",
       " '41': 28,\n",
       " '60': 28,\n",
       " '46': 27,\n",
       " '91': 27,\n",
       " '211': 27,\n",
       " '72': 26,\n",
       " '94': 26,\n",
       " '118': 26,\n",
       " '151': 26,\n",
       " '126': 25,\n",
       " '133': 25,\n",
       " '161': 25,\n",
       " '28': 24,\n",
       " '70': 24,\n",
       " '183': 24,\n",
       " '201': 24,\n",
       " '15': 21,\n",
       " '90': 21,\n",
       " '112': 21,\n",
       " '136': 21,\n",
       " '182': 21,\n",
       " '88': 20,\n",
       " '56': 19,\n",
       " '86': 19,\n",
       " '96': 19,\n",
       " '202': 19,\n",
       " '35': 18,\n",
       " '37': 18,\n",
       " '203': 18,\n",
       " '212': 18,\n",
       " '38': 17,\n",
       " '117': 17,\n",
       " '129': 17,\n",
       " '13': 16,\n",
       " '100': 16,\n",
       " '121': 16,\n",
       " '157': 16,\n",
       " '30': 15,\n",
       " '102': 15,\n",
       " '109': 15,\n",
       " '51': 14,\n",
       " '53': 14,\n",
       " '79': 14,\n",
       " '101': 14,\n",
       " '128': 14,\n",
       " '172': 14,\n",
       " '173': 14,\n",
       " '174': 14,\n",
       " '27': 13,\n",
       " '52': 13,\n",
       " '58': 13,\n",
       " '76': 13,\n",
       " '85': 13,\n",
       " '186': 13,\n",
       " '21': 12,\n",
       " '55': 12,\n",
       " '113': 12,\n",
       " '127': 12,\n",
       " '146': 12,\n",
       " '209': 12,\n",
       " '0': 11,\n",
       " '99': 11,\n",
       " '124': 11,\n",
       " '131': 11,\n",
       " '162': 11,\n",
       " '170': 11,\n",
       " '190': 11,\n",
       " '197': 11,\n",
       " '199': 11,\n",
       " '213': 11,\n",
       " '78': 10,\n",
       " '103': 10,\n",
       " '125': 10,\n",
       " '200': 10,\n",
       " '214': 10,\n",
       " '4': 9,\n",
       " '44': 9,\n",
       " '141': 9,\n",
       " '198': 9,\n",
       " '3': 8,\n",
       " '7': 8,\n",
       " '8': 8,\n",
       " '19': 8,\n",
       " '39': 8,\n",
       " '54': 8,\n",
       " '63': 8,\n",
       " '115': 8,\n",
       " '120': 8,\n",
       " '138': 8,\n",
       " '142': 8,\n",
       " '154': 8,\n",
       " '163': 8,\n",
       " '169': 8,\n",
       " '188': 8,\n",
       " '10': 7,\n",
       " '36': 7,\n",
       " '57': 7,\n",
       " '84': 7,\n",
       " '95': 7,\n",
       " '108': 7,\n",
       " '123': 7,\n",
       " '168': 7,\n",
       " '175': 7,\n",
       " '177': 7,\n",
       " '218': 7,\n",
       " '219': 7,\n",
       " '12': 6,\n",
       " '80': 6,\n",
       " '152': 6,\n",
       " '153': 6,\n",
       " '176': 6,\n",
       " '189': 6,\n",
       " '6': 5,\n",
       " '16': 5,\n",
       " '26': 5,\n",
       " '31': 5,\n",
       " '47': 5,\n",
       " '59': 5,\n",
       " '97': 5,\n",
       " '110': 5,\n",
       " '122': 5,\n",
       " '145': 5,\n",
       " '155': 5,\n",
       " '160': 5,\n",
       " '178': 5,\n",
       " '181': 5,\n",
       " '206': 5,\n",
       " '5': 4,\n",
       " '9': 4,\n",
       " '23': 4,\n",
       " '40': 4,\n",
       " '45': 4,\n",
       " '62': 4,\n",
       " '68': 4,\n",
       " '106': 4,\n",
       " '114': 4,\n",
       " '135': 4,\n",
       " '149': 4,\n",
       " '150': 4,\n",
       " '159': 4,\n",
       " '165': 4,\n",
       " '167': 4,\n",
       " '180': 4,\n",
       " '187': 4,\n",
       " '195': 4,\n",
       " '205': 4,\n",
       " '207': 4,\n",
       " '210': 4,\n",
       " '215': 4,\n",
       " '217': 4,\n",
       " '14': 3,\n",
       " '20': 3,\n",
       " '24': 3,\n",
       " '34': 3,\n",
       " '43': 3,\n",
       " '61': 3,\n",
       " '66': 3,\n",
       " '67': 3,\n",
       " '73': 3,\n",
       " '74': 3,\n",
       " '75': 3,\n",
       " '81': 3,\n",
       " '93': 3,\n",
       " '107': 3,\n",
       " '116': 3,\n",
       " '119': 3,\n",
       " '134': 3,\n",
       " '137': 3,\n",
       " '147': 3,\n",
       " '148': 3,\n",
       " '179': 3,\n",
       " '185': 3,\n",
       " '191': 3,\n",
       " '42': 2,\n",
       " '65': 2,\n",
       " '87': 2,\n",
       " '89': 2,\n",
       " '92': 2,\n",
       " '98': 2,\n",
       " '104': 2,\n",
       " '130': 2,\n",
       " '139': 2,\n",
       " '143': 2,\n",
       " '171': 2,\n",
       " '11': 1,\n",
       " '17': 1,\n",
       " '18': 1,\n",
       " '33': 1,\n",
       " '48': 1,\n",
       " '49': 1,\n",
       " '83': 1,\n",
       " '111': 1,\n",
       " '132': 1,\n",
       " '158': 1,\n",
       " '192': 1,\n",
       " '194': 1,\n",
       " '204': 1,\n",
       " '22': 0,\n",
       " '25': 0,\n",
       " '105': 0,\n",
       " '184': 0}"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sequence_counts_by_pair = {}\n",
    "for i, (pair, sequences) in enumerate(mismatched_seq['results'].items()):\n",
    "    a, b = pair.split(\",\")\n",
    "    unq_seq = set(sequences)\n",
    "    unq_seq_stripped = set()\n",
    "    for seq in unq_seq:\n",
    "        new_seq = seq.strip(mismatched_seq['node_type_token_dict']['input'])\n",
    "        new_seq = new_seq.strip(mismatched_seq['node_type_token_dict']['output'])\n",
    "        if len(new_seq) > 2:\n",
    "            unq_seq_stripped.add(new_seq)\n",
    "    \n",
    "    for filt_seq in tokenized_filtered:\n",
    "        if filt_seq in unq_seq_stripped:\n",
    "            if a not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[a] = set([filt_seq])\n",
    "            else:\n",
    "                sequence_counts_by_pair[a] |= set([filt_seq])\n",
    "            if b not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[b] = set([filt_seq])\n",
    "            else:\n",
    "                sequence_counts_by_pair[b] |= set([filt_seq])\n",
    "        else:\n",
    "            if a not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[a] = set()\n",
    "            if b not in sequence_counts_by_pair:\n",
    "                sequence_counts_by_pair[b] = set()\n",
    "filtered_sorted_pairs = dict(sorted({key: len(val) for key, val in sequence_counts_by_pair.items()}.items(), key=lambda x: x[1], reverse=True))\n",
    "filtered_sorted_pairs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "220"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(sequence_counts_by_pair)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Mismatched-Test Sequences"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Total Sequences: 5,481, Total Unique Sequences: 35, Total Paths Compared: 0\n"
     ]
    }
   ],
   "source": [
    "(\n",
    "    unique_test_mismatched_sequences,\n",
    "    unique_test_mismatched_sequences_decoded,\n",
    "    total_test_mismatched_sequences,\n",
    ") = get_unq_sequences(mismatched_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "35\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "35"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(recursive_submatching(unique_test_mismatched_sequences, len(unique_test_mismatched_sequences)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create New Tokenizers and Calculate Non-Overlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "node_type_token_dict, token_node_type_dict = create_tokenizers(\n",
    "    mismatched_test[\"node_type_token_dict\"], mismatched_seq[\"node_type_token_dict\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "mismatched_sequences = set(tokenize_seqs(node_type_token_dict, unique_mismatched_sequences_decoded))\n",
    "mismatched_test_sequences = set(tokenize_seqs(node_type_token_dict, unique_test_mismatched_sequences_decoded))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Nonoverlapping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2155"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(mismatched_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "35"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(mismatched_test_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2135"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(mismatched_sequences - mismatched_test_sequences)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2135"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seqs =  mismatched_sequences - mismatched_test_sequences\n",
    "len(seqs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1255\n",
      "1129\n",
      "1106\n",
      "1102\n",
      "1102\n"
     ]
    }
   ],
   "source": [
    "reduced_sequences = recursive_submatching(seqs, len(seqs))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Neg', 'Mul', 'Add'],\n",
       " ['ReduceSum', 'Mul', 'Add', 'Concat'],\n",
       " ['Reshape', 'Tan', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceSum'],\n",
       " ['Transpose', 'Conv', 'Cast'],\n",
       " ['Min', 'MatMul', 'Concat'],\n",
       " ['Max', 'Reshape', 'Conv'],\n",
       " ['ReduceSum', 'Concat', 'Div'],\n",
       " ['Sigmoid', 'Mul', 'Add'],\n",
       " ['ReduceMax', 'Min', 'Max'],\n",
       " ['Round', 'Mul', 'Add'],\n",
       " ['Transpose', 'Concat', 'Concat'],\n",
       " ['ReduceProd', 'Reshape', 'SpaceToDepth'],\n",
       " ['Tan', 'Reshape', 'ConvTranspose'],\n",
       " ['Reshape', 'Slice', 'Transpose', 'Conv'],\n",
       " ['Max', 'Shape', 'Gather'],\n",
       " ['Conv', 'Reshape', 'Atan'],\n",
       " ['Tan', 'Round', 'Floor'],\n",
       " ['Transpose', 'Conv', 'ReduceMax', 'Transpose'],\n",
       " ['Transpose', 'Conv', 'Neg'],\n",
       " ['Transpose', 'Min', 'Max'],\n",
       " ['Min', 'Max', 'Tan', 'Sub'],\n",
       " ['Relu', 'Concat', 'Concat'],\n",
       " ['Concat', 'Concat', 'Cos'],\n",
       " ['ConvTranspose', 'Max', 'Conv'],\n",
       " ['Conv', 'ReduceProd', 'Reshape'],\n",
       " ['And', 'And', 'Not'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Tan'],\n",
       " ['Conv', 'ReduceMax', 'Reshape'],\n",
       " ['Max', 'Conv', 'Transpose'],\n",
       " ['Relu', 'Tan', 'Concat'],\n",
       " ['Sigmoid', 'Sigmoid', 'Add'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Round'],\n",
       " ['Max', 'Max', 'ReduceMin'],\n",
       " ['ArgMax', 'Abs', 'Min'],\n",
       " ['Reshape', 'Conv', 'Sub', 'Reshape'],\n",
       " ['Conv', 'Transpose', 'Floor'],\n",
       " ['Reshape', 'ReduceProd', 'Concat'],\n",
       " ['Min', 'Max', 'Gather', 'Unsqueeze'],\n",
       " ['Reshape', 'Conv', 'LRN', 'Transpose'],\n",
       " ['Squeeze', 'Cos', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'DepthToSpace', 'Transpose', 'Reshape'],\n",
       " ['Concat', 'Mul', 'Add'],\n",
       " ['MatMul', 'Reshape', 'Concat'],\n",
       " ['Mul', 'Add', 'Transpose'],\n",
       " ['Concat', 'Round', 'ReduceSum'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'Cos'],\n",
       " ['ReduceSum', 'ReduceMean', 'Concat'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceMean'],\n",
       " ['Conv', 'Reshape', 'ReduceSum'],\n",
       " ['Add', 'ReduceMax', 'Tan'],\n",
       " ['Mul', 'Add', 'Min'],\n",
       " ['Mul', 'Add', 'ReduceMin'],\n",
       " ['Reshape', 'Mul', 'Add'],\n",
       " ['Reshape', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Reshape'],\n",
       " ['Concat', 'LRN', 'Transpose'],\n",
       " ['Squeeze', 'Cos', 'Concat'],\n",
       " ['MatMul', 'Reshape', 'MatMul'],\n",
       " ['Reshape', 'Sub', 'Reshape'],\n",
       " ['Neg', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['ArgMax', 'Add', 'Concat'],\n",
       " ['Reshape', 'MatMul', 'Reshape'],\n",
       " ['Min', 'Max', 'ReduceProd'],\n",
       " ['Transpose', 'DepthToSpace', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Concat'],\n",
       " ['Slice', 'Add', 'Sigmoid'],\n",
       " ['Squeeze', 'Mul', 'Ceil'],\n",
       " ['Conv', 'Neg', 'Conv'],\n",
       " ['Mul', 'Reshape', 'Mul', 'ReduceMin'],\n",
       " ['Min', 'Max', 'Concat'],\n",
       " ['Reshape', 'ConvTranspose', 'Mul', 'Reshape'],\n",
       " ['Reshape', 'Conv', 'Sub', 'Transpose'],\n",
       " ['Mul', 'Cast', 'Min'],\n",
       " ['Softmax', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Add', 'ReduceMean'],\n",
       " ['MatMul', 'Concat', 'MatMul', 'Reshape'],\n",
       " ['ConvTranspose', 'Reshape', 'Transpose', 'ConvTranspose'],\n",
       " ['Squeeze', 'ReduceSum', 'Min'],\n",
       " ['Transpose', 'ReverseSequence', 'Transpose', 'ReverseSequence', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'ReduceMean'],\n",
       " ['Conv', 'Transpose', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMean'],\n",
       " ['Conv', 'Conv', 'ConvTranspose', 'Reshape'],\n",
       " ['Reshape', 'DepthToSpace', 'Slice'],\n",
       " ['ReduceMean', 'Mul', 'Add'],\n",
       " ['Conv', 'Conv', 'ReduceMax'],\n",
       " ['Mul', 'ReduceProd', 'Transpose'],\n",
       " ['Gather', 'Reshape', 'Transpose'],\n",
       " ['Min', 'Max', 'Cast'],\n",
       " ['ReverseSequence', 'Squeeze', 'Unsqueeze'],\n",
       " ['And', 'Or', 'And'],\n",
       " ['Max', 'Concat', 'Max'],\n",
       " ['Relu', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Reshape', 'Transpose', 'ConvTranspose'],\n",
       " ['ReduceMax', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Conv'],\n",
       " ['ReduceProd', 'Mul', 'Mul'],\n",
       " ['Min', 'Max', 'Gather', 'Floor'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceMean'],\n",
       " ['Transpose', 'LRN', 'Reshape'],\n",
       " ['Concat', 'Transpose', 'Mul', 'Add'],\n",
       " ['Reshape', 'Conv', 'Reshape'],\n",
       " ['Conv', 'Reshape', 'ConvTranspose'],\n",
       " ['Add', 'Mul', 'Mul'],\n",
       " ['Concat', 'Atan', 'Concat'],\n",
       " ['Gather', 'Expand', 'ReverseSequence'],\n",
       " ['Reshape', 'Mul', 'Reshape'],\n",
       " ['ReverseSequence', 'Squeeze', 'Mul'],\n",
       " ['Reshape', 'Concat', 'Mul', 'Reshape'],\n",
       " ['Concat', 'MatMul', 'Mul'],\n",
       " ['Concat', 'Concat', 'Abs'],\n",
       " ['Add', 'Concat', 'Neg'],\n",
       " ['Mul', 'Add', 'Softmax'],\n",
       " ['Mul', 'Add', 'Transpose', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'Abs', 'Mul'],\n",
       " ['Mul', 'Mul', 'Tan'],\n",
       " ['Neg', 'Min', 'Max'],\n",
       " ['Transpose', 'Floor', 'Transpose'],\n",
       " ['Reshape', 'ConvTranspose', 'Conv', 'Conv'],\n",
       " ['Transpose', 'ReverseSequence', 'Transpose', 'Round'],\n",
       " ['Reshape', 'Concat', 'Min'],\n",
       " ['Ceil', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['ReduceMean', 'Reshape', 'Concat'],\n",
       " ['Slice', 'Transpose', 'Conv'],\n",
       " ['Floor', 'Concat', 'Reshape'],\n",
       " ['Concat', 'Concat', 'Cast'],\n",
       " ['MatMul', 'Concat', 'Concat'],\n",
       " ['Mul', 'Abs', 'Max'],\n",
       " ['Reshape', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'ConvTranspose', 'Reshape', 'Transpose'],\n",
       " ['Reshape', 'ConvTranspose', 'Softmax'],\n",
       " ['Max', 'ReduceMin', 'Min'],\n",
       " ['Concat', 'Concat', 'Reshape'],\n",
       " ['ReduceSum', 'Mul', 'Mul'],\n",
       " ['Transpose', 'Conv', 'Conv', 'ConvTranspose'],\n",
       " ['Concat', 'Sigmoid', 'MatMul'],\n",
       " ['Reshape', 'MatMul', 'Mul'],\n",
       " ['MatMul', 'Cast', 'Cast'],\n",
       " ['ReduceProd', 'Concat', 'Add'],\n",
       " ['Mul', 'Add', 'Concat', 'Transpose'],\n",
       " ['Concat', 'Concat', 'Softmax'],\n",
       " ['ConvTranspose', 'Reshape', 'Transpose'],\n",
       " ['ArgMax', 'Min', 'Max'],\n",
       " ['Transpose', 'Conv', 'ReduceMean', 'Reshape'],\n",
       " ['Reshape', 'Concat', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Min'],\n",
       " ['Neg', 'Mul', 'Mul'],\n",
       " ['Gather', 'Slice', 'Concat'],\n",
       " ['Conv', 'LeakyRelu', 'Conv'],\n",
       " ['Slice', 'Reshape', 'ConvTranspose'],\n",
       " ['Reshape', 'Conv', 'ReduceMin'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Cos'],\n",
       " ['Add', 'Mul', 'Ceil'],\n",
       " ['Reshape', 'Mul', 'Softmax'],\n",
       " ['Conv', 'DepthToSpace', 'Conv'],\n",
       " ['ConvTranspose', 'Reshape', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather', 'Sigmoid'],\n",
       " ['Concat', 'Concat', 'Relu'],\n",
       " ['Reshape', 'ArgMax', 'ReduceMax'],\n",
       " ['BatchNormalization', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Squeeze'],\n",
       " ['Conv', 'Conv', 'Transpose', 'Transpose'],\n",
       " ['ReduceMin', 'Transpose', 'Softmax'],\n",
       " ['ConvTranspose', 'Relu', 'Transpose'],\n",
       " ['Conv', 'Add', 'Transpose'],\n",
       " ['ReverseSequence', 'Transpose', 'Mul'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Min'],\n",
       " ['ReduceMean', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Transpose', 'ReduceSum', 'Concat'],\n",
       " ['Min', 'Div', 'Mul'],\n",
       " ['Unsqueeze', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Div', 'LeakyRelu'],\n",
       " ['Mul', 'Mul', 'ArgMax'],\n",
       " ['Add', 'Mul', 'ReduceSum'],\n",
       " ['Conv', 'Reshape', 'Div'],\n",
       " ['Max', 'Concat', 'Concat'],\n",
       " ['Squeeze', 'Sub', 'Add'],\n",
       " ['Transpose', 'Mul', 'Add', 'Concat'],\n",
       " ['ReduceMean', 'Transpose', 'Conv'],\n",
       " ['MatMul', 'ReduceMean', 'Concat'],\n",
       " ['Floor', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Neg', 'ReduceMean'],\n",
       " ['Mul', 'Mul', 'Atan'],\n",
       " ['Sigmoid', 'Concat', 'Div'],\n",
       " ['Min', 'Max', 'Abs'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Conv'],\n",
       " ['Concat', 'Sub', 'Ceil'],\n",
       " ['Ceil', 'Cast', 'Min'],\n",
       " ['SpaceToDepth', 'Transpose', 'Conv'],\n",
       " ['MatMul', 'Reshape', 'Reshape'],\n",
       " ['Min', 'Max', 'Conv'],\n",
       " ['Transpose', 'Min', 'Reshape'],\n",
       " ['Mul', 'Add', 'Cos'],\n",
       " ['Erf', 'Add', 'Mul'],\n",
       " ['ArgMax', 'Mul', 'Add'],\n",
       " ['Mul', 'Mul', 'Round'],\n",
       " ['Concat', 'Concat', 'Max'],\n",
       " ['Mul', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Mul', 'Add', 'Reshape'],\n",
       " ['ReverseSequence', 'Transpose', 'ReverseSequence'],\n",
       " ['Atan', 'Min', 'Max'],\n",
       " ['Conv', 'Conv', 'Mul'],\n",
       " ['Transpose', 'Conv', 'Concat', 'Conv'],\n",
       " ['Conv', 'Concat', 'Transpose'],\n",
       " ['Cos', 'Concat', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Mul'],\n",
       " ['Atan', 'Cast', 'Cast'],\n",
       " ['ReduceMean', 'Sigmoid', 'Mul', 'Mul'],\n",
       " ['Mul', 'Mul', 'Concat', 'Concat'],\n",
       " ['Min', 'Transpose', 'Conv'],\n",
       " ['Round', 'Mul', 'Add', 'ArgMax'],\n",
       " ['Cast', 'Cast', 'Cast'],\n",
       " ['Gather', 'Transpose', 'Conv'],\n",
       " ['ReduceSum', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Sigmoid'],\n",
       " ['Transpose', 'Conv', 'LeakyRelu'],\n",
       " ['Reshape', 'ConvTranspose', 'Concat'],\n",
       " ['Floor', 'Min', 'Max'],\n",
       " ['Gather', 'Reshape', 'ConvTranspose'],\n",
       " ['ReduceMax', 'Concat', 'LeakyRelu'],\n",
       " ['Min', 'Max', 'Mul'],\n",
       " ['LeakyRelu', 'Concat', 'Slice'],\n",
       " ['Transpose', 'ConvTranspose', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'Round'],\n",
       " ['Conv', 'ReduceMean', 'Reshape'],\n",
       " ['ReduceMin', 'Reshape', 'ConvTranspose'],\n",
       " ['Max', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Transpose', 'ConvTranspose', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Cast', 'Concat'],\n",
       " ['Gather', 'Mul', 'Add'],\n",
       " ['Cast', 'Min', 'Max'],\n",
       " ['Softmax', 'Concat', 'Mul'],\n",
       " ['ReduceMax', 'Min', 'Max', 'Gather'],\n",
       " ['Concat', 'Concat', 'Mul'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Atan'],\n",
       " ['Mul', 'Max', 'Min'],\n",
       " ['ReduceMin', 'Transpose', 'Mul'],\n",
       " ['Mul', 'Concat', 'LeakyRelu'],\n",
       " ['Min', 'Min', 'LeakyRelu'],\n",
       " ['Conv', 'SpaceToDepth', 'DepthToSpace'],\n",
       " ['Reshape', 'Min', 'Relu'],\n",
       " ['Mul', 'Add', 'Sigmoid', 'Atan'],\n",
       " ['Conv', 'Reshape', 'Mul', 'Reshape'],\n",
       " ['Reshape', 'Mul', 'Transpose'],\n",
       " ['Conv', 'Softmax', 'Reshape'],\n",
       " ['Max', 'Mul', 'Mul'],\n",
       " ['Reshape', 'Concat', 'Mul'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu', 'Reshape'],\n",
       " ['Unsqueeze', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Mul', 'Transpose', 'Mul'],\n",
       " ['Reshape', 'Sub', 'Transpose'],\n",
       " ['Reshape', 'ReduceSum', 'Reshape'],\n",
       " ['Reshape', 'ReverseSequence', 'Reshape', 'Conv'],\n",
       " ['Squeeze', 'Min', 'Concat'],\n",
       " ['Conv', 'Conv', 'Transpose', 'Reshape'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceMin'],\n",
       " ['Mul', 'Mul', 'Reshape', 'Concat'],\n",
       " ['Reshape', 'Concat', 'ReduceSum'],\n",
       " ['Concat', 'Transpose', 'Conv'],\n",
       " ['MatMul', 'Mul', 'Mul'],\n",
       " ['Concat', 'MatMul', 'ReduceProd'],\n",
       " ['Concat', 'Concat', 'Slice'],\n",
       " ['Min', 'Round', 'Reshape'],\n",
       " ['Concat', 'ReduceProd', 'Mul', 'Add'],\n",
       " ['Transpose', 'Conv', 'DepthToSpace'],\n",
       " ['Conv', 'Conv', 'LRN'],\n",
       " ['ReduceProd', 'Add', 'ArgMax'],\n",
       " ['Max', 'Concat', 'Mul'],\n",
       " ['Unsqueeze', 'Mul', 'Add'],\n",
       " ['Mul', 'Add', 'Round'],\n",
       " ['ReduceMean', 'Concat', 'Concat'],\n",
       " ['Add', 'Concat', 'Unsqueeze'],\n",
       " ['Reshape', 'Reshape', 'Reshape'],\n",
       " ['Ceil', 'Concat', 'Transpose'],\n",
       " ['Concat', 'Min', 'Concat'],\n",
       " ['Atan', 'Transpose', 'Conv'],\n",
       " ['Max', 'ReduceProd', 'Min'],\n",
       " ['Mul', 'Mul', 'Reshape'],\n",
       " ['Cast', 'Cast', 'Mul', 'Add'],\n",
       " ['Transpose', 'Conv', 'Sub'],\n",
       " ['Conv', 'ReduceProd', 'ReduceMin'],\n",
       " ['Max', 'MatMul', 'ReduceMean'],\n",
       " ['Transpose', 'DepthToSpace', 'Conv'],\n",
       " ['Ceil', 'Concat', 'Transpose', 'Concat'],\n",
       " ['Transpose', 'LRN', 'Transpose'],\n",
       " ['MatMul', 'Concat', 'Softmax'],\n",
       " ['Concat', 'Concat', 'MatMul'],\n",
       " ['ReduceProd', 'Min', 'Max'],\n",
       " ['Mul', 'Mul', 'Concat', 'Sigmoid'],\n",
       " ['Transpose', 'Tan', 'Max', 'Round'],\n",
       " ['Atan', 'Concat', 'Min'],\n",
       " ['Transpose', 'BatchNormalization', 'Transpose'],\n",
       " ['MatMul', 'Min', 'Max'],\n",
       " ['Slice', 'Reshape', 'Conv'],\n",
       " ['Max', 'Tan', 'Div'],\n",
       " ['Concat', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Add', 'Mul', 'Add', 'ReduceMax'],\n",
       " ['Reshape', 'DepthToSpace', 'Transpose'],\n",
       " ['Reshape', 'Round', 'Reshape'],\n",
       " ['Relu', 'Min', 'Max'],\n",
       " ['Div', 'Min', 'Max'],\n",
       " ['MatMul', 'Add', 'Min'],\n",
       " ['Mul', 'Mul', 'Cast'],\n",
       " ['Reshape', 'Concat', 'ConvTranspose'],\n",
       " ['Min', 'Min', 'Max', 'Gather'],\n",
       " ['Transpose', 'Round', 'LeakyRelu'],\n",
       " ['Conv', 'LRN', 'Transpose'],\n",
       " ['Tan', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Cos', 'Reshape'],\n",
       " ['MatMul', 'Concat', 'ReduceSum'],\n",
       " ['Concat', 'ReverseSequence', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Conv'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Neg'],\n",
       " ['Min', 'Max', 'Transpose'],\n",
       " ['Round', 'Concat', 'Concat'],\n",
       " ['Conv', 'Conv', 'Sub'],\n",
       " ['ConvTranspose', 'Conv', 'Conv'],\n",
       " ['Concat', 'Min', 'Max'],\n",
       " ['Conv', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Sub'],\n",
       " ['Transpose', 'Round', 'Concat'],\n",
       " ['Concat', 'Max', 'LeakyRelu'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Reshape'],\n",
       " ['Softmax', 'Abs', 'Softmax'],\n",
       " ['Floor', 'Cast', 'Max'],\n",
       " ['Floor', 'Concat', 'Reshape', 'Conv'],\n",
       " ['ArgMax', 'Reshape', 'Cast'],\n",
       " ['Cos', 'Min', 'Max'],\n",
       " ['Concat', 'Softmax', 'Abs'],\n",
       " ['Gather', 'Reshape', 'ReverseSequence'],\n",
       " ['Concat', 'Concat', 'Transpose'],\n",
       " ['Conv', 'ConvTranspose', 'Conv'],\n",
       " ['Neg', 'Reshape', 'Conv', 'LeakyRelu'],\n",
       " ['Add', 'Ceil', 'Concat'],\n",
       " ['Max', 'Add', 'Mul'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Conv'],\n",
       " ['Div', 'Concat', 'Abs'],\n",
       " ['Reshape', 'Concat', 'MatMul'],\n",
       " ['Conv', 'Transpose', 'Transpose'],\n",
       " ['Sub', 'LeakyRelu', 'Transpose'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose'],\n",
       " ['Squeeze', 'Transpose', 'Conv'],\n",
       " ['Slice', 'Max', 'Round'],\n",
       " ['ReduceMax', 'Concat', 'Concat'],\n",
       " ['Atan', 'Mul', 'Mul'],\n",
       " ['Min', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Concat', 'Reshape', 'Conv'],\n",
       " ['MatMul', 'Concat', 'ReduceMean'],\n",
       " ['DepthToSpace', 'Conv', 'Transpose'],\n",
       " ['ReverseSequence', 'Reshape', 'ReverseSequence'],\n",
       " ['Add', 'Cast', 'Min', 'Max'],\n",
       " ['LeakyRelu', 'Cast', 'Min', 'Max'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Slice'],\n",
       " ['Max', 'MatMul', 'ReduceMean', 'Concat'],\n",
       " ['Mul', 'Cast', 'Cast'],\n",
       " ['Min', 'Max', 'Add'],\n",
       " ['Tan', 'Transpose', 'Conv', 'Conv'],\n",
       " ['Add', 'Round', 'LeakyRelu'],\n",
       " ['Concat', 'Transpose', 'LRN', 'Transpose'],\n",
       " ['ReduceMean', 'ReduceMean', 'Concat'],\n",
       " ['Abs', 'Min', 'Max'],\n",
       " ['Mul', 'Min', 'Floor'],\n",
       " ['Max', 'Transpose', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Div'],\n",
       " ['Slice', 'Mul', 'Add'],\n",
       " ['MatMul', 'Reshape', 'Transpose'],\n",
       " ['Cast', 'Gather', 'Min', 'Max'],\n",
       " ['Transpose', 'Conv', 'Conv', 'Reshape'],\n",
       " ['Transpose', 'Mul', 'Reshape'],\n",
       " ['Mul', 'Reshape', 'MatMul'],\n",
       " ['Mul', 'Mul', 'Mul', 'Min'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose', 'Reshape'],\n",
       " ['Reshape', 'ConvTranspose', 'Reshape'],\n",
       " ['Max', 'Concat', 'Mul', 'Add'],\n",
       " ['Mul', 'Add', 'Concat'],\n",
       " ['Conv', 'Cast', 'Transpose'],\n",
       " ['Conv', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Squeeze'],\n",
       " ['Sub', 'ArgMax', 'Cast'],\n",
       " ['Conv', 'Relu', 'Min'],\n",
       " ['Reshape', 'Conv', 'ReduceProd'],\n",
       " ['Min', 'Max', 'Reshape', 'Gather'],\n",
       " ['Concat', 'Concat', 'Mul', 'Add'],\n",
       " ['Concat', 'Transpose', 'ConvTranspose'],\n",
       " ['Reshape', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Squeeze', 'Mul', 'Add'],\n",
       " ['ReverseSequence', 'Squeeze', 'Div'],\n",
       " ['Mul', 'Reshape', 'Concat'],\n",
       " ['Sigmoid', 'Concat', 'LeakyRelu'],\n",
       " ['Reshape', 'Mul', 'Mul'],\n",
       " ['Conv', 'Transpose', 'Mul'],\n",
       " ['Transpose', 'Atan', 'ReduceMin'],\n",
       " ['Reshape', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Concat', 'Concat', 'ReduceSum'],\n",
       " ['Transpose', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['ReverseSequence', 'Transpose', 'Min'],\n",
       " ['Reshape', 'Conv', 'Max'],\n",
       " ['Min', 'Max', 'Shape'],\n",
       " ['ConvTranspose', 'SpaceToDepth', 'Transpose'],\n",
       " ['Floor', 'Mul', 'Add'],\n",
       " ['Conv', 'Conv', 'ReduceMin'],\n",
       " ['Min', 'Max', 'Gather', 'Transpose'],\n",
       " ['Mul', 'ReverseSequence', 'Reshape', 'ReverseSequence'],\n",
       " ['Transpose', 'Ceil', 'Transpose'],\n",
       " ['Mul', 'Reshape', 'Mul'],\n",
       " ['MatMul', 'Mul', 'Add', 'Concat'],\n",
       " ['Div', 'Mul', 'Add'],\n",
       " ['ReduceMin', 'Min', 'Max'],\n",
       " ['Reshape', 'Transpose', 'Sub'],\n",
       " ['Conv', 'SpaceToDepth', 'Transpose'],\n",
       " ['ReduceMin', 'Concat', 'Transpose'],\n",
       " ['Reshape', 'Transpose', 'Conv'],\n",
       " ['Conv', 'Mul', 'Reshape'],\n",
       " ['Concat', 'MatMul', 'Reshape'],\n",
       " ['Neg', 'Mul', 'Add', 'Max'],\n",
       " ['Mul', 'Add', 'ReduceProd', 'Min'],\n",
       " ['Squeeze', 'Sigmoid', 'Concat'],\n",
       " ['ReverseSequence', 'Reshape', 'ReverseSequence', 'Reshape'],\n",
       " ['Mul', 'Concat', 'Concat'],\n",
       " ['Mul', 'Add', 'Reshape'],\n",
       " ['Concat', 'Mul', 'Transpose', 'Mul'],\n",
       " ['SpaceToDepth', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Sub', 'Atan', 'Mul'],\n",
       " ['Mul', 'Add', 'ReduceProd'],\n",
       " ['ReduceMin', 'Reshape', 'Conv'],\n",
       " ['Add', 'Mul', 'Max'],\n",
       " ['Abs', 'Mul', 'Mul'],\n",
       " ['Concat', 'Transpose', 'Concat'],\n",
       " ['Atan', 'MatMul', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Mul', 'Transpose'],\n",
       " ['Mul', 'Min', 'Max', 'Gather'],\n",
       " ['Floor', 'Concat', 'MatMul'],\n",
       " ['Transpose', 'Conv', 'Concat'],\n",
       " ['Conv', 'Conv', 'Conv', 'Reshape'],\n",
       " ['Abs', 'Mul', 'Add'],\n",
       " ['Cos', 'Concat', 'Concat', 'MatMul'],\n",
       " ['Concat', 'Mul', 'Mul'],\n",
       " ['Min', 'Max', 'Gather', 'Round'],\n",
       " ['Max', 'Concat', 'LeakyRelu'],\n",
       " ['Reshape', 'Conv', 'ArgMax'],\n",
       " ['Max', 'Max', 'Concat'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ArgMax'],\n",
       " ['Concat', 'Concat', 'Ceil'],\n",
       " ['Mul', 'Add', 'Min', 'Max'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'SpaceToDepth'],\n",
       " ['Cos', 'Concat', 'Unsqueeze'],\n",
       " ['LeakyRelu', 'Min', 'Max', 'Mul'],\n",
       " ['Neg', 'Relu', 'Min'],\n",
       " ['ReverseSequence', 'Transpose', 'Reshape'],\n",
       " ['Add', 'Concat', 'Max'],\n",
       " ['Shape', 'Gather', 'Expand'],\n",
       " ['Conv', 'Transpose', 'Tan'],\n",
       " ['Reshape', 'Reshape', 'Conv', 'Add'],\n",
       " ['MatMul', 'Concat', 'MatMul'],\n",
       " ['Concat', 'Min', 'Abs'],\n",
       " ['Concat', 'Div', 'Concat'],\n",
       " ['Conv', 'Reshape', 'Gather'],\n",
       " ['Reshape', 'Mul', 'Concat', 'Round'],\n",
       " ['ReduceProd', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Tan', 'ReduceMean'],\n",
       " ['Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['BatchNormalization', 'Transpose', 'Conv'],\n",
       " ['ReduceMean', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Mul', 'Reshape', 'Mul', 'Reshape'],\n",
       " ['ReduceMin', 'Reshape', 'Conv', 'Relu'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu', 'Transpose'],\n",
       " ['Concat', 'ReduceMean', 'Sigmoid'],\n",
       " ['Squeeze', 'Reshape', 'Conv'],\n",
       " ['Transpose', 'Cast', 'Transpose'],\n",
       " ['Atan', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['ReduceMax', 'Reshape', 'Conv'],\n",
       " ['Sub', 'ArgMax', 'Min'],\n",
       " ['Conv', 'Sigmoid', 'Transpose'],\n",
       " ['Max', 'Concat', 'Tan'],\n",
       " ['Reshape', 'Conv', 'Squeeze', 'Reshape'],\n",
       " ['Reshape', 'Sub', 'Min'],\n",
       " ['Reshape', 'Conv', 'Softmax'],\n",
       " ['Ceil', 'Mul', 'Add'],\n",
       " ['Cast', 'Max', 'Mul'],\n",
       " ['MatMul', 'Reshape', 'Sub'],\n",
       " ['Conv', 'ReduceMin', 'Concat'],\n",
       " ['Div', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Transpose', 'Concat', 'ReduceMin', 'Transpose'],\n",
       " ['Conv', 'Neg', 'Reshape'],\n",
       " ['Floor', 'Mul', 'Mul'],\n",
       " ['Mul', 'Transpose', 'Mul', 'Transpose'],\n",
       " ['Tan', 'Mul', 'Add'],\n",
       " ['LeakyRelu', 'Reshape', 'ConvTranspose', 'Reshape'],\n",
       " ['Max', 'Transpose', 'Concat'],\n",
       " ['Sub', 'Concat', 'Mul'],\n",
       " ['Concat', 'ReduceMin', 'Transpose'],\n",
       " ['Conv', 'ConvTranspose', 'Reshape'],\n",
       " ['Reshape', 'ConvTranspose', 'ConvTranspose', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather', 'Tan'],\n",
       " ['Transpose', 'ReverseSequence', 'Transpose'],\n",
       " ['Reshape', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Or', 'And', 'Or'],\n",
       " ['Reshape', 'Sub', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'Tan', 'Unsqueeze'],\n",
       " ['Sub', 'Concat', 'Slice'],\n",
       " ['Max', 'Min', 'Concat'],\n",
       " ['Conv', 'Reshape', 'Mul'],\n",
       " ['Mul', 'Add', 'Neg'],\n",
       " ['Or', 'And', 'And'],\n",
       " ['Mul', 'Concat', 'Sigmoid'],\n",
       " ['Transpose', 'SpaceToDepth', 'Transpose'],\n",
       " ['Conv', 'LRN', 'Reshape'],\n",
       " ['Relu', 'Transpose', 'Conv'],\n",
       " ['Cos', 'Mul', 'Mul'],\n",
       " ['Min', 'Max', 'ReduceMax'],\n",
       " ['Conv', 'Reshape', 'BatchNormalization', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Squeeze', 'Concat', 'Cos'],\n",
       " ['Concat', 'ReduceMean', 'Mul'],\n",
       " ['Cast', 'Min', 'Max', 'Reshape'],\n",
       " ['Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Gather', 'Concat', 'MatMul'],\n",
       " ['Concat', 'Relu', 'Reshape'],\n",
       " ['Add', 'Reshape', 'Conv'],\n",
       " ['Add', 'Concat', 'ReduceSum'],\n",
       " ['Mul', 'Min', 'Max'],\n",
       " ['SpaceToDepth', 'Conv', 'Reshape'],\n",
       " ['Min', 'Max', 'Cos', 'Atan'],\n",
       " ['Squeeze', 'Mul', 'Add', 'Reshape'],\n",
       " ['Concat', 'Conv', 'Transpose'],\n",
       " ['Unsqueeze', 'Reshape', 'ReverseSequence', 'Squeeze'],\n",
       " ['BatchNormalization', 'Transpose', 'ConvTranspose'],\n",
       " ['ConvTranspose', 'Reshape', 'ConvTranspose'],\n",
       " ['Conv', 'Transpose', 'Round'],\n",
       " ['Neg', 'Max', 'Concat'],\n",
       " ['ConvTranspose', 'Conv', 'Reshape'],\n",
       " ['ReduceSum', 'Reshape', 'Conv'],\n",
       " ['Cos', 'Mul', 'Add'],\n",
       " ['Add', 'Concat', 'Neg', 'ReduceMean'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Relu'],\n",
       " ['Neg', 'Max', 'Min', 'Concat'],\n",
       " ['Mul', 'Mul', 'Max'],\n",
       " ['Transpose', 'Conv', 'Transpose'],\n",
       " ['Cos', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'Mul', 'Transpose'],\n",
       " ['Concat', 'Transpose', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Mul'],\n",
       " ['Concat', 'Transpose', 'DepthToSpace'],\n",
       " ['Relu', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'Tan'],\n",
       " ['Add', 'Mul', 'Concat'],\n",
       " ['Cos', 'ArgMax', 'Reshape'],\n",
       " ['ReduceMax', 'Transpose', 'DepthToSpace'],\n",
       " ['ReduceProd', 'Min', 'Max', 'Gather'],\n",
       " ['Slice', 'Concat', 'Softmax'],\n",
       " ['Reshape', 'Conv', 'Softmax', 'Reshape'],\n",
       " ['Mul', 'Add', 'Mul'],\n",
       " ['Cos', 'Slice', 'Mul'],\n",
       " ['Cast', 'Mul', 'Add', 'Concat'],\n",
       " ['Reshape', 'Concat', 'Softmax'],\n",
       " ['Min', 'Max', 'Div'],\n",
       " ['Transpose', 'Conv', 'Reshape', 'Transpose'],\n",
       " ['Sigmoid', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Transpose', 'Mul'],\n",
       " ['Mul', 'Add', 'ArgMax'],\n",
       " ['Div', 'Concat', 'Mul'],\n",
       " ['Erf', 'Add', 'Mul', 'Tan'],\n",
       " ['Conv', 'Conv', 'Reshape'],\n",
       " ['Min', 'Max', 'Squeeze'],\n",
       " ['MatMul', 'Concat', 'Floor'],\n",
       " ['LeakyRelu', 'ReduceProd', 'Transpose'],\n",
       " ['Mul', 'Add', 'Tan'],\n",
       " ['Cast', 'Add', 'Min'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Ceil'],\n",
       " ['Reshape', 'Conv', 'SpaceToDepth'],\n",
       " ['Reshape', 'Sub', 'Mul'],\n",
       " ['Conv', 'Reshape', 'Tan'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Sub', 'Reshape'],\n",
       " ['Concat', 'Concat', 'Div'],\n",
       " ['Add', 'Concat', 'Div'],\n",
       " ['Atan', 'Concat', 'Relu'],\n",
       " ['Mul', 'Add', 'LeakyRelu'],\n",
       " ['Atan', 'Concat', 'Sigmoid'],\n",
       " ['Squeeze', 'ArgMax', 'Min', 'Max'],\n",
       " ['Mul', 'Add', 'Atan'],\n",
       " ['Round', 'Min', 'Max'],\n",
       " ['Unsqueeze', 'Transpose', 'Add'],\n",
       " ['LeakyRelu', 'Cast', 'Min'],\n",
       " ['Atan', 'Add', 'Min', 'Max'],\n",
       " ['Transpose', 'Conv', 'ReduceMax'],\n",
       " ['Round', 'Reshape', 'ConvTranspose'],\n",
       " ['LeakyRelu', 'Min', 'Max'],\n",
       " ['ReduceMean', 'Mul', 'Softmax'],\n",
       " ['Gather', 'Reshape', 'Transpose', 'Conv'],\n",
       " ['Slice', 'Min', 'Max', 'Gather'],\n",
       " ['Erf', 'Add', 'Mul', 'Unsqueeze'],\n",
       " ['Min', 'Max', 'Transpose', 'Conv'],\n",
       " ['Mul', 'Min', 'Concat'],\n",
       " ['Min', 'Max', 'Softmax'],\n",
       " ['Mul', 'Reshape', 'Sub'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'Conv'],\n",
       " ['Conv', 'ReduceMin', 'Transpose'],\n",
       " ['Conv', 'Conv', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Cast'],\n",
       " ['Relu', 'Concat', 'Max'],\n",
       " ['ReverseSequence', 'Transpose', 'Shape'],\n",
       " ['Reshape', 'Conv', 'Neg', 'Reshape'],\n",
       " ['Conv', 'Concat', 'Reshape'],\n",
       " ['Sigmoid', 'Add', 'Concat'],\n",
       " ['Round', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Reshape', 'Floor', 'Reshape'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Conv', 'SpaceToDepth'],\n",
       " ['Transpose', 'DepthToSpace', 'Transpose'],\n",
       " ['Add', 'Transpose', 'ConvTranspose'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Relu'],\n",
       " ['Slice', 'Concat', 'Mul', 'Add'],\n",
       " ['Add', 'Concat', 'Sigmoid'],\n",
       " ['Floor', 'Transpose', 'Concat'],\n",
       " ['Conv', 'Relu', 'Conv', 'Reshape'],\n",
       " ['Mul', 'Add', 'Sigmoid'],\n",
       " ['Reshape', 'ConvTranspose', 'Softmax', 'Softmax'],\n",
       " ['Conv', 'Squeeze', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Concat', 'Reshape'],\n",
       " ['Conv', 'Reshape', 'Reshape'],\n",
       " ['Reshape', 'ReverseSequence', 'Transpose'],\n",
       " ['Slice', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Add', 'Min', 'Max'],\n",
       " ['Max', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Add', 'Concat', 'Cast'],\n",
       " ['Reshape', 'Conv', 'ReduceMax'],\n",
       " ['ReduceMean', 'Sigmoid', 'Mul'],\n",
       " ['Min', 'Max', 'Cast', 'Max'],\n",
       " ['ReduceMean', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Concat', 'Concat', 'Neg'],\n",
       " ['Concat', 'Softmax', 'Concat'],\n",
       " ['ConvTranspose', 'Conv', 'Conv', 'Reshape'],\n",
       " ['DepthToSpace', 'LeakyRelu', 'Reshape'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceProd'],\n",
       " ['Abs', 'Min', 'Max', 'Gather'],\n",
       " ['Add', 'Sub', 'Cos'],\n",
       " ['Abs', 'Add', 'Transpose'],\n",
       " ['Mul', 'Mul', 'Abs'],\n",
       " ['Reshape', 'Conv', 'Add', 'Transpose'],\n",
       " ['Conv', 'DepthToSpace', 'LeakyRelu'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Sub'],\n",
       " ['Neg', 'Mul', 'Mul', 'Add'],\n",
       " ['LeakyRelu', 'Max', 'Softmax'],\n",
       " ['Sub', 'Reshape', 'Conv', 'Conv'],\n",
       " ['ReduceMean', 'Reshape', 'ConvTranspose'],\n",
       " ['Add', 'Mul', 'Neg'],\n",
       " ['DepthToSpace', 'Slice', 'Reshape'],\n",
       " ['ReduceSum', 'Min', 'Max', 'Gather'],\n",
       " ['Transpose', 'Cos', 'Ceil'],\n",
       " ['Min', 'Max', 'Sub'],\n",
       " ['Relu', 'ReverseSequence', 'Reshape', 'ReverseSequence'],\n",
       " ['Floor', 'Reshape', 'Conv', 'Transpose'],\n",
       " ['Transpose', 'DepthToSpace', 'Conv', 'Transpose'],\n",
       " ['Floor', 'Concat', 'Tan'],\n",
       " ['Reshape', 'Conv', 'LRN'],\n",
       " ['ReduceSum', 'ReduceMax', 'Concat'],\n",
       " ['Atan', 'Atan', 'Mul'],\n",
       " ['Min', 'Ceil', 'Cast'],\n",
       " ['Reshape', 'Conv', 'ReduceMin', 'Concat'],\n",
       " ['Concat', 'Div', 'Sigmoid'],\n",
       " ['ReduceMax', 'Reshape', 'Max'],\n",
       " ['Concat', 'Reshape', 'Slice'],\n",
       " ['Atan', 'Atan', 'Reshape'],\n",
       " ['GlobalAveragePool', 'Squeeze', 'Expand'],\n",
       " ['Conv', 'Transpose', 'Reshape', 'Transpose'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMax'],\n",
       " ['Conv', 'Reshape', 'Cos'],\n",
       " ['Conv', 'Transpose', 'ReverseSequence', 'Transpose'],\n",
       " ['ConvTranspose', 'Conv', 'Transpose'],\n",
       " ['Conv', 'Conv', 'Transpose', 'ReduceSum'],\n",
       " ['MatMul', 'Concat', 'Sub'],\n",
       " ['Conv', 'ArgMax', 'Transpose'],\n",
       " ['Min', 'Max', 'Reshape'],\n",
       " ['Mul', 'Add', 'Reshape', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Mul', 'Min'],\n",
       " ['Conv', 'Sigmoid', 'Reshape'],\n",
       " ['Mul', 'Add', 'Slice'],\n",
       " ['MatMul', 'Concat', 'ReduceMin'],\n",
       " ['Conv', 'Reshape', 'BatchNormalization'],\n",
       " ['Transpose', 'Transpose', 'ConvTranspose', 'Conv'],\n",
       " ['Reshape', 'LRN', 'Reshape'],\n",
       " ['Mul', 'Max', 'Ceil'],\n",
       " ['Mul', 'Mul', 'Concat'],\n",
       " ['Transpose', 'Conv', 'ArgMax'],\n",
       " ['Atan', 'Concat', 'Reshape'],\n",
       " ['Abs', 'Concat', 'Mul'],\n",
       " ['Tan', 'Transpose', 'Conv'],\n",
       " ['Min', 'Reshape', 'Conv'],\n",
       " ['Mul', 'MatMul', 'Min'],\n",
       " ['Conv', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Cast', 'Max'],\n",
       " ['Mul', 'Add', 'Cast'],\n",
       " ['Concat', 'Concat', 'Slice', 'Concat'],\n",
       " ['Slice', 'Mul', 'Mul'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose'],\n",
       " ['Conv', 'LeakyRelu', 'Conv', 'Transpose'],\n",
       " ['Mul', 'Add', 'Squeeze'],\n",
       " ['Transpose', 'Conv', 'Reshape', 'Gather'],\n",
       " ['Slice', 'Cast', 'Add'],\n",
       " ['Transpose', 'SpaceToDepth', 'Reshape'],\n",
       " ['Slice', 'Reshape', 'MatMul'],\n",
       " ['Squeeze', 'Reshape', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Conv'],\n",
       " ['Mul', 'Add', 'MatMul'],\n",
       " ['Add', 'ReduceMin', 'Transpose'],\n",
       " ['Max', 'Concat', 'Concat', 'MatMul'],\n",
       " ['DepthToSpace', 'Conv', 'ConvTranspose'],\n",
       " ['Transpose', 'Conv', 'Squeeze', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Neg'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'BatchNormalization'],\n",
       " ['LRN', 'Transpose', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Min', 'Transpose'],\n",
       " ['Transpose', 'Concat', 'LRN', 'Transpose'],\n",
       " ['Transpose', 'Conv', 'Reshape'],\n",
       " ['Reshape', 'ConvTranspose', 'Max'],\n",
       " ['Min', 'Max', 'Gather', 'Sub'],\n",
       " ['Sub', 'Slice', 'Transpose'],\n",
       " ['Squeeze', 'Transpose', 'Conv', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'LRN', 'Reshape'],\n",
       " ['Transpose', 'Tan', 'Transpose'],\n",
       " ['Round', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Mul'],\n",
       " ['Floor', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Reshape', 'Sub', 'Concat'],\n",
       " ['ReduceSum', 'Mul', 'Add'],\n",
       " ['MatMul', 'Reshape', 'Squeeze'],\n",
       " ['ConvTranspose', 'Reshape', 'Gather'],\n",
       " ['Slice', 'Concat', 'Sub'],\n",
       " ['Transpose', 'Concat', 'Min'],\n",
       " ['Add', 'Mul', 'Add', 'Sigmoid'],\n",
       " ['Transpose', 'Conv', 'ReduceMean'],\n",
       " ['Add', 'Mul', 'Sigmoid'],\n",
       " ['Mul', 'Mul', 'ReduceMax'],\n",
       " ['LeakyRelu', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Max', 'Softmax'],\n",
       " ['Concat', 'Reshape', 'ConvTranspose'],\n",
       " ['MatMul', 'Concat', 'Sigmoid'],\n",
       " ['Conv', 'Min', 'Max'],\n",
       " ['Transpose', 'Min', 'Max', 'Gather'],\n",
       " ['LeakyRelu', 'Reshape', 'ConvTranspose'],\n",
       " ['Conv', 'Conv', 'ConvTranspose'],\n",
       " ['Tan', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Softmax', 'Relu', 'Reshape'],\n",
       " ['Transpose', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Mul', 'Add'],\n",
       " ['Reshape', 'Round', 'Mul'],\n",
       " ['Conv', 'LeakyRelu', 'Transpose'],\n",
       " ['Conv', 'Conv', 'Transpose'],\n",
       " ['Sub', 'Reshape', 'Conv'],\n",
       " ['Reshape', 'ConvTranspose', 'Transpose'],\n",
       " ['Conv', 'LRN', 'Concat', 'Transpose'],\n",
       " ['MatMul', 'Concat', 'Add'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Gather'],\n",
       " ['Concat', 'Mul', 'Reshape'],\n",
       " ['LeakyRelu', 'Concat', 'MatMul'],\n",
       " ['Conv', 'Conv', 'Abs'],\n",
       " ['Add', 'Concat', 'LeakyRelu'],\n",
       " ['Max', 'Min', 'Max'],\n",
       " ['Add', 'Mul', 'ReduceMin'],\n",
       " ['Min', 'Max', 'Unsqueeze'],\n",
       " ['Concat', 'Sigmoid', 'Softmax'],\n",
       " ['Reshape', 'Transpose', 'Min'],\n",
       " ['Reshape', 'ConvTranspose', 'Conv'],\n",
       " ['Transpose', 'Conv', 'ReduceMin'],\n",
       " ['ReverseSequence', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Conv', 'Reshape', 'ConvTranspose'],\n",
       " ['Transpose', 'Conv', 'ReduceMax', 'Reshape'],\n",
       " ['Atan', 'Mul', 'Mul', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'LRN'],\n",
       " ['Mul', 'Mul', 'MatMul'],\n",
       " ['Mul', 'Mul', 'LeakyRelu'],\n",
       " ['Conv', 'Reshape', 'Floor'],\n",
       " ['Slice', 'Min', 'Max'],\n",
       " ['Conv', 'Mul', 'Transpose'],\n",
       " ['Min', 'Reshape', 'Concat', 'Reshape'],\n",
       " ['Min', 'Reshape', 'Concat'],\n",
       " ['Conv', 'Softmax', 'Transpose'],\n",
       " ['ReverseSequence', 'Reshape', 'ReduceSum'],\n",
       " ['Abs', 'Reshape', 'Conv'],\n",
       " ['Ceil', 'Concat', 'Relu'],\n",
       " ['Concat', 'Sub', 'Mul'],\n",
       " ['Reshape', 'Conv', 'ConvTranspose'],\n",
       " ['Mul', 'Add', 'ReduceMax'],\n",
       " ['Max', 'MatMul', 'Concat'],\n",
       " ['ReduceMax', 'Concat', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather'],\n",
       " ['Conv', 'Transpose', 'DepthToSpace', 'Slice'],\n",
       " ['Softmax', 'Conv', 'Reshape'],\n",
       " ['Reshape', 'Transpose', 'Reshape', 'Slice'],\n",
       " ['Conv', 'Sub', 'ConvTranspose'],\n",
       " ['ReverseSequence', 'Reshape', 'ReverseSequence', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Conv', 'ReduceMax'],\n",
       " ['Reshape', 'Slice', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather', 'ArgMax'],\n",
       " ['ReduceMin', 'Mul', 'Mul'],\n",
       " ['Round', 'Concat', 'Cast', 'Abs'],\n",
       " ['Relu', 'Max', 'Concat'],\n",
       " ['Max', 'Round', 'Neg'],\n",
       " ['Atan', 'Mul', 'Add'],\n",
       " ['Add', 'Mul', 'Add'],\n",
       " ['Reshape', 'Conv', 'Sigmoid', 'Reshape'],\n",
       " ['Max', 'Softmax', 'Concat'],\n",
       " ['Conv', 'Transpose', 'Ceil'],\n",
       " ['Reshape', 'Conv', 'Relu', 'Reshape'],\n",
       " ['Concat', 'Transpose', 'Floor'],\n",
       " ['Softmax', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Min', 'Max', 'Gather', 'Add'],\n",
       " ['Conv', 'Conv', 'ReduceProd'],\n",
       " ['LeakyRelu', 'Concat', 'ReduceMax'],\n",
       " ['Conv', 'Sub', 'Transpose'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'Atan'],\n",
       " ['Concat', 'Slice', 'Concat'],\n",
       " ['Transpose', 'Mul', 'Mul'],\n",
       " ['Mul', 'Concat', 'Cast'],\n",
       " ['Concat', 'MatMul', 'Sub'],\n",
       " ['Transpose', 'ConvTranspose', 'Conv'],\n",
       " ['Min', 'Max', 'Max'],\n",
       " ['Transpose', 'Conv', 'Squeeze'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ConvTranspose'],\n",
       " ['Mul', 'Add', 'Relu'],\n",
       " ['Conv', 'Relu', 'Transpose'],\n",
       " ['ReduceMax', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'ReduceMean'],\n",
       " ['Min', 'Min', 'Cast'],\n",
       " ['Reshape', 'ConvTranspose', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'Sigmoid', 'LeakyRelu'],\n",
       " ['Conv', 'Shape', 'Gather'],\n",
       " ['Reshape', 'Conv', 'LeakyRelu'],\n",
       " ['Transpose', 'Mul', 'Add'],\n",
       " ['Transpose', 'Concat', 'Transpose'],\n",
       " ['Reshape', 'Conv', 'Reshape', 'Cos'],\n",
       " ['Concat', 'Cos', 'Max'],\n",
       " ['LeakyRelu', 'Mul', 'Mul'],\n",
       " ['ReduceMean', 'Transpose', 'ConvTranspose'],\n",
       " ['DepthToSpace', 'Slice', 'Reshape', 'Transpose'],\n",
       " ['Conv', 'Abs', 'Transpose'],\n",
       " ['Reshape', 'Concat', 'Reshape'],\n",
       " ['Atan', 'Concat', 'Tan'],\n",
       " ['Round', 'Concat', 'Reshape'],\n",
       " ['Softmax', 'Min', 'Max'],\n",
       " ['Conv', 'Conv', 'Conv'],\n",
       " ['Mul', 'Concat', 'Reshape'],\n",
       " ['Transpose', 'LRN', 'ConvTranspose'],\n",
       " ['Conv', 'Relu', 'Reshape'],\n",
       " ['Min', 'Max', 'Round'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'LeakyRelu'],\n",
       " ['ReduceProd', 'Mul', 'Add'],\n",
       " ['Reshape', 'Transpose', 'Conv', 'ReduceMin'],\n",
       " ['Transpose', 'Concat', 'LeakyRelu'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Transpose'],\n",
       " ['Max', 'Add', 'Min'],\n",
       " ['Gather', 'Mul', 'Mul'],\n",
       " ['Sigmoid', 'Transpose', 'ConvTranspose'],\n",
       " ['Add', 'ReduceMin', 'Concat'],\n",
       " ['Concat', 'Concat', 'Sigmoid'],\n",
       " ['ReduceMin', 'Transpose', 'Atan', 'Tan'],\n",
       " ['Slice', 'Round', 'ReduceMax'],\n",
       " ['Min', 'Max', 'Gather', 'Softmax'],\n",
       " ['Reshape', 'Concat', 'Conv', 'Conv'],\n",
       " ['ConvTranspose', 'Concat', 'Conv'],\n",
       " ['Transpose', 'ConvTranspose', 'Transpose', 'Conv', 'Transpose'],\n",
       " ['Floor', 'Transpose', 'Concat', 'Transpose'],\n",
       " ['MatMul', 'Mul', 'Add'],\n",
       " ['Ceil', 'Concat', 'Concat'],\n",
       " ['Reshape', 'Gather', 'Mul'],\n",
       " ['Reshape', 'Conv', 'Conv', 'ReduceMean'],\n",
       " ['Div', 'Min', 'Max', 'Concat'],\n",
       " ['Conv', 'Min', 'Transpose'],\n",
       " ['Reshape', 'ConvTranspose', 'Conv', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Add', 'Mul'],\n",
       " ['Floor', 'ArgMax', 'Min'],\n",
       " ['MatMul', 'ReduceMean', 'Mul'],\n",
       " ['ArgMax', 'ReduceProd', 'Cast'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Abs'],\n",
       " ['Min', 'Div', 'Softmax'],\n",
       " ['Min', 'Max', 'ReduceMin'],\n",
       " ['Reshape', 'Transpose', 'Min', 'Transpose'],\n",
       " ['Floor', 'Transpose', 'ConvTranspose', 'Reshape'],\n",
       " ['Atan', 'MatMul', 'Concat', 'Floor'],\n",
       " ['Min', 'Max', 'Mul', 'Add'],\n",
       " ['ReduceProd', 'Cos', 'Ceil'],\n",
       " ['Reshape', 'Conv', 'Transpose'],\n",
       " ['Gather', 'Min', 'Max'],\n",
       " ['Concat', 'Concat', 'Concat'],\n",
       " ['Sigmoid', 'Max', 'Min', 'Max'],\n",
       " ['Min', 'Max', 'ReverseSequence'],\n",
       " ['Reshape', 'Conv', 'Softmax', 'Transpose'],\n",
       " ['Sigmoid', 'Atan', 'Mul'],\n",
       " ['Cast', 'Add', 'Max'],\n",
       " ['Atan', 'Reshape', 'Conv'],\n",
       " ['Conv', 'DepthToSpace', 'Reshape'],\n",
       " ['Min', 'Max', 'Floor'],\n",
       " ['Mul', 'Concat', 'Round'],\n",
       " ['Mul', 'Mul', 'Sigmoid'],\n",
       " ['Conv', 'Conv', 'Reshape', 'Reshape'],\n",
       " ['Transpose', 'Conv', 'Mul', 'Transpose'],\n",
       " ['MatMul', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['Transpose', 'Max', 'Concat'],\n",
       " ['Conv', 'Conv', 'LeakyRelu'],\n",
       " ['Concat', 'Concat', 'Min', 'Max'],\n",
       " ['Reshape', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'Conv', 'Conv'],\n",
       " ['Add', 'Tan', 'Round'],\n",
       " ['Transpose', 'BatchNormalization', 'Transpose', 'ConvTranspose'],\n",
       " ['Concat', 'Round', 'Cast'],\n",
       " ['Transpose', 'Conv', 'Transpose', 'BatchNormalization'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'ReduceMax'],\n",
       " ['Transpose', 'Conv', 'ConvTranspose', 'Conv'],\n",
       " ['Sub', 'Min', 'Max'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Sigmoid'],\n",
       " ['Conv', 'LRN', 'Concat'],\n",
       " ['Mul', 'Add', 'Ceil'],\n",
       " ['Transpose', 'Tan', 'Transpose', 'Conv'],\n",
       " ['Reshape', 'Conv', 'Conv', 'DepthToSpace'],\n",
       " ['Concat', 'Mul', 'Add', 'Concat'],\n",
       " ['Min', 'Max', 'Gather', 'Abs'],\n",
       " ['Mul', 'Mul', 'ReduceProd'],\n",
       " ['Conv', 'Reshape', 'Conv', 'Conv'],\n",
       " ['Transpose', 'Conv', 'ReduceProd'],\n",
       " ['ReduceProd', 'Transpose', 'ConvTranspose', 'Transpose'],\n",
       " ['Conv', 'Neg', 'Reshape', 'Conv'],\n",
       " ['Mul', 'ReverseSequence', 'Reshape'],\n",
       " ['ReduceProd', 'Transpose', 'Conv'],\n",
       " ['Transpose', 'Mul', 'Concat'],\n",
       " ['Squeeze', 'Unsqueeze', 'Reshape'],\n",
       " ['Mul', 'Reshape', 'Conv'],\n",
       " ['Conv', 'Reshape', 'Unsqueeze'],\n",
       " ['Transpose', 'Concat', 'Conv'],\n",
       " ['Reshape', 'Concat', 'Concat'],\n",
       " ['Cast', 'Min', 'Reshape'],\n",
       " ['Squeeze', 'Sub', 'Concat'],\n",
       " ['Mul', 'ReduceProd', 'Transpose', 'Conv'],\n",
       " ['Transpose', 'Conv', 'Cast', 'Transpose'],\n",
       " ['Neg', 'Floor', 'MatMul'],\n",
       " ['Concat', 'Mul', 'Concat'],\n",
       " ['Add', 'Concat', 'Concat'],\n",
       " ['Reshape', 'Conv', 'Conv', 'Min', 'Max'],\n",
       " ['Add', 'Div', 'Cast'],\n",
       " ['Transpose', 'ConvTranspose', 'Reshape', 'ConvTranspose'],\n",
       " ['Concat', 'MatMul', 'Concat'],\n",
       " ['Atan', 'Concat', 'Div'],\n",
       " ['Round', 'Concat', 'Slice'],\n",
       " ['Expand', 'ReverseSequence', 'Transpose'],\n",
       " ['Add', 'Mul', 'Add', 'Relu'],\n",
       " ['Gather', 'Reshape', 'Conv'],\n",
       " ['ReduceMin', 'Mul', 'Add'],\n",
       " ['Min', 'Max', 'Gather', 'Relu'],\n",
       " ['Conv', 'Sub', 'Reshape'],\n",
       " ['Abs', 'Floor', 'Softmax'],\n",
       " ['Conv', 'Concat', 'Conv'],\n",
       " ['Concat', 'Atan', 'ReduceMean'],\n",
       " ['Atan', 'Atan', 'Mul', 'Mul'],\n",
       " ['Atan', 'Concat', 'Ceil'],\n",
       " ['Unsqueeze', 'Transpose', 'Conv'],\n",
       " ['ReduceSum', 'Concat', 'Concat'],\n",
       " ['Floor', 'Transpose', 'ConvTranspose'],\n",
       " ['ConvTranspose', 'Reshape', 'Conv'],\n",
       " ['Abs', 'Reshape', 'MatMul', 'Reshape'],\n",
       " ['And', 'Cast', 'Mul', 'Add'],\n",
       " ['Squeeze', 'Reshape', 'Concat', 'MatMul'],\n",
       " ['Transpose', 'Transpose', 'Conv'],\n",
       " ['And', 'Not', 'And'],\n",
       " ['Conv', 'Reshape', 'Transpose'],\n",
       " ['Mul', 'Concat', 'Add'],\n",
       " ['Concat', 'Tan', 'Add'],\n",
       " ['Mul', 'Reshape', 'Reshape'],\n",
       " ['Round', 'Reshape', 'Conv'],\n",
       " ['Mul', 'Add', 'Mul', 'Add'],\n",
       " ['Max', 'Reshape', 'DepthToSpace'],\n",
       " ['Mul', 'Mul', 'Relu'],\n",
       " ['Relu', 'ReverseSequence', 'Reshape'],\n",
       " ['Mul', 'Add', 'Cast', 'ReduceMin'],\n",
       " ['ReduceMin', 'Atan', 'Concat'],\n",
       " ['Sigmoid', 'Unsqueeze', 'Reshape'],\n",
       " ['ReverseSequence', 'Transpose', 'Round'],\n",
       " ['Min', 'Max', 'ArgMax'],\n",
       " ['Mul', 'Ceil', 'Round'],\n",
       " ['And', 'And', 'Not', 'And'],\n",
       " ['Mul', 'Softmax', 'ReduceSum'],\n",
       " ['Conv', 'Transpose', 'BatchNormalization', 'Transpose'],\n",
       " ['Floor', 'Transpose', 'Conv'],\n",
       " ['Round', 'Mul', 'Mul'],\n",
       " ['SpaceToDepth', 'Conv', 'Conv'],\n",
       " ['Min', 'Mul', 'Add'],\n",
       " ['ReduceProd', 'Max', 'Concat'],\n",
       " ['Transpose', 'Concat', 'Conv', 'Conv'],\n",
       " ['ArgMax', 'Min', 'Max', 'Gather'],\n",
       " ['Reshape', 'Conv', 'Squeeze'],\n",
       " ['Or', 'And', 'And', 'Not'],\n",
       " ['Reshape', 'Mul', 'Concat'],\n",
       " ['Mul', 'Add', 'Transpose', 'ConvTranspose'],\n",
       " ['Mul', 'Mul', 'Ceil'],\n",
       " ['Cast', 'Add', 'Mul'],\n",
       " ['Reshape', 'MatMul', 'Reshape', 'Min'],\n",
       " ['ReduceMin', 'Reshape', 'Conv', 'Reshape'],\n",
       " ['Mul', 'Mul', 'Min', 'Max'],\n",
       " ['Min', 'Transpose', 'LRN', 'Transpose'],\n",
       " ['Reshape', 'ReverseSequence', 'Reshape'],\n",
       " ...]"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(\n",
    "    filter(\n",
    "        lambda x: (len(x) > 2) and (\"input\" not in x) and (\"output\" not in x),\n",
    "        detokenize_seqs(token_node_type_dict, reduced_sequences),\n",
    "    )\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.19"
  },
  "orig_nbformat": 4
 },
 "nbformat": 4,
 "nbformat_minor": 2
}