prune.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.6.10"},"colab":{"name":"prune.ipynb","provenance":[],"collapsed_sections":[],"toc_visible":true}},"cells":[{"cell_type":"markdown","metadata":{"id":"f-uKmWIgSrw4"},"source":["# Model Pruning\n","Use this notebook to load a pre-trained Mask R-CNN model and then prune the convolutional layers to reduce the size. Save the pruned weights for later inference using the testing notebook."]},{"cell_type":"markdown","metadata":{"id":"FRiTdpVITHj0"},"source":["Import the required libraries for loading the Mask R-CNN model and pruning it.\n","\n","---\n","\n"]},{"cell_type":"code","metadata":{"id":"wmI7fxkHSqKb"},"source":["import os \n","import sys\n","import random\n","import math\n","import numpy as np\n","import cv2\n","import matplotlib.pyplot as plt\n","import json\n","from imgaug import augmenters as iaa\n","from tqdm import tqdm\n","import pandas as pd \n","import glob\n","from skimage.morphology import label\n","from skimage.io import imread\n","from skimage.io import imshow\n","import time\n","import tensorflow as tf\n","tf.get_logger().setLevel(\"ERROR\")\n","from tensorflow.compat.v1 import ConfigProto\n","from tensorflow.compat.v1 import InteractiveSession"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"duH8LtflSqKr"},"source":["config = ConfigProto()\n","config.gpu_options.allow_growth = True\n","session = InteractiveSession(config=config)"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"kXnit2d0TY19"},"source":["Due to memory limitations, limit the memory that can be used on the GPU"]},{"cell_type":"code","metadata":{"id":"qLbwlexYSqK0"},"source":["gpus = tf.config.experimental.list_physical_devices('GPU')\n","if gpus:\n","  # Restrict TensorFlow to only allocate 4.5GB of memory on the first GPU\n","  try:\n","    tf.config.experimental.set_virtual_device_configuration(\n","        gpus[0],\n","        [tf.config.experimental.VirtualDeviceConfiguration(memory_limit=4500)])\n","    logical_gpus = tf.config.experimental.list_logical_devices('GPU')\n","    print(len(gpus), \"Physical GPUs,\", len(logical_gpus), \"Logical GPUs\")\n","  except RuntimeError as e:\n","    # Virtual devices must be set before GPUs have been initialized\n","    print(e)\n"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"cH70BPCaSqK8"},"source":["ROOT_DIR = os.path.abspath(\"\") # Setthe root directory of the project, where the notebook is running\n","DATA_DIR = os.path.join(ROOT_DIR, \"datasets/airbus_data\") # Set the location of the data\n","SHIP_CLASS_NAME = 'ship' # Declare the class name to be detected\n","\n","# Set locations for training and testing data\n","TRAIN_DATA_DIR = os.path.join(DATA_DIR, \"train_v2\")\n","TEST_DATA_DIR = os.path.join(DATA_DIR, \"test_v2\")\n","TRAIN_SHIP_SEGMENTATIONS_PATH = os.path.join(DATA_DIR, 'train_ship_segmentations_v2.csv')"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"lb8-m685TzT2"},"source":["Import the Mask R-CNN framework obtained from https://github.com/akTwelve/Mask_RCNN "]},{"cell_type":"code","metadata":{"id":"xFJUFRarSqLC"},"source":["from mrcnn.config import Config\n","from mrcnn import utils\n","import mrcnn.model as modellib\n","from mrcnn import visualize\n","from mrcnn.model import log"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"8K3NddkHVKv9"},"source":["Config used for training on the dataset is required to initialise the model before pruning."]},{"cell_type":"code","metadata":{"id":"kjet2g-5U5zw","outputId":"239c0a5e-9f15-4e98-d8ab-1ef7f5233152"},"source":["class ShipDetectionConfig(Config):\n","    NAME = 'SHIPS'\n","    GPU_COUNT = 1\n","    IMAGES_PER_GPU = 1\n","\n","    BACKBONE = 'resnet50'\n","\n","    NUM_CLASSES = 1+1\n","    IMAGE_MIN_DIM = 512\n","    IMAGE_MAX_DIM = 512\n","    STEPS_PER_EPOCH = 100\n","    VALIDATION_STEPS = 50\n","    SAVE_BEST_ONLY = True\n","    DETECTION_MIN_CONFIDENCE = 0.95\n","    DETECTION_NMS_THRESHOLD = 0.05\n","    TRAIN_ROIS_PER_IMAGE = 24\n","    LEARNING_RATE = 0.001\n","\n","config = ShipDetectionConfig()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["\n","Configurations:\n","BACKBONE                       resnet50\n","BACKBONE_STRIDES               [4, 8, 16, 32, 64]\n","BATCH_SIZE                     1\n","BBOX_STD_DEV                   [0.1 0.1 0.2 0.2]\n","COMPUTE_BACKBONE_SHAPE         None\n","DETECTION_MAX_INSTANCES        100\n","DETECTION_MIN_CONFIDENCE       0.95\n","DETECTION_NMS_THRESHOLD        0.05\n","FPN_CLASSIF_FC_LAYERS_SIZE     1024\n","GPU_COUNT                      1\n","GRADIENT_CLIP_NORM             5.0\n","IMAGES_PER_GPU                 1\n","IMAGE_CHANNEL_COUNT            3\n","IMAGE_MAX_DIM                  512\n","IMAGE_META_SIZE                14\n","IMAGE_MIN_DIM                  512\n","IMAGE_MIN_SCALE                0\n","IMAGE_RESIZE_MODE              square\n","IMAGE_SHAPE                    [512 512   3]\n","LEARNING_MOMENTUM              0.9\n","LEARNING_RATE                  0.001\n","LOSS_WEIGHTS                   {'rpn_class_loss': 1.0, 'rpn_bbox_loss': 1.0, 'mrcnn_class_loss': 1.0, 'mrcnn_bbox_loss': 1.0, 'mrcnn_mask_loss': 1.0}\n","MASK_POOL_SIZE                 14\n","MASK_SHAPE                     [28, 28]\n","MAX_GT_INSTANCES               100\n","MEAN_PIXEL                     [123.7 116.8 103.9]\n","MINI_MASK_SHAPE                (56, 56)\n","NAME                           SHIPS\n","NUM_CLASSES                    2\n","POOL_SIZE                      7\n","POST_NMS_ROIS_INFERENCE        1000\n","POST_NMS_ROIS_TRAINING         2000\n","PRE_NMS_LIMIT                  6000\n","ROI_POSITIVE_RATIO             0.33\n","RPN_ANCHOR_RATIOS              [0.5, 1, 2]\n","RPN_ANCHOR_SCALES              (32, 64, 128, 256, 512)\n","RPN_ANCHOR_STRIDE              1\n","RPN_BBOX_STD_DEV               [0.1 0.1 0.2 0.2]\n","RPN_NMS_THRESHOLD              0.7\n","RPN_TRAIN_ANCHORS_PER_IMAGE    256\n","SAVE_BEST_ONLY                 True\n","STEPS_PER_EPOCH                100\n","TOP_DOWN_PYRAMID_SIZE          256\n","TRAIN_BN                       False\n","TRAIN_ROIS_PER_IMAGE           24\n","USE_MINI_MASK                  True\n","USE_RPN_ROIS                   True\n","VALIDATION_STEPS               50\n","WEIGHT_DECAY                   0.0001\n","\n","\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"iWj_YkfLVq3U"},"source":["Initialise the model"]},{"cell_type":"code","metadata":{"id":"Z90ilqNmU5z9","outputId":"e87b0ce8-e20f-42ed-c17a-8f60c9a3c141"},"source":["model = modellib.MaskRCNN(mode=\"training\", config=config, model_dir=ROOT_DIR)\n","model_path = os.path.join(ROOT_DIR, 'ships20201030T1506/mask_rcnn_ships_0123.h5')\n","model.load_weights(model_path, by_name=True)\n","model = model.keras_model"],"execution_count":null,"outputs":[{"output_type":"stream","text":["<__main__.ShipDetectionConfig object at 0x7f234c5b5cc0>\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"JgK_RF91VzhP"},"source":["Display a summary of the model's layers and parameters"]},{"cell_type":"code","metadata":{"scrolled":true,"id":"l8PlBwxhU50a","outputId":"e1ef5b1f-9090-4d58-a9a7-bee67a616d6e"},"source":["model.summary()"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Model: \"mask_rcnn\"\n","__________________________________________________________________________________________________\n","Layer (type)                    Output Shape         Param #     Connected to                     \n","==================================================================================================\n","input_image (InputLayer)        [(None, 512, 512, 3) 0                                            \n","__________________________________________________________________________________________________\n","zero_padding2d (ZeroPadding2D)  (None, 518, 518, 3)  0           input_image[0][0]                \n","__________________________________________________________________________________________________\n","conv1 (Conv2D)                  (None, 256, 256, 64) 9472        zero_padding2d[0][0]             \n","__________________________________________________________________________________________________\n","activation (Activation)         (None, 256, 256, 64) 0           conv1[0][0]                      \n","__________________________________________________________________________________________________\n","max_pooling2d (MaxPooling2D)    (None, 128, 128, 64) 0           activation[0][0]                 \n","__________________________________________________________________________________________________\n","res2a_branch2a (Conv2D)         (None, 128, 128, 64) 4160        max_pooling2d[0][0]              \n","__________________________________________________________________________________________________\n","activation_1 (Activation)       (None, 128, 128, 64) 0           res2a_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res2a_branch2b (Conv2D)         (None, 128, 128, 64) 36928       activation_1[0][0]               \n","__________________________________________________________________________________________________\n","activation_2 (Activation)       (None, 128, 128, 64) 0           res2a_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res2a_branch2c (Conv2D)         (None, 128, 128, 256 16640       activation_2[0][0]               \n","__________________________________________________________________________________________________\n","res2a_branch1 (Conv2D)          (None, 128, 128, 256 16640       max_pooling2d[0][0]              \n","__________________________________________________________________________________________________\n","add (Add)                       (None, 128, 128, 256 0           res2a_branch2c[0][0]             \n","                                                                 res2a_branch1[0][0]              \n","__________________________________________________________________________________________________\n","res2a_out (Activation)          (None, 128, 128, 256 0           add[0][0]                        \n","__________________________________________________________________________________________________\n","res2b_branch2a (Conv2D)         (None, 128, 128, 64) 16448       res2a_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_3 (Activation)       (None, 128, 128, 64) 0           res2b_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res2b_branch2b (Conv2D)         (None, 128, 128, 64) 36928       activation_3[0][0]               \n","__________________________________________________________________________________________________\n","activation_4 (Activation)       (None, 128, 128, 64) 0           res2b_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res2b_branch2c (Conv2D)         (None, 128, 128, 256 16640       activation_4[0][0]               \n","__________________________________________________________________________________________________\n","add_1 (Add)                     (None, 128, 128, 256 0           res2b_branch2c[0][0]             \n","                                                                 res2a_out[0][0]                  \n","__________________________________________________________________________________________________\n","res2b_out (Activation)          (None, 128, 128, 256 0           add_1[0][0]                      \n","__________________________________________________________________________________________________\n","res2c_branch2a (Conv2D)         (None, 128, 128, 64) 16448       res2b_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_5 (Activation)       (None, 128, 128, 64) 0           res2c_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res2c_branch2b (Conv2D)         (None, 128, 128, 64) 36928       activation_5[0][0]               \n","__________________________________________________________________________________________________\n","activation_6 (Activation)       (None, 128, 128, 64) 0           res2c_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res2c_branch2c (Conv2D)         (None, 128, 128, 256 16640       activation_6[0][0]               \n","__________________________________________________________________________________________________\n","add_2 (Add)                     (None, 128, 128, 256 0           res2c_branch2c[0][0]             \n","                                                                 res2b_out[0][0]                  \n","__________________________________________________________________________________________________\n","res2c_out (Activation)          (None, 128, 128, 256 0           add_2[0][0]                      \n","__________________________________________________________________________________________________\n","res3a_branch2a (Conv2D)         (None, 64, 64, 128)  32896       res2c_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_7 (Activation)       (None, 64, 64, 128)  0           res3a_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res3a_branch2b (Conv2D)         (None, 64, 64, 128)  147584      activation_7[0][0]               \n","__________________________________________________________________________________________________\n","activation_8 (Activation)       (None, 64, 64, 128)  0           res3a_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res3a_branch2c (Conv2D)         (None, 64, 64, 512)  66048       activation_8[0][0]               \n","__________________________________________________________________________________________________\n","res3a_branch1 (Conv2D)          (None, 64, 64, 512)  131584      res2c_out[0][0]                  \n","__________________________________________________________________________________________________\n","add_3 (Add)                     (None, 64, 64, 512)  0           res3a_branch2c[0][0]             \n","                                                                 res3a_branch1[0][0]              \n","__________________________________________________________________________________________________\n","res3a_out (Activation)          (None, 64, 64, 512)  0           add_3[0][0]                      \n","__________________________________________________________________________________________________\n","res3b_branch2a (Conv2D)         (None, 64, 64, 128)  65664       res3a_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_9 (Activation)       (None, 64, 64, 128)  0           res3b_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res3b_branch2b (Conv2D)         (None, 64, 64, 128)  147584      activation_9[0][0]               \n","__________________________________________________________________________________________________\n","activation_10 (Activation)      (None, 64, 64, 128)  0           res3b_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res3b_branch2c (Conv2D)         (None, 64, 64, 512)  66048       activation_10[0][0]              \n","__________________________________________________________________________________________________\n","add_4 (Add)                     (None, 64, 64, 512)  0           res3b_branch2c[0][0]             \n","                                                                 res3a_out[0][0]                  \n","__________________________________________________________________________________________________\n","res3b_out (Activation)          (None, 64, 64, 512)  0           add_4[0][0]                      \n","__________________________________________________________________________________________________\n","res3c_branch2a (Conv2D)         (None, 64, 64, 128)  65664       res3b_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_11 (Activation)      (None, 64, 64, 128)  0           res3c_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res3c_branch2b (Conv2D)         (None, 64, 64, 128)  147584      activation_11[0][0]              \n","__________________________________________________________________________________________________\n","activation_12 (Activation)      (None, 64, 64, 128)  0           res3c_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res3c_branch2c (Conv2D)         (None, 64, 64, 512)  66048       activation_12[0][0]              \n","__________________________________________________________________________________________________\n","add_5 (Add)                     (None, 64, 64, 512)  0           res3c_branch2c[0][0]             \n","                                                                 res3b_out[0][0]                  \n","__________________________________________________________________________________________________\n","res3c_out (Activation)          (None, 64, 64, 512)  0           add_5[0][0]                      \n","__________________________________________________________________________________________________\n","res3d_branch2a (Conv2D)         (None, 64, 64, 128)  65664       res3c_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_13 (Activation)      (None, 64, 64, 128)  0           res3d_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res3d_branch2b (Conv2D)         (None, 64, 64, 128)  147584      activation_13[0][0]              \n","__________________________________________________________________________________________________\n","activation_14 (Activation)      (None, 64, 64, 128)  0           res3d_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res3d_branch2c (Conv2D)         (None, 64, 64, 512)  66048       activation_14[0][0]              \n","__________________________________________________________________________________________________\n","add_6 (Add)                     (None, 64, 64, 512)  0           res3d_branch2c[0][0]             \n","                                                                 res3c_out[0][0]                  \n","__________________________________________________________________________________________________\n","res3d_out (Activation)          (None, 64, 64, 512)  0           add_6[0][0]                      \n","__________________________________________________________________________________________________\n","res4a_branch2a (Conv2D)         (None, 32, 32, 256)  131328      res3d_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_15 (Activation)      (None, 32, 32, 256)  0           res4a_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4a_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_15[0][0]              \n","__________________________________________________________________________________________________\n","activation_16 (Activation)      (None, 32, 32, 256)  0           res4a_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4a_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_16[0][0]              \n","__________________________________________________________________________________________________\n","res4a_branch1 (Conv2D)          (None, 32, 32, 1024) 525312      res3d_out[0][0]                  \n","__________________________________________________________________________________________________\n","add_7 (Add)                     (None, 32, 32, 1024) 0           res4a_branch2c[0][0]             \n","                                                                 res4a_branch1[0][0]              \n","__________________________________________________________________________________________________\n","res4a_out (Activation)          (None, 32, 32, 1024) 0           add_7[0][0]                      \n","__________________________________________________________________________________________________\n","res4b_branch2a (Conv2D)         (None, 32, 32, 256)  262400      res4a_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_17 (Activation)      (None, 32, 32, 256)  0           res4b_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4b_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_17[0][0]              \n","__________________________________________________________________________________________________\n","activation_18 (Activation)      (None, 32, 32, 256)  0           res4b_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4b_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_18[0][0]              \n","__________________________________________________________________________________________________\n","add_8 (Add)                     (None, 32, 32, 1024) 0           res4b_branch2c[0][0]             \n","                                                                 res4a_out[0][0]                  \n","__________________________________________________________________________________________________\n","res4b_out (Activation)          (None, 32, 32, 1024) 0           add_8[0][0]                      \n","__________________________________________________________________________________________________\n","res4c_branch2a (Conv2D)         (None, 32, 32, 256)  262400      res4b_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_19 (Activation)      (None, 32, 32, 256)  0           res4c_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4c_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_19[0][0]              \n","__________________________________________________________________________________________________\n","activation_20 (Activation)      (None, 32, 32, 256)  0           res4c_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4c_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_20[0][0]              \n","__________________________________________________________________________________________________\n","add_9 (Add)                     (None, 32, 32, 1024) 0           res4c_branch2c[0][0]             \n","                                                                 res4b_out[0][0]                  \n","__________________________________________________________________________________________________\n","res4c_out (Activation)          (None, 32, 32, 1024) 0           add_9[0][0]                      \n","__________________________________________________________________________________________________\n","res4d_branch2a (Conv2D)         (None, 32, 32, 256)  262400      res4c_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_21 (Activation)      (None, 32, 32, 256)  0           res4d_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4d_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_21[0][0]              \n","__________________________________________________________________________________________________\n","activation_22 (Activation)      (None, 32, 32, 256)  0           res4d_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4d_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_22[0][0]              \n","__________________________________________________________________________________________________\n","add_10 (Add)                    (None, 32, 32, 1024) 0           res4d_branch2c[0][0]             \n","                                                                 res4c_out[0][0]                  \n","__________________________________________________________________________________________________\n","res4d_out (Activation)          (None, 32, 32, 1024) 0           add_10[0][0]                     \n","__________________________________________________________________________________________________\n","res4e_branch2a (Conv2D)         (None, 32, 32, 256)  262400      res4d_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_23 (Activation)      (None, 32, 32, 256)  0           res4e_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4e_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_23[0][0]              \n","__________________________________________________________________________________________________\n","activation_24 (Activation)      (None, 32, 32, 256)  0           res4e_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4e_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_24[0][0]              \n","__________________________________________________________________________________________________\n","add_11 (Add)                    (None, 32, 32, 1024) 0           res4e_branch2c[0][0]             \n","                                                                 res4d_out[0][0]                  \n","__________________________________________________________________________________________________\n","res4e_out (Activation)          (None, 32, 32, 1024) 0           add_11[0][0]                     \n","__________________________________________________________________________________________________\n","res4f_branch2a (Conv2D)         (None, 32, 32, 256)  262400      res4e_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_25 (Activation)      (None, 32, 32, 256)  0           res4f_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res4f_branch2b (Conv2D)         (None, 32, 32, 256)  590080      activation_25[0][0]              \n","__________________________________________________________________________________________________\n","activation_26 (Activation)      (None, 32, 32, 256)  0           res4f_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res4f_branch2c (Conv2D)         (None, 32, 32, 1024) 263168      activation_26[0][0]              \n","__________________________________________________________________________________________________\n","add_12 (Add)                    (None, 32, 32, 1024) 0           res4f_branch2c[0][0]             \n","                                                                 res4e_out[0][0]                  \n","__________________________________________________________________________________________________\n","res4f_out (Activation)          (None, 32, 32, 1024) 0           add_12[0][0]                     \n","__________________________________________________________________________________________________\n","res5a_branch2a (Conv2D)         (None, 16, 16, 512)  524800      res4f_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_27 (Activation)      (None, 16, 16, 512)  0           res5a_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res5a_branch2b (Conv2D)         (None, 16, 16, 512)  2359808     activation_27[0][0]              \n","__________________________________________________________________________________________________\n","activation_28 (Activation)      (None, 16, 16, 512)  0           res5a_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res5a_branch2c (Conv2D)         (None, 16, 16, 2048) 1050624     activation_28[0][0]              \n","__________________________________________________________________________________________________\n","res5a_branch1 (Conv2D)          (None, 16, 16, 2048) 2099200     res4f_out[0][0]                  \n","__________________________________________________________________________________________________\n","add_13 (Add)                    (None, 16, 16, 2048) 0           res5a_branch2c[0][0]             \n","                                                                 res5a_branch1[0][0]              \n","__________________________________________________________________________________________________\n","res5a_out (Activation)          (None, 16, 16, 2048) 0           add_13[0][0]                     \n","__________________________________________________________________________________________________\n","res5b_branch2a (Conv2D)         (None, 16, 16, 512)  1049088     res5a_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_29 (Activation)      (None, 16, 16, 512)  0           res5b_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res5b_branch2b (Conv2D)         (None, 16, 16, 512)  2359808     activation_29[0][0]              \n","__________________________________________________________________________________________________\n","activation_30 (Activation)      (None, 16, 16, 512)  0           res5b_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res5b_branch2c (Conv2D)         (None, 16, 16, 2048) 1050624     activation_30[0][0]              \n","__________________________________________________________________________________________________\n","add_14 (Add)                    (None, 16, 16, 2048) 0           res5b_branch2c[0][0]             \n","                                                                 res5a_out[0][0]                  \n","__________________________________________________________________________________________________\n","res5b_out (Activation)          (None, 16, 16, 2048) 0           add_14[0][0]                     \n","__________________________________________________________________________________________________\n","res5c_branch2a (Conv2D)         (None, 16, 16, 512)  1049088     res5b_out[0][0]                  \n","__________________________________________________________________________________________________\n","activation_31 (Activation)      (None, 16, 16, 512)  0           res5c_branch2a[0][0]             \n","__________________________________________________________________________________________________\n","res5c_branch2b (Conv2D)         (None, 16, 16, 512)  2359808     activation_31[0][0]              \n","__________________________________________________________________________________________________\n","activation_32 (Activation)      (None, 16, 16, 512)  0           res5c_branch2b[0][0]             \n","__________________________________________________________________________________________________\n","res5c_branch2c (Conv2D)         (None, 16, 16, 2048) 1050624     activation_32[0][0]              \n","__________________________________________________________________________________________________\n","add_15 (Add)                    (None, 16, 16, 2048) 0           res5c_branch2c[0][0]             \n","                                                                 res5b_out[0][0]                  \n","__________________________________________________________________________________________________\n","res5c_out (Activation)          (None, 16, 16, 2048) 0           add_15[0][0]                     \n","__________________________________________________________________________________________________\n","fpn_c5p5 (Conv2D)               (None, 16, 16, 256)  524544      res5c_out[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p5upsampled (UpSampling2D)  (None, 32, 32, 256)  0           fpn_c5p5[0][0]                   \n","__________________________________________________________________________________________________\n","fpn_c4p4 (Conv2D)               (None, 32, 32, 256)  262400      res4f_out[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p4add (Add)                 (None, 32, 32, 256)  0           fpn_p5upsampled[0][0]            \n","                                                                 fpn_c4p4[0][0]                   \n","__________________________________________________________________________________________________\n","fpn_p4upsampled (UpSampling2D)  (None, 64, 64, 256)  0           fpn_p4add[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_c3p3 (Conv2D)               (None, 64, 64, 256)  131328      res3d_out[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p3add (Add)                 (None, 64, 64, 256)  0           fpn_p4upsampled[0][0]            \n","                                                                 fpn_c3p3[0][0]                   \n","__________________________________________________________________________________________________\n","fpn_p3upsampled (UpSampling2D)  (None, 128, 128, 256 0           fpn_p3add[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_c2p2 (Conv2D)               (None, 128, 128, 256 65792       res2c_out[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p2add (Add)                 (None, 128, 128, 256 0           fpn_p3upsampled[0][0]            \n","                                                                 fpn_c2p2[0][0]                   \n","__________________________________________________________________________________________________\n","fpn_p5 (Conv2D)                 (None, 16, 16, 256)  590080      fpn_c5p5[0][0]                   \n","__________________________________________________________________________________________________\n","fpn_p2 (Conv2D)                 (None, 128, 128, 256 590080      fpn_p2add[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p3 (Conv2D)                 (None, 64, 64, 256)  590080      fpn_p3add[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p4 (Conv2D)                 (None, 32, 32, 256)  590080      fpn_p4add[0][0]                  \n","__________________________________________________________________________________________________\n","fpn_p6 (MaxPooling2D)           (None, 8, 8, 256)    0           fpn_p5[0][0]                     \n","__________________________________________________________________________________________________\n","rpn_model (Model)               [(None, None, 2), (N 1189394     fpn_p2[0][0]                     \n","                                                                 fpn_p3[0][0]                     \n","                                                                 fpn_p4[0][0]                     \n","                                                                 fpn_p5[0][0]                     \n","                                                                 fpn_p6[0][0]                     \n","__________________________________________________________________________________________________\n","rpn_class (Concatenate)         (None, None, 2)      0           rpn_model[1][1]                  \n","                                                                 rpn_model[2][1]                  \n","                                                                 rpn_model[3][1]                  \n","                                                                 rpn_model[4][1]                  \n","                                                                 rpn_model[5][1]                  \n","__________________________________________________________________________________________________\n","rpn_bbox (Concatenate)          (None, None, 4)      0           rpn_model[1][2]                  \n","                                                                 rpn_model[2][2]                  \n","                                                                 rpn_model[3][2]                  \n","                                                                 rpn_model[4][2]                  \n","                                                                 rpn_model[5][2]                  \n","__________________________________________________________________________________________________\n","anchors (ConstLayer)            (1, 65472, 4)        261888      input_image[0][0]                \n","__________________________________________________________________________________________________\n","input_gt_boxes (InputLayer)     [(None, None, 4)]    0                                            \n","__________________________________________________________________________________________________\n","ROI (ProposalLayer)             (1, 2000, 4)         0           rpn_class[0][0]                  \n","                                                                 rpn_bbox[0][0]                   \n","                                                                 anchors[0][0]                    \n","__________________________________________________________________________________________________\n","input_gt_class_ids (InputLayer) [(None, None)]       0                                            \n","__________________________________________________________________________________________________\n","lambda (Lambda)                 (None, None, 4)      0           input_gt_boxes[0][0]             \n","__________________________________________________________________________________________________\n","input_gt_masks (InputLayer)     [(None, 56, 56, None 0                                            \n","__________________________________________________________________________________________________\n","proposal_targets (DetectionTarg [(1, None, 4), (1, N 0           ROI[0][0]                        \n","                                                                 input_gt_class_ids[0][0]         \n","                                                                 lambda[0][0]                     \n","                                                                 input_gt_masks[0][0]             \n","__________________________________________________________________________________________________\n","input_image_meta (InputLayer)   [(None, 14)]         0                                            \n","__________________________________________________________________________________________________\n","roi_align_mask (PyramidROIAlign (1, None, 14, 14, 25 0           proposal_targets[0][0]           \n","                                                                 input_image_meta[0][0]           \n","                                                                 fpn_p2[0][0]                     \n","                                                                 fpn_p3[0][0]                     \n","                                                                 fpn_p4[0][0]                     \n","                                                                 fpn_p5[0][0]                     \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv1 (TimeDistribut (None, None, 14, 14, 590080      roi_align_mask[0][0]             \n","__________________________________________________________________________________________________\n","activation_36 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv1[0][0]           \n","__________________________________________________________________________________________________\n","roi_align_classifier (PyramidRO (1, None, 7, 7, 256) 0           proposal_targets[0][0]           \n","                                                                 input_image_meta[0][0]           \n","                                                                 fpn_p2[0][0]                     \n","                                                                 fpn_p3[0][0]                     \n","                                                                 fpn_p4[0][0]                     \n","                                                                 fpn_p5[0][0]                     \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv2 (TimeDistribut (None, None, 14, 14, 590080      activation_36[0][0]              \n","__________________________________________________________________________________________________\n","mrcnn_class_conv1 (TimeDistribu (None, None, 1, 1, 1 12846080    roi_align_classifier[0][0]       \n","__________________________________________________________________________________________________\n","activation_37 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv2[0][0]           \n","__________________________________________________________________________________________________\n","activation_33 (Activation)      (None, None, 1, 1, 1 0           mrcnn_class_conv1[0][0]          \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv3 (TimeDistribut (None, None, 14, 14, 590080      activation_37[0][0]              \n","__________________________________________________________________________________________________\n","mrcnn_class_conv2 (TimeDistribu (None, None, 1, 1, 1 1049600     activation_33[0][0]              \n","__________________________________________________________________________________________________\n","activation_38 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv3[0][0]           \n","__________________________________________________________________________________________________\n","activation_34 (Activation)      (None, None, 1, 1, 1 0           mrcnn_class_conv2[0][0]          \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv4 (TimeDistribut (None, None, 14, 14, 590080      activation_38[0][0]              \n","__________________________________________________________________________________________________\n","pool_squeeze (Lambda)           (None, None, 1024)   0           activation_34[0][0]              \n","__________________________________________________________________________________________________\n","activation_39 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv4[0][0]           \n","__________________________________________________________________________________________________\n","mrcnn_bbox_fc (TimeDistributed) (None, None, 8)      8200        pool_squeeze[0][0]               \n","__________________________________________________________________________________________________\n","mrcnn_mask_deconv (TimeDistribu (None, None, 28, 28, 262400      activation_39[0][0]              \n","__________________________________________________________________________________________________\n","rpn_class_logits (Concatenate)  (None, None, 2)      0           rpn_model[1][0]                  \n","                                                                 rpn_model[2][0]                  \n","                                                                 rpn_model[3][0]                  \n","                                                                 rpn_model[4][0]                  \n","                                                                 rpn_model[5][0]                  \n","__________________________________________________________________________________________________\n","mrcnn_class_logits (TimeDistrib (None, None, 2)      2050        pool_squeeze[0][0]               \n","__________________________________________________________________________________________________\n","mrcnn_bbox (Reshape)            (None, None, 2, 4)   0           mrcnn_bbox_fc[0][0]              \n","__________________________________________________________________________________________________\n","mrcnn_mask (TimeDistributed)    (None, None, 28, 28, 514         mrcnn_mask_deconv[0][0]          \n","__________________________________________________________________________________________________\n","input_rpn_match (InputLayer)    [(None, None, 1)]    0                                            \n","__________________________________________________________________________________________________\n","input_rpn_bbox (InputLayer)     [(None, None, 4)]    0                                            \n","__________________________________________________________________________________________________\n","lambda_3 (Lambda)               (None, 2)            0           input_image_meta[0][0]           \n","__________________________________________________________________________________________________\n","mrcnn_class (TimeDistributed)   (None, None, 2)      0           mrcnn_class_logits[0][0]         \n","__________________________________________________________________________________________________\n","output_rois (Lambda)            (1, None, 4)         0           proposal_targets[0][0]           \n","__________________________________________________________________________________________________\n","rpn_class_loss (Lambda)         ()                   0           input_rpn_match[0][0]            \n","                                                                 rpn_class_logits[0][0]           \n","__________________________________________________________________________________________________\n","rpn_bbox_loss (Lambda)          ()                   0           input_rpn_bbox[0][0]             \n","                                                                 input_rpn_match[0][0]            \n","                                                                 rpn_bbox[0][0]                   \n","__________________________________________________________________________________________________\n","mrcnn_class_loss (Lambda)       ()                   0           proposal_targets[0][1]           \n","                                                                 mrcnn_class_logits[0][0]         \n","                                                                 lambda_3[0][0]                   \n","__________________________________________________________________________________________________\n","mrcnn_bbox_loss (Lambda)        ()                   0           proposal_targets[0][2]           \n","                                                                 proposal_targets[0][1]           \n","                                                                 mrcnn_bbox[0][0]                 \n","__________________________________________________________________________________________________\n","mrcnn_mask_loss (Lambda)        ()                   0           proposal_targets[0][3]           \n","                                                                 proposal_targets[0][1]           \n","                                                                 mrcnn_mask[0][0]                 \n","==================================================================================================\n","Total params: 44,806,302\n","Trainable params: 44,806,302\n","Non-trainable params: 0\n","__________________________________________________________________________________________________\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"x-xv19RJU50k"},"source":["import keras\n","opt = keras.optimizers.SGD(lr = config.LEARNING_RATE, momentum = config.LEARNING_MOMENTUM, clipnorm = config.GRADIENT_CLIP_NORM)"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"C-JMM9X3V8Bc"},"source":["Apply the pruning to specific layers during the cloning of the model and output a summary of the modified layers and their parameters."]},{"cell_type":"code","metadata":{"scrolled":true,"id":"wXAMcKAGU50o","outputId":"efbf7515-cf51-47fa-ea31-7fbac3342124"},"source":["import tensorflow_model_optimization as tfmot\n","\n","def apply_pruning(layer):\n","    \n","    if isinstance(layer, tf.keras.layers.Conv2D):\n","        return tfmot.sparsity.keras.prune_low_magnitude(layer)\n","    return layer\n","\n","model_for_pruning = tf.keras.models.clone_model(\n","    model,\n","    clone_function=apply_pruning,\n","    input_tensors=model.inputs\n",")\n","model_for_pruning.summary()\n","base_model = model_for_pruning"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Model: \"mask_rcnn\"\n","__________________________________________________________________________________________________\n","Layer (type)                    Output Shape         Param #     Connected to                     \n","==================================================================================================\n","input_image (InputLayer)        [(None, 512, 512, 3) 0                                            \n","__________________________________________________________________________________________________\n","zero_padding2d (ZeroPadding2D)  (None, 518, 518, 3)  0           input_image[0][0]                \n","__________________________________________________________________________________________________\n","prune_low_magnitude_conv1 (Prun (None, 256, 256, 64) 18882       zero_padding2d[1][0]             \n","__________________________________________________________________________________________________\n","activation (Activation)         (None, 256, 256, 64) 0           prune_low_magnitude_conv1[0][0]  \n","__________________________________________________________________________________________________\n","max_pooling2d (MaxPooling2D)    (None, 128, 128, 64) 0           activation[1][0]                 \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2a_branc (None, 128, 128, 64) 8258        max_pooling2d[1][0]              \n","__________________________________________________________________________________________________\n","activation_1 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2a_branc (None, 128, 128, 64) 73794       activation_1[1][0]               \n","__________________________________________________________________________________________________\n","activation_2 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2a_branc (None, 128, 128, 256 33026       activation_2[1][0]               \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2a_branc (None, 128, 128, 256 33026       max_pooling2d[1][0]              \n","__________________________________________________________________________________________________\n","add (Add)                       (None, 128, 128, 256 0           prune_low_magnitude_res2a_branch2\n","                                                                 prune_low_magnitude_res2a_branch1\n","__________________________________________________________________________________________________\n","res2a_out (Activation)          (None, 128, 128, 256 0           add[1][0]                        \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2b_branc (None, 128, 128, 64) 32834       res2a_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_3 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2b_branc (None, 128, 128, 64) 73794       activation_3[1][0]               \n","__________________________________________________________________________________________________\n","activation_4 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2b_branc (None, 128, 128, 256 33026       activation_4[1][0]               \n","__________________________________________________________________________________________________\n","add_1 (Add)                     (None, 128, 128, 256 0           prune_low_magnitude_res2b_branch2\n","                                                                 res2a_out[1][0]                  \n","__________________________________________________________________________________________________\n","res2b_out (Activation)          (None, 128, 128, 256 0           add_1[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2c_branc (None, 128, 128, 64) 32834       res2b_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_5 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2c_branc (None, 128, 128, 64) 73794       activation_5[1][0]               \n","__________________________________________________________________________________________________\n","activation_6 (Activation)       (None, 128, 128, 64) 0           prune_low_magnitude_res2c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res2c_branc (None, 128, 128, 256 33026       activation_6[1][0]               \n","__________________________________________________________________________________________________\n","add_2 (Add)                     (None, 128, 128, 256 0           prune_low_magnitude_res2c_branch2\n","                                                                 res2b_out[1][0]                  \n","__________________________________________________________________________________________________\n","res2c_out (Activation)          (None, 128, 128, 256 0           add_2[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3a_branc (None, 64, 64, 128)  65666       res2c_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_7 (Activation)       (None, 64, 64, 128)  0           prune_low_magnitude_res3a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3a_branc (None, 64, 64, 128)  295042      activation_7[1][0]               \n","__________________________________________________________________________________________________\n","activation_8 (Activation)       (None, 64, 64, 128)  0           prune_low_magnitude_res3a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3a_branc (None, 64, 64, 512)  131586      activation_8[1][0]               \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3a_branc (None, 64, 64, 512)  262658      res2c_out[1][0]                  \n","__________________________________________________________________________________________________\n","add_3 (Add)                     (None, 64, 64, 512)  0           prune_low_magnitude_res3a_branch2\n","                                                                 prune_low_magnitude_res3a_branch1\n","__________________________________________________________________________________________________\n","res3a_out (Activation)          (None, 64, 64, 512)  0           add_3[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3b_branc (None, 64, 64, 128)  131202      res3a_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_9 (Activation)       (None, 64, 64, 128)  0           prune_low_magnitude_res3b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3b_branc (None, 64, 64, 128)  295042      activation_9[1][0]               \n","__________________________________________________________________________________________________\n","activation_10 (Activation)      (None, 64, 64, 128)  0           prune_low_magnitude_res3b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3b_branc (None, 64, 64, 512)  131586      activation_10[1][0]              \n","__________________________________________________________________________________________________\n","add_4 (Add)                     (None, 64, 64, 512)  0           prune_low_magnitude_res3b_branch2\n","                                                                 res3a_out[1][0]                  \n","__________________________________________________________________________________________________\n","res3b_out (Activation)          (None, 64, 64, 512)  0           add_4[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3c_branc (None, 64, 64, 128)  131202      res3b_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_11 (Activation)      (None, 64, 64, 128)  0           prune_low_magnitude_res3c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3c_branc (None, 64, 64, 128)  295042      activation_11[1][0]              \n","__________________________________________________________________________________________________\n","activation_12 (Activation)      (None, 64, 64, 128)  0           prune_low_magnitude_res3c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3c_branc (None, 64, 64, 512)  131586      activation_12[1][0]              \n","__________________________________________________________________________________________________\n","add_5 (Add)                     (None, 64, 64, 512)  0           prune_low_magnitude_res3c_branch2\n","                                                                 res3b_out[1][0]                  \n","__________________________________________________________________________________________________\n","res3c_out (Activation)          (None, 64, 64, 512)  0           add_5[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3d_branc (None, 64, 64, 128)  131202      res3c_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_13 (Activation)      (None, 64, 64, 128)  0           prune_low_magnitude_res3d_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3d_branc (None, 64, 64, 128)  295042      activation_13[1][0]              \n","__________________________________________________________________________________________________\n","activation_14 (Activation)      (None, 64, 64, 128)  0           prune_low_magnitude_res3d_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res3d_branc (None, 64, 64, 512)  131586      activation_14[1][0]              \n","__________________________________________________________________________________________________\n","add_6 (Add)                     (None, 64, 64, 512)  0           prune_low_magnitude_res3d_branch2\n","                                                                 res3c_out[1][0]                  \n","__________________________________________________________________________________________________\n","res3d_out (Activation)          (None, 64, 64, 512)  0           add_6[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4a_branc (None, 32, 32, 256)  262402      res3d_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_15 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4a_branc (None, 32, 32, 256)  1179906     activation_15[1][0]              \n","__________________________________________________________________________________________________\n","activation_16 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4a_branc (None, 32, 32, 1024) 525314      activation_16[1][0]              \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4a_branc (None, 32, 32, 1024) 1049602     res3d_out[1][0]                  \n","__________________________________________________________________________________________________\n","add_7 (Add)                     (None, 32, 32, 1024) 0           prune_low_magnitude_res4a_branch2\n","                                                                 prune_low_magnitude_res4a_branch1\n","__________________________________________________________________________________________________\n","res4a_out (Activation)          (None, 32, 32, 1024) 0           add_7[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4b_branc (None, 32, 32, 256)  524546      res4a_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_17 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4b_branc (None, 32, 32, 256)  1179906     activation_17[1][0]              \n","__________________________________________________________________________________________________\n","activation_18 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4b_branc (None, 32, 32, 1024) 525314      activation_18[1][0]              \n","__________________________________________________________________________________________________\n","add_8 (Add)                     (None, 32, 32, 1024) 0           prune_low_magnitude_res4b_branch2\n","                                                                 res4a_out[1][0]                  \n","__________________________________________________________________________________________________\n","res4b_out (Activation)          (None, 32, 32, 1024) 0           add_8[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4c_branc (None, 32, 32, 256)  524546      res4b_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_19 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4c_branc (None, 32, 32, 256)  1179906     activation_19[1][0]              \n","__________________________________________________________________________________________________\n","activation_20 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4c_branc (None, 32, 32, 1024) 525314      activation_20[1][0]              \n","__________________________________________________________________________________________________\n","add_9 (Add)                     (None, 32, 32, 1024) 0           prune_low_magnitude_res4c_branch2\n","                                                                 res4b_out[1][0]                  \n","__________________________________________________________________________________________________\n","res4c_out (Activation)          (None, 32, 32, 1024) 0           add_9[1][0]                      \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4d_branc (None, 32, 32, 256)  524546      res4c_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_21 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4d_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4d_branc (None, 32, 32, 256)  1179906     activation_21[1][0]              \n","__________________________________________________________________________________________________\n","activation_22 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4d_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4d_branc (None, 32, 32, 1024) 525314      activation_22[1][0]              \n","__________________________________________________________________________________________________\n","add_10 (Add)                    (None, 32, 32, 1024) 0           prune_low_magnitude_res4d_branch2\n","                                                                 res4c_out[1][0]                  \n","__________________________________________________________________________________________________\n","res4d_out (Activation)          (None, 32, 32, 1024) 0           add_10[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4e_branc (None, 32, 32, 256)  524546      res4d_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_23 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4e_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4e_branc (None, 32, 32, 256)  1179906     activation_23[1][0]              \n","__________________________________________________________________________________________________\n","activation_24 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4e_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4e_branc (None, 32, 32, 1024) 525314      activation_24[1][0]              \n","__________________________________________________________________________________________________\n","add_11 (Add)                    (None, 32, 32, 1024) 0           prune_low_magnitude_res4e_branch2\n","                                                                 res4d_out[1][0]                  \n","__________________________________________________________________________________________________\n","res4e_out (Activation)          (None, 32, 32, 1024) 0           add_11[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4f_branc (None, 32, 32, 256)  524546      res4e_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_25 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4f_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4f_branc (None, 32, 32, 256)  1179906     activation_25[1][0]              \n","__________________________________________________________________________________________________\n","activation_26 (Activation)      (None, 32, 32, 256)  0           prune_low_magnitude_res4f_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res4f_branc (None, 32, 32, 1024) 525314      activation_26[1][0]              \n","__________________________________________________________________________________________________\n","add_12 (Add)                    (None, 32, 32, 1024) 0           prune_low_magnitude_res4f_branch2\n","                                                                 res4e_out[1][0]                  \n","__________________________________________________________________________________________________\n","res4f_out (Activation)          (None, 32, 32, 1024) 0           add_12[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5a_branc (None, 16, 16, 512)  1049090     res4f_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_27 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5a_branc (None, 16, 16, 512)  4719106     activation_27[1][0]              \n","__________________________________________________________________________________________________\n","activation_28 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5a_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5a_branc (None, 16, 16, 2048) 2099202     activation_28[1][0]              \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5a_branc (None, 16, 16, 2048) 4196354     res4f_out[1][0]                  \n","__________________________________________________________________________________________________\n","add_13 (Add)                    (None, 16, 16, 2048) 0           prune_low_magnitude_res5a_branch2\n","                                                                 prune_low_magnitude_res5a_branch1\n","__________________________________________________________________________________________________\n","res5a_out (Activation)          (None, 16, 16, 2048) 0           add_13[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5b_branc (None, 16, 16, 512)  2097666     res5a_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_29 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5b_branc (None, 16, 16, 512)  4719106     activation_29[1][0]              \n","__________________________________________________________________________________________________\n","activation_30 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5b_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5b_branc (None, 16, 16, 2048) 2099202     activation_30[1][0]              \n","__________________________________________________________________________________________________\n","add_14 (Add)                    (None, 16, 16, 2048) 0           prune_low_magnitude_res5b_branch2\n","                                                                 res5a_out[1][0]                  \n","__________________________________________________________________________________________________\n","res5b_out (Activation)          (None, 16, 16, 2048) 0           add_14[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5c_branc (None, 16, 16, 512)  2097666     res5b_out[1][0]                  \n","__________________________________________________________________________________________________\n","activation_31 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5c_branc (None, 16, 16, 512)  4719106     activation_31[1][0]              \n","__________________________________________________________________________________________________\n","activation_32 (Activation)      (None, 16, 16, 512)  0           prune_low_magnitude_res5c_branch2\n","__________________________________________________________________________________________________\n","prune_low_magnitude_res5c_branc (None, 16, 16, 2048) 2099202     activation_32[1][0]              \n","__________________________________________________________________________________________________\n","add_15 (Add)                    (None, 16, 16, 2048) 0           prune_low_magnitude_res5c_branch2\n","                                                                 res5b_out[1][0]                  \n","__________________________________________________________________________________________________\n","res5c_out (Activation)          (None, 16, 16, 2048) 0           add_15[1][0]                     \n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_c5p5 (P (None, 16, 16, 256)  1048834     res5c_out[1][0]                  \n","__________________________________________________________________________________________________\n","fpn_p5upsampled (UpSampling2D)  (None, 32, 32, 256)  0           prune_low_magnitude_fpn_c5p5[0][0\n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_c4p4 (P (None, 32, 32, 256)  524546      res4f_out[1][0]                  \n","__________________________________________________________________________________________________\n","fpn_p4add (Add)                 (None, 32, 32, 256)  0           fpn_p5upsampled[1][0]            \n","                                                                 prune_low_magnitude_fpn_c4p4[0][0\n","__________________________________________________________________________________________________\n","fpn_p4upsampled (UpSampling2D)  (None, 64, 64, 256)  0           fpn_p4add[1][0]                  \n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_c3p3 (P (None, 64, 64, 256)  262402      res3d_out[1][0]                  \n","__________________________________________________________________________________________________\n","fpn_p3add (Add)                 (None, 64, 64, 256)  0           fpn_p4upsampled[1][0]            \n","                                                                 prune_low_magnitude_fpn_c3p3[0][0\n","__________________________________________________________________________________________________\n","fpn_p3upsampled (UpSampling2D)  (None, 128, 128, 256 0           fpn_p3add[1][0]                  \n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_c2p2 (P (None, 128, 128, 256 131330      res2c_out[1][0]                  \n","__________________________________________________________________________________________________\n","fpn_p2add (Add)                 (None, 128, 128, 256 0           fpn_p3upsampled[1][0]            \n","                                                                 prune_low_magnitude_fpn_c2p2[0][0\n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_p5 (Pru (None, 16, 16, 256)  1179906     prune_low_magnitude_fpn_c5p5[0][0\n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_p2 (Pru (None, 128, 128, 256 1179906     fpn_p2add[1][0]                  \n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_p3 (Pru (None, 64, 64, 256)  1179906     fpn_p3add[1][0]                  \n","__________________________________________________________________________________________________\n","prune_low_magnitude_fpn_p4 (Pru (None, 32, 32, 256)  1179906     fpn_p4add[1][0]                  \n","__________________________________________________________________________________________________\n","fpn_p6 (MaxPooling2D)           (None, 8, 8, 256)    0           prune_low_magnitude_fpn_p5[0][0] \n","__________________________________________________________________________________________________\n","rpn_model (Model)               [(None, None, 2), (N 1189394     prune_low_magnitude_fpn_p2[0][0] \n","                                                                 prune_low_magnitude_fpn_p3[0][0] \n","                                                                 prune_low_magnitude_fpn_p4[0][0] \n","                                                                 prune_low_magnitude_fpn_p5[0][0] \n","                                                                 fpn_p6[1][0]                     \n","__________________________________________________________________________________________________\n","rpn_class (Concatenate)         (None, None, 2)      0           rpn_model[6][1]                  \n","                                                                 rpn_model[7][1]                  \n","                                                                 rpn_model[8][1]                  \n","                                                                 rpn_model[9][1]                  \n","                                                                 rpn_model[10][1]                 \n","__________________________________________________________________________________________________\n","rpn_bbox (Concatenate)          (None, None, 4)      0           rpn_model[6][2]                  \n","                                                                 rpn_model[7][2]                  \n","                                                                 rpn_model[8][2]                  \n","                                                                 rpn_model[9][2]                  \n","                                                                 rpn_model[10][2]                 \n","__________________________________________________________________________________________________\n","anchors (ConstLayer)            (1, 65472, 4)        261888      input_image[0][0]                \n","__________________________________________________________________________________________________\n","input_gt_boxes (InputLayer)     [(None, None, 4)]    0                                            \n","__________________________________________________________________________________________________\n","ROI (ProposalLayer)             (1, 2000, 4)         0           rpn_class[1][0]                  \n","                                                                 rpn_bbox[1][0]                   \n","                                                                 anchors[1][0]                    \n","__________________________________________________________________________________________________\n","input_gt_class_ids (InputLayer) [(None, None)]       0                                            \n","__________________________________________________________________________________________________\n","lambda (Lambda)                 (None, None, 4)      0           input_gt_boxes[0][0]             \n","__________________________________________________________________________________________________\n","input_gt_masks (InputLayer)     [(None, 56, 56, None 0                                            \n","__________________________________________________________________________________________________\n","proposal_targets (DetectionTarg [(1, None, 4), (1, N 0           ROI[1][0]                        \n","                                                                 input_gt_class_ids[0][0]         \n","                                                                 lambda[1][0]                     \n","                                                                 input_gt_masks[0][0]             \n","__________________________________________________________________________________________________\n","input_image_meta (InputLayer)   [(None, 14)]         0                                            \n","__________________________________________________________________________________________________\n","roi_align_mask (PyramidROIAlign (1, None, 14, 14, 25 0           proposal_targets[1][0]           \n","                                                                 input_image_meta[0][0]           \n","                                                                 prune_low_magnitude_fpn_p2[0][0] \n","                                                                 prune_low_magnitude_fpn_p3[0][0] \n","                                                                 prune_low_magnitude_fpn_p4[0][0] \n","                                                                 prune_low_magnitude_fpn_p5[0][0] \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv1 (TimeDistribut (None, None, 14, 14, 590080      roi_align_mask[1][0]             \n","__________________________________________________________________________________________________\n","activation_36 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv1[1][0]           \n","__________________________________________________________________________________________________\n","roi_align_classifier (PyramidRO (1, None, 7, 7, 256) 0           proposal_targets[1][0]           \n","                                                                 input_image_meta[0][0]           \n","                                                                 prune_low_magnitude_fpn_p2[0][0] \n","                                                                 prune_low_magnitude_fpn_p3[0][0] \n","                                                                 prune_low_magnitude_fpn_p4[0][0] \n","                                                                 prune_low_magnitude_fpn_p5[0][0] \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv2 (TimeDistribut (None, None, 14, 14, 590080      activation_36[1][0]              \n","__________________________________________________________________________________________________\n","mrcnn_class_conv1 (TimeDistribu (None, None, 1, 1, 1 12846080    roi_align_classifier[1][0]       \n","__________________________________________________________________________________________________\n","activation_37 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv2[1][0]           \n","__________________________________________________________________________________________________\n","activation_33 (Activation)      (None, None, 1, 1, 1 0           mrcnn_class_conv1[1][0]          \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv3 (TimeDistribut (None, None, 14, 14, 590080      activation_37[1][0]              \n","__________________________________________________________________________________________________\n","mrcnn_class_conv2 (TimeDistribu (None, None, 1, 1, 1 1049600     activation_33[1][0]              \n","__________________________________________________________________________________________________\n","activation_38 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv3[1][0]           \n","__________________________________________________________________________________________________\n","activation_34 (Activation)      (None, None, 1, 1, 1 0           mrcnn_class_conv2[1][0]          \n","__________________________________________________________________________________________________\n","mrcnn_mask_conv4 (TimeDistribut (None, None, 14, 14, 590080      activation_38[1][0]              \n","__________________________________________________________________________________________________\n","pool_squeeze (Lambda)           (None, None, 1024)   0           activation_34[1][0]              \n","__________________________________________________________________________________________________\n","activation_39 (Activation)      (None, None, 14, 14, 0           mrcnn_mask_conv4[1][0]           \n","__________________________________________________________________________________________________\n","mrcnn_bbox_fc (TimeDistributed) (None, None, 8)      8200        pool_squeeze[1][0]               \n","__________________________________________________________________________________________________\n","mrcnn_mask_deconv (TimeDistribu (None, None, 28, 28, 262400      activation_39[1][0]              \n","__________________________________________________________________________________________________\n","rpn_class_logits (Concatenate)  (None, None, 2)      0           rpn_model[6][0]                  \n","                                                                 rpn_model[7][0]                  \n","                                                                 rpn_model[8][0]                  \n","                                                                 rpn_model[9][0]                  \n","                                                                 rpn_model[10][0]                 \n","__________________________________________________________________________________________________\n","mrcnn_class_logits (TimeDistrib (None, None, 2)      2050        pool_squeeze[1][0]               \n","__________________________________________________________________________________________________\n","mrcnn_bbox (Reshape)            (None, None, 2, 4)   0           mrcnn_bbox_fc[1][0]              \n","__________________________________________________________________________________________________\n","mrcnn_mask (TimeDistributed)    (None, None, 28, 28, 514         mrcnn_mask_deconv[1][0]          \n","__________________________________________________________________________________________________\n","input_rpn_match (InputLayer)    [(None, None, 1)]    0                                            \n","__________________________________________________________________________________________________\n","input_rpn_bbox (InputLayer)     [(None, None, 4)]    0                                            \n","__________________________________________________________________________________________________\n","lambda_3 (Lambda)               (None, 2)            0           input_image_meta[0][0]           \n","__________________________________________________________________________________________________\n","mrcnn_class (TimeDistributed)   (None, None, 2)      0           mrcnn_class_logits[1][0]         \n","__________________________________________________________________________________________________\n","output_rois (Lambda)            (1, None, 4)         0           proposal_targets[1][0]           \n","__________________________________________________________________________________________________\n","rpn_class_loss (Lambda)         ()                   0           input_rpn_match[0][0]            \n","                                                                 rpn_class_logits[1][0]           \n","__________________________________________________________________________________________________\n","rpn_bbox_loss (Lambda)          ()                   0           input_rpn_bbox[0][0]             \n","                                                                 input_rpn_match[0][0]            \n","                                                                 rpn_bbox[1][0]                   \n","__________________________________________________________________________________________________\n","mrcnn_class_loss (Lambda)       ()                   0           proposal_targets[1][1]           \n","                                                                 mrcnn_class_logits[1][0]         \n","                                                                 lambda_3[1][0]                   \n","__________________________________________________________________________________________________\n","mrcnn_bbox_loss (Lambda)        ()                   0           proposal_targets[1][2]           \n","                                                                 proposal_targets[1][1]           \n","                                                                 mrcnn_bbox[1][0]                 \n","__________________________________________________________________________________________________\n","mrcnn_mask_loss (Lambda)        ()                   0           proposal_targets[1][3]           \n","                                                                 proposal_targets[1][1]           \n","                                                                 mrcnn_mask[1][0]                 \n","==================================================================================================\n","Total params: 71,603,672\n","Trainable params: 44,806,302\n","Non-trainable params: 26,797,370\n","__________________________________________________________________________________________________\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"itLSMjGeWXpl"},"source":["Re-compile the model to be trained again and pruned during training. Then train the model."]},{"cell_type":"code","metadata":{"id":"0SB9LHrZU50s","outputId":"f0f7d72a-bca7-4011-efa2-572240a79e3a"},"source":["import tempfile\n","from mrcnn.model import DataGenerator\n","# Define the model.\n","base_model = model_for_pruning\n","\n","loss_names = [\"rpn_class_loss\", \"rpn_bbox_loss\", \"mrcnn_class_loss\", \"mrcnn_bbox_loss\", \"mrcnn_mask_loss\"]\n","for name in loss_names:\n","    layer = base_model.get_layer(name)\n","    if layer.output in base_model.losses:\n","        continue\n","    loss = (tf.reduce_mean(input_tensor=layer.output, keepdims=True)\n","           *config.LOSS_WEIGHTS.get(name, 1.))\n","    base_model.add_loss(loss)    \n","\n","log_dir = tempfile.mkdtemp()\n","callbacks = [\n","    tfmot.sparsity.keras.UpdatePruningStep(),\n","    # Log sparsity and other metrics in Tensorboard.\n","    tfmot.sparsity.keras.PruningSummaries(log_dir=log_dir)\n","]\n","\n","base_model.compile(optimizer = opt, loss=[None] * len(base_model.outputs))\n","\n","train_generator = DataGenerator(dataset_train, config, shuffle=True, augmentation=None)\n","test_generator = DataGenerator(dataset_val, config, shuffle=True)\n","base_model.fit(train_generator, \n","               epochs=7,\n","               steps_per_epoch = config.STEPS_PER_EPOCH,\n","               callbacks=callbacks,\n","               validation_data = test_generator,\n","               validation_steps = config.VALIDATION_STEPS)\n","               "],"execution_count":null,"outputs":[{"output_type":"stream","text":["Epoch 1/5\n"],"name":"stdout"},{"output_type":"stream","text":["/home/chris/anaconda3/envs/mrcnn2/lib/python3.6/site-packages/tensorflow/python/framework/indexed_slices.py:434: UserWarning: Converting sparse IndexedSlices to a dense Tensor of unknown shape. This may consume a large amount of memory.\n","  \"Converting sparse IndexedSlices to a dense Tensor of unknown shape. \"\n"],"name":"stderr"},{"output_type":"stream","text":["100/100 [==============================] - 158s 2s/step - loss: 2.5039 - val_loss: 2.0878\n","Epoch 2/5\n","100/100 [==============================] - 162s 2s/step - loss: 2.1949 - val_loss: 2.3917\n","Epoch 3/5\n","100/100 [==============================] - 160s 2s/step - loss: 2.3093 - val_loss: 2.2739\n","Epoch 4/5\n","100/100 [==============================] - 167s 2s/step - loss: 2.4268 - val_loss: 2.9691\n","Epoch 5/5\n","100/100 [==============================] - 171s 2s/step - loss: 2.5299 - val_loss: 2.2422\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["<tensorflow.python.keras.callbacks.History at 0x7f22728b0208>"]},"metadata":{"tags":[]},"execution_count":23}]},{"cell_type":"markdown","metadata":{"id":"Geo8HHc8WoKV"},"source":["Export the pruned and unpruned weights for comparison."]},{"cell_type":"code","metadata":{"id":"b4oV_GRuU50y"},"source":["model_for_export = tfmot.sparsity.keras.strip_pruning(base_model)\n","\n","_, pruned_keras_file = tempfile.mkstemp('.h5')\n","model_for_export.save_weights('pruned_weights.h5') # Save weights from the pruned model.\n","base_model.save_weights('weights.h5') #Save weights from the unpruned model.\n"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"iU5vS6gzU51A"},"source":["def get_gzipped_model_size(file):\n","    import os\n","    import zipfile\n","    \n","    _, zipped_file = tempfile.mkstemp('.zip')\n","    with zipfile.ZipFile(zipped_file, 'w', compression=zipfile.ZIP_DEFLATED) as f:\n","        f.write(file)\n","        \n","    return os.path.getsize(zipped_file)"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"id":"4zkLpBs-U51D","outputId":"fcf37a78-adb1-4c63-f553-93691a27588a"},"source":["print(\"Size of gzipped pruned model without stripping: %.2f bytes\" % (get_gzipped_model_size('weights.h5')))\n","print(\"Size of gzipped pruned model with stripping: %.2f bytes\" % (get_gzipped_model_size('pruned_weights.h5')))"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Size of gzipped pruned model withput stripping: 195040583.00 bytes\n","Size of gzipped pruned model with stripping: 127424173.00 bytes\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"0lmQ78hoU51H"},"source":[""],"execution_count":null,"outputs":[]}]}