isort -y -sp tox.ini

README.md

@@ -32,7 +32,7 @@ It's Yet Another TF high-level API, with __speed__, and __flexibility__ built to
 
 See [tutorials and documentations](http://tensorpack.readthedocs.io/tutorial/index.html#user-tutorials) to know more about these features.
 
-## [Examples](examples):
+## Examples:
 
 We refuse toy examples.
 Instead of showing you 10 arbitrary networks trained on toy datasets,

examples/A3C-Gym/simulator.py

@@ -4,20 +4,18 @@
 # Author: Yuxin Wu
 
 import multiprocessing as mp
-import time
 import os
 import threading
-from abc import abstractmethod, ABCMeta
+import time
+from abc import ABCMeta, abstractmethod
 from collections import defaultdict
-
 import six
-from six.moves import queue
 import zmq
+from six.moves import queue
 
 from tensorpack.utils import logger
-from tensorpack.utils.serialize import loads, dumps
-from tensorpack.utils.concurrency import (
-    LoopThread, ensure_proc_terminate, enable_death_signal)
+from tensorpack.utils.concurrency import LoopThread, enable_death_signal, ensure_proc_terminate
+from tensorpack.utils.serialize import dumps, loads
 
 __all__ = ['SimulatorProcess', 'SimulatorMaster',
            'SimulatorProcessStateExchange',

examples/A3C-Gym/train-atari.py

@@ -3,29 +3,26 @@
 # File: train-atari.py
 # Author: Yuxin Wu
 
+import argparse
 import numpy as np
-import sys
 import os
+import sys
 import uuid
-import argparse
-
 import cv2
-import tensorflow as tf
+import gym
 import six
+import tensorflow as tf
 from six.moves import queue
 
-
 from tensorpack import *
-from tensorpack.utils.concurrency import ensure_proc_terminate, start_proc_mask_signal
-from tensorpack.utils.serialize import dumps
 from tensorpack.tfutils.gradproc import MapGradient, SummaryGradient
+from tensorpack.utils.concurrency import ensure_proc_terminate, start_proc_mask_signal
 from tensorpack.utils.gpu import get_num_gpu
+from tensorpack.utils.serialize import dumps
 
-
-import gym
-from simulator import SimulatorProcess, SimulatorMaster, TransitionExperience
+from atari_wrapper import FireResetEnv, FrameStack, LimitLength, MapState
 from common import Evaluator, eval_model_multithread, play_n_episodes
-from atari_wrapper import MapState, FrameStack, FireResetEnv, LimitLength
+from simulator import SimulatorMaster, SimulatorProcess, TransitionExperience
 
 if six.PY3:
     from concurrent import futures

examples/CTC-TIMIT/create-lmdb.py

@@ -2,17 +2,17 @@
 # -*- coding: utf-8 -*-
 # File: create-lmdb.py
 # Author: Yuxin Wu
+import argparse
+import numpy as np
 import os
-import scipy.io.wavfile as wavfile
 import string
-import numpy as np
-import argparse
-
 import bob.ap
+import scipy.io.wavfile as wavfile
+
 from tensorpack.dataflow import DataFlow, LMDBSerializer
+from tensorpack.utils import fs, logger, serialize
 from tensorpack.utils.argtools import memoized
 from tensorpack.utils.stats import OnlineMoments
-from tensorpack.utils import serialize, fs, logger
 from tensorpack.utils.utils import get_tqdm
 
 CHARSET = set(string.ascii_lowercase + ' ')

examples/CTC-TIMIT/timitdata.py

@@ -2,10 +2,11 @@
 # File: timitdata.py
 # Author: Yuxin Wu
 
-from tensorpack import ProxyDataFlow
 import numpy as np
 from six.moves import range
 
+from tensorpack import ProxyDataFlow
+
 __all__ = ['TIMITBatch']
 
 

examples/CTC-TIMIT/train-timit.py

@@ -3,17 +3,17 @@
 # File: train-timit.py
 # Author: Yuxin Wu
 
-import os
 import argparse
+import os
+import tensorflow as tf
 from six.moves import range
 
-
 from tensorpack import *
-from tensorpack.tfutils.gradproc import SummaryGradient, GlobalNormClip
+from tensorpack.tfutils.gradproc import GlobalNormClip, SummaryGradient
 from tensorpack.utils import serialize
-import tensorflow as tf
 
 from timitdata import TIMITBatch
+
 rnn = tf.contrib.rnn
 
 

examples/CaffeModels/load-alexnet.py

@@ -4,16 +4,16 @@
 # Author: Yuxin Wu
 
 from __future__ import print_function
+import argparse
 import numpy as np
 import os
 import cv2
-import argparse
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils.symbolic_functions import *
-from tensorpack.tfutils.summary import *
 from tensorpack.dataflow.dataset import ILSVRCMeta
-import tensorflow as tf
+from tensorpack.tfutils.summary import *
+from tensorpack.tfutils.symbolic_functions import *
 
 
 def tower_func(image):

examples/CaffeModels/load-cpm.py

@@ -3,15 +3,16 @@
 # File: load-cpm.py
 # Author: Yuxin Wu
 
+import argparse
+import numpy as np
 import cv2
 import tensorflow as tf
-import numpy as np
-import argparse
 
 from tensorpack import *
 from tensorpack.utils import viz
 from tensorpack.utils.argtools import memoized
 
+
 """
 15 channels:
 0-1 head, neck

examples/CaffeModels/load-vgg16.py

@@ -3,12 +3,12 @@
 # File: load-vgg16.py
 
 from __future__ import print_function
-import cv2
-import tensorflow as tf
+import argparse
 import numpy as np
 import os
+import cv2
 import six
-import argparse
+import tensorflow as tf
 
 from tensorpack import *
 from tensorpack.dataflow.dataset import ILSVRCMeta

examples/CaffeModels/load-vgg19.py

@@ -3,12 +3,12 @@
 # File: load-vgg19.py
 
 from __future__ import print_function
-import cv2
-import tensorflow as tf
+import argparse
 import numpy as np
 import os
+import cv2
 import six
-import argparse
+import tensorflow as tf
 
 from tensorpack import *
 from tensorpack.dataflow.dataset import ILSVRCMeta

examples/Char-RNN/char-rnn.py

@@ -3,21 +3,20 @@
 # File: char-rnn.py
 # Author: Yuxin Wu
 
+import argparse
 import numpy as np
+import operator
 import os
 import sys
-import argparse
 from collections import Counter
-import operator
 import six
+import tensorflow as tf
 from six.moves import range
 
-
 from tensorpack import *
-from tensorpack.tfutils import summary, optimizer
+from tensorpack.tfutils import optimizer, summary
 from tensorpack.tfutils.gradproc import GlobalNormClip
 
-import tensorflow as tf
 rnn = tf.contrib.rnn
 
 class _NS: pass  # noqa

examples/DeepQNetwork/DQN.py

@@ -3,20 +3,20 @@
 # File: DQN.py
 # Author: Yuxin Wu
 
-import os
 import argparse
-import cv2
 import numpy as np
-import tensorflow as tf
+import os
+import cv2
 import gym
+import tensorflow as tf
 
 from tensorpack import *
 
-from DQNModel import Model as DQNModel
+from atari import AtariPlayer
+from atari_wrapper import FireResetEnv, FrameStack, LimitLength, MapState
 from common import Evaluator, eval_model_multithread, play_n_episodes
-from atari_wrapper import FrameStack, MapState, FireResetEnv, LimitLength
+from DQNModel import Model as DQNModel
 from expreplay import ExpReplay
-from atari import AtariPlayer
 
 BATCH_SIZE = 64
 IMAGE_SIZE = (84, 84)

examples/DeepQNetwork/DQNModel.py

@@ -4,11 +4,11 @@
 
 import abc
 import tensorflow as tf
+
 from tensorpack import ModelDesc
-from tensorpack.utils import logger
-from tensorpack.tfutils import (
-    varreplace, summary, get_current_tower_context, optimizer, gradproc)
+from tensorpack.tfutils import get_current_tower_context, gradproc, optimizer, summary, varreplace
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
+from tensorpack.utils import logger
 
 
 class Model(ModelDesc):

examples/DeepQNetwork/atari.py

@@ -4,19 +4,18 @@
 
 import numpy as np
 import os
-import cv2
 import threading
-import six
-from six.moves import range
-from tensorpack.utils import logger
-from tensorpack.utils.utils import get_rng, execute_only_once
-from tensorpack.utils.fs import get_dataset_path
-
+import cv2
 import gym
+import six
+from ale_python_interface import ALEInterface
 from gym import spaces
 from gym.envs.atari.atari_env import ACTION_MEANING
+from six.moves import range
 
-from ale_python_interface import ALEInterface
+from tensorpack.utils import logger
+from tensorpack.utils.fs import get_dataset_path
+from tensorpack.utils.utils import execute_only_once, get_rng
 
 __all__ = ['AtariPlayer']
 

examples/DeepQNetwork/atari_wrapper.py

@@ -3,7 +3,6 @@
 
 import numpy as np
 from collections import deque
-
 import gym
 from gym import spaces
 

examples/DeepQNetwork/common.py

 # -*- coding: utf-8 -*-
 # File: common.py
 # Author: Yuxin Wu
+import multiprocessing
 import random
 import time
-import multiprocessing
-from tqdm import tqdm
 from six.moves import queue
+from tqdm import tqdm
 
-from tensorpack.utils.concurrency import StoppableThread, ShareSessionThread
 from tensorpack.callbacks import Callback
 from tensorpack.utils import logger
+from tensorpack.utils.concurrency import ShareSessionThread, StoppableThread
 from tensorpack.utils.stats import StatCounter
 from tensorpack.utils.utils import get_tqdm_kwargs
 

examples/DeepQNetwork/expreplay.py

@@ -2,18 +2,18 @@
 # File: expreplay.py
 # Author: Yuxin Wu
 
-import numpy as np
 import copy
-from collections import deque, namedtuple
+import numpy as np
 import threading
+from collections import deque, namedtuple
 from six.moves import queue, range
 
+from tensorpack.callbacks.base import Callback
 from tensorpack.dataflow import DataFlow
 from tensorpack.utils import logger
-from tensorpack.utils.utils import get_tqdm, get_rng
-from tensorpack.utils.stats import StatCounter
 from tensorpack.utils.concurrency import LoopThread, ShareSessionThread
-from tensorpack.callbacks.base import Callback
+from tensorpack.utils.stats import StatCounter
+from tensorpack.utils.utils import get_rng, get_tqdm
 
 __all__ = ['ExpReplay']
 

examples/DisturbLabel/mnist-disturb.py

@@ -2,17 +2,17 @@
 # -*- coding: utf-8 -*-
 # File: mnist-disturb.py
 
-import os
 import argparse
-
+import imp
+import os
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.utils import logger
 from tensorpack.dataflow import dataset
-import tensorflow as tf
+from tensorpack.utils import logger
+
 from disturb import DisturbLabel
 
-import imp
 mnist_example = imp.load_source('mnist_example',
                                 os.path.join(os.path.dirname(__file__), '..', 'basics', 'mnist-convnet.py'))
 get_config = mnist_example.get_config

examples/DisturbLabel/svhn-disturb.py

@@ -3,13 +3,12 @@
 # File: svhn-disturb.py
 
 import argparse
-import os
 import imp
-
+import os
 
 from tensorpack import *
-from tensorpack.utils import logger
 from tensorpack.dataflow import dataset
+from tensorpack.utils import logger
 
 from disturb import DisturbLabel
 

examples/DoReFa-Net/alexnet-dorefa.py

@@ -3,24 +3,22 @@
 # File: alexnet-dorefa.py
 # Author: Yuxin Wu, Yuheng Zou ({wyx,zyh}@megvii.com)
 
-import cv2
-import tensorflow as tf
 import argparse
 import numpy as np
 import os
 import sys
-
+import cv2
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils.summary import add_param_summary
+from tensorpack.dataflow import dataset
 from tensorpack.tfutils.sessinit import get_model_loader
+from tensorpack.tfutils.summary import add_param_summary
 from tensorpack.tfutils.varreplace import remap_variables
-from tensorpack.dataflow import dataset
 from tensorpack.utils.gpu import get_num_gpu
 
-from imagenet_utils import (
-    get_imagenet_dataflow, fbresnet_augmentor, ImageNetModel, eval_on_ILSVRC12)
 from dorefa import get_dorefa, ternarize
+from imagenet_utils import ImageNetModel, eval_on_ILSVRC12, fbresnet_augmentor, get_imagenet_dataflow
 
 """
 This is a tensorpack script for the ImageNet results in paper:

examples/DoReFa-Net/dorefa.py

@@ -3,6 +3,7 @@
 # Author: Yuxin Wu
 
 import tensorflow as tf
+
 from tensorpack.utils.argtools import graph_memoized
 
 

examples/DoReFa-Net/resnet-dorefa.py

@@ -2,18 +2,18 @@
 # -*- coding: utf-8 -*-
 # File: resnet-dorefa.py
 
-import cv2
-import tensorflow as tf
 import argparse
 import numpy as np
 import os
+import cv2
+import tensorflow as tf
 
 from tensorpack import *
 from tensorpack.dataflow import dataset
 from tensorpack.tfutils.varreplace import remap_variables
 
-from imagenet_utils import ImageNetModel, eval_on_ILSVRC12, fbresnet_augmentor
 from dorefa import get_dorefa
+from imagenet_utils import ImageNetModel, eval_on_ILSVRC12, fbresnet_augmentor
 
 """
 This script loads the pre-trained ResNet-18 model with (W,A,G) = (1,4,32)

examples/DoReFa-Net/svhn-digit-dorefa.py

@@ -3,13 +3,13 @@
 # File: svhn-digit-dorefa.py
 # Author: Yuxin Wu
 
-import os
 import argparse
+import os
 import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils.summary import add_moving_summary, add_param_summary
 from tensorpack.dataflow import dataset
+from tensorpack.tfutils.summary import add_moving_summary, add_param_summary
 from tensorpack.tfutils.varreplace import remap_variables
 
 from dorefa import get_dorefa

examples/DynamicFilterNetwork/steering-filter.py

@@ -3,19 +3,18 @@
 # File: steering-filter.py
 
 import argparse
+import multiprocessing
 import numpy as np
-import tensorflow as tf
 import cv2
+import tensorflow as tf
 from scipy.signal import convolve2d
 from six.moves import range, zip
-import multiprocessing
-
 
 from tensorpack import *
+from tensorpack.dataflow import dataset
 from tensorpack.utils import logger
-from tensorpack.utils.viz import *
 from tensorpack.utils.argtools import shape2d, shape4d
-from tensorpack.dataflow import dataset
+from tensorpack.utils.viz import *
 
 BATCH = 32
 SHAPE = 64

examples/FasterRCNN/basemodel.py

 # -*- coding: utf-8 -*-
 # File: basemodel.py
 
-from contextlib import contextmanager, ExitStack
 import numpy as np
+from contextlib import ExitStack, contextmanager
 import tensorflow as tf
 
+from tensorpack.models import BatchNorm, Conv2D, MaxPooling, layer_register
 from tensorpack.tfutils import argscope
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
 from tensorpack.tfutils.varreplace import custom_getter_scope, freeze_variables
-from tensorpack.models import (
-    Conv2D, MaxPooling, BatchNorm, layer_register)
 
 from config import config as cfg
 

examples/FasterRCNN/coco.py

@@ -3,17 +3,16 @@
 
 import numpy as np
 import os
-from termcolor import colored
-from tabulate import tabulate
 import tqdm
+from tabulate import tabulate
+from termcolor import colored
 
 from tensorpack.utils import logger
-from tensorpack.utils.timer import timed_operation
 from tensorpack.utils.argtools import log_once
+from tensorpack.utils.timer import timed_operation
 
 from config import config as cfg
 
-
 __all__ = ['COCODetection', 'COCOMeta']
 
 

examples/FasterRCNN/config.py

@@ -4,6 +4,7 @@
 import numpy as np
 import os
 import pprint
+
 from tensorpack.utils import logger
 from tensorpack.utils.gpu import get_num_gpu
 

examples/FasterRCNN/data.py

 # -*- coding: utf-8 -*-
 # File: data.py
 
-import cv2
-import numpy as np
 import copy
+import numpy as np
+import cv2
 
-from tensorpack.utils.argtools import memoized, log_once
 from tensorpack.dataflow import (
-    imgaug, TestDataSpeed,
-    MultiProcessMapDataZMQ, MultiThreadMapData,
-    MapDataComponent, DataFromList)
+    DataFromList, MapDataComponent, MultiProcessMapDataZMQ, MultiThreadMapData, TestDataSpeed, imgaug)
 from tensorpack.utils import logger
-# import tensorpack.utils.viz as tpviz
+from tensorpack.utils.argtools import log_once, memoized
 
 from coco import COCODetection
+from common import (
+    CustomResize, DataFromListOfDict, box_to_point8, filter_boxes_inside_shape, point8_to_box, segmentation_to_mask)
+from config import config as cfg
 from utils.generate_anchors import generate_anchors
 from utils.np_box_ops import area as np_area
 from utils.np_box_ops import ioa as np_ioa
-from common import (
-    DataFromListOfDict, CustomResize, filter_boxes_inside_shape,
-    box_to_point8, point8_to_box, segmentation_to_mask)
-from config import config as cfg
+
+# import tensorpack.utils.viz as tpviz
+
 
 try:
     import pycocotools.mask as cocomask

examples/FasterRCNN/eval.py

 # -*- coding: utf-8 -*-
 # File: eval.py
 
-import tqdm
+import itertools
+import numpy as np
 import os
 from collections import namedtuple
+from concurrent.futures import ThreadPoolExecutor
 from contextlib import ExitStack
-import itertools
-import numpy as np
 import cv2
-from concurrent.futures import ThreadPoolExecutor
-
-from tensorpack.utils.utils import get_tqdm_kwargs
-
+import pycocotools.mask as cocomask
+import tqdm
 from pycocotools.coco import COCO
 from pycocotools.cocoeval import COCOeval
-import pycocotools.mask as cocomask
+
+from tensorpack.utils.utils import get_tqdm_kwargs
 
 from coco import COCOMeta
 from common import CustomResize, clip_boxes

examples/FasterRCNN/model_cascade.py

@@ -2,10 +2,10 @@ import tensorflow as tf
 
 from tensorpack.tfutils import get_current_tower_context
 
-from utils.box_ops import pairwise_iou
-from model_box import clip_boxes
-from model_frcnn import FastRCNNHead, BoxProposals, fastrcnn_outputs
 from config import config as cfg
+from model_box import clip_boxes
+from model_frcnn import BoxProposals, FastRCNNHead, fastrcnn_outputs
+from utils.box_ops import pairwise_iou
 
 
 class CascadeRCNNHead(object):

examples/FasterRCNN/model_fpn.py

 # -*- coding: utf-8 -*-
 
+import itertools
 import numpy as np
 import tensorflow as tf
-import itertools
 
-from tensorpack.tfutils.summary import add_moving_summary
+from tensorpack.models import Conv2D, FixedUnPooling, MaxPooling, layer_register
 from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.tower import get_current_tower_context
 from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.models import (
-    Conv2D, layer_register, FixedUnPooling, MaxPooling)
+from tensorpack.tfutils.summary import add_moving_summary
+from tensorpack.tfutils.tower import get_current_tower_context
 
-from model_rpn import rpn_losses, generate_rpn_proposals
+from basemodel import GroupNorm
+from config import config as cfg
 from model_box import roi_align
+from model_rpn import generate_rpn_proposals, rpn_losses
 from utils.box_ops import area as tf_area
-from config import config as cfg
-from basemodel import GroupNorm
 
 
 @layer_register(log_shape=True)

examples/FasterRCNN/model_frcnn.py

@@ -3,18 +3,17 @@
 
 import tensorflow as tf
 
-from tensorpack.tfutils.summary import add_moving_summary
+from tensorpack.models import Conv2D, FullyConnected, layer_register
 from tensorpack.tfutils.argscope import argscope
 from tensorpack.tfutils.common import get_tf_version_tuple
 from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.models import (
-    Conv2D, FullyConnected, layer_register)
+from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils.argtools import memoized_method
 
 from basemodel import GroupNorm
-from utils.box_ops import pairwise_iou
-from model_box import encode_bbox_target, decode_bbox_target
 from config import config as cfg
+from model_box import decode_bbox_target, encode_bbox_target
+from utils.box_ops import pairwise_iou
 
 
 @under_name_scope()

examples/FasterRCNN/model_mrcnn.py

@@ -2,12 +2,11 @@
 
 import tensorflow as tf
 
-from tensorpack.models import (
-    Conv2D, layer_register, Conv2DTranspose)
-from tensorpack.tfutils.scope_utils import under_name_scope
+from tensorpack.models import Conv2D, Conv2DTranspose, layer_register
 from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.tfutils.common import get_tf_version_tuple
+from tensorpack.tfutils.scope_utils import under_name_scope
+from tensorpack.tfutils.summary import add_moving_summary
 
 from basemodel import GroupNorm
 from config import config as cfg

examples/FasterRCNN/model_rpn.py

@@ -2,14 +2,13 @@
 
 import tensorflow as tf
 
-
-from tensorpack.tfutils.summary import add_moving_summary
-from tensorpack.tfutils.argscope import argscope
-from tensorpack.tfutils.scope_utils import under_name_scope, auto_reuse_variable_scope
 from tensorpack.models import Conv2D, layer_register
+from tensorpack.tfutils.argscope import argscope
+from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope, under_name_scope
+from tensorpack.tfutils.summary import add_moving_summary
 
-from model_box import clip_boxes
 from config import config as cfg
+from model_box import clip_boxes
 
 
 @layer_register(log_shape=True)

examples/FasterRCNN/train.py

@@ -2,58 +2,45 @@
 # -*- coding: utf-8 -*-
 # File: train.py
 
-import os
 import argparse
-import cv2
-import shutil
 import itertools
-import tqdm
-import numpy as np
 import json
+import numpy as np
+import os
+import shutil
+import cv2
 import six
 import tensorflow as tf
-try:
-    import horovod.tensorflow as hvd
-except ImportError:
-    pass
-
-assert six.PY3, "FasterRCNN requires Python 3!"
+import tqdm
 
+import tensorpack.utils.viz as tpviz
 from tensorpack import *
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.tfutils import optimizer
 from tensorpack.tfutils.common import get_tf_version_tuple
-import tensorpack.utils.viz as tpviz
-
-from coco import COCODetection
-from basemodel import (
-    image_preprocess, resnet_c4_backbone, resnet_conv5,
-    resnet_fpn_backbone)
+from tensorpack.tfutils.summary import add_moving_summary
 
 import model_frcnn
 import model_mrcnn
-from model_frcnn import (
-    sample_fast_rcnn_targets, fastrcnn_outputs,
-    fastrcnn_predictions, BoxProposals, FastRCNNHead)
-from model_mrcnn import maskrcnn_upXconv_head, maskrcnn_loss
-from model_rpn import rpn_head, rpn_losses, generate_rpn_proposals
-from model_fpn import (
-    fpn_model, multilevel_roi_align,
-    multilevel_rpn_losses, generate_fpn_proposals)
+from basemodel import image_preprocess, resnet_c4_backbone, resnet_conv5, resnet_fpn_backbone
+from coco import COCODetection
+from config import config as cfg
+from config import finalize_configs
+from data import get_all_anchors, get_all_anchors_fpn, get_eval_dataflow, get_train_dataflow
+from eval import DetectionResult, detect_one_image, eval_coco, multithread_eval_coco, print_coco_metrics
+from model_box import RPNAnchors, clip_boxes, crop_and_resize, roi_align
 from model_cascade import CascadeRCNNHead
-from model_box import (
-    clip_boxes, crop_and_resize, roi_align, RPNAnchors)
-
-from data import (
-    get_train_dataflow, get_eval_dataflow,
-    get_all_anchors, get_all_anchors_fpn)
-from viz import (
-    draw_annotation, draw_proposal_recall,
-    draw_predictions, draw_final_outputs)
-from eval import (
-    eval_coco, multithread_eval_coco,
-    detect_one_image, print_coco_metrics, DetectionResult)
-from config import finalize_configs, config as cfg
+from model_fpn import fpn_model, generate_fpn_proposals, multilevel_roi_align, multilevel_rpn_losses
+from model_frcnn import BoxProposals, FastRCNNHead, fastrcnn_outputs, fastrcnn_predictions, sample_fast_rcnn_targets
+from model_mrcnn import maskrcnn_loss, maskrcnn_upXconv_head
+from model_rpn import generate_rpn_proposals, rpn_head, rpn_losses
+from viz import draw_annotation, draw_final_outputs, draw_predictions, draw_proposal_recall
+
+try:
+    import horovod.tensorflow as hvd
+except ImportError:
+    pass
+
+assert six.PY3, "FasterRCNN requires Python 3!"
 
 
 class DetectionModel(ModelDesc):

examples/FasterRCNN/utils/box_ops.py

@@ -2,8 +2,10 @@
 # File: box_ops.py
 
 import tensorflow as tf
+
 from tensorpack.tfutils.scope_utils import under_name_scope
 
+
 """
 This file is modified from
 https://github.com/tensorflow/models/blob/master/object_detection/core/box_list_ops.py

examples/FasterRCNN/utils/generate_anchors.py

@@ -7,8 +7,8 @@
 # Written by Ross Girshick and Sean Bell
 # --------------------------------------------------------
 
-from six.moves import range
 import numpy as np
+from six.moves import range
 
 # Verify that we compute the same anchors as Shaoqing's matlab implementation:
 #
@@ -27,7 +27,7 @@ import numpy as np
 #       -79  -167    96   184
 #      -167  -343   184   360
 
-#array([[ -83.,  -39.,  100.,   56.],
+# array([[ -83.,  -39.,  100.,   56.],
 #       [-175.,  -87.,  192.,  104.],
 #       [-359., -183.,  376.,  200.],
 #       [ -55.,  -55.,   72.,   72.],
@@ -37,6 +37,7 @@ import numpy as np
 #       [ -79., -167.,   96.,  184.],
 #       [-167., -343.,  184.,  360.]])
 
+
 def generate_anchors(base_size=16, ratios=[0.5, 1, 2],
                      scales=2**np.arange(3, 6)):
     """
@@ -50,6 +51,7 @@ def generate_anchors(base_size=16, ratios=[0.5, 1, 2],
                          for i in range(ratio_anchors.shape[0])])
     return anchors
 
+
 def _whctrs(anchor):
     """
     Return width, height, x center, and y center for an anchor (window).
@@ -61,6 +63,7 @@ def _whctrs(anchor):
     y_ctr = anchor[1] + 0.5 * (h - 1)
     return w, h, x_ctr, y_ctr
 
+
 def _mkanchors(ws, hs, x_ctr, y_ctr):
     """
     Given a vector of widths (ws) and heights (hs) around a center
@@ -75,6 +78,7 @@ def _mkanchors(ws, hs, x_ctr, y_ctr):
                          y_ctr + 0.5 * (hs - 1)))
     return anchors
 
+
 def _ratio_enum(anchor, ratios):
     """
     Enumerate a set of anchors for each aspect ratio wrt an anchor.
@@ -88,6 +92,7 @@ def _ratio_enum(anchor, ratios):
     anchors = _mkanchors(ws, hs, x_ctr, y_ctr)
     return anchors
 
+
 def _scale_enum(anchor, scales):
     """
     Enumerate a set of anchors for each scale wrt an anchor.
@@ -98,17 +103,3 @@ def _scale_enum(anchor, scales):
     hs = h * scales
     anchors = _mkanchors(ws, hs, x_ctr, y_ctr)
     return anchors
-
-if __name__ == '__main__':
-    #import time
-    #t = time.time()
-    #a = generate_anchors()
-    #print(time.time() - t)
-    #print(a)
-    #from IPython import embed; embed()
-
-    anchors = generate_anchors(
-                16, scales=np.asarray((2, 4, 8, 16, 32), 'float32'),
-                ratios=[0.5,1,2])
-    print(anchors)
-    import IPython as IP; IP.embed()

examples/FasterRCNN/viz.py

 # -*- coding: utf-8 -*-
 # File: viz.py
 
-from six.moves import zip
 import numpy as np
+from six.moves import zip
 
 from tensorpack.utils import viz
 from tensorpack.utils.palette import PALETTE_RGB
 
-from utils.np_box_ops import iou as np_iou
 from config import config as cfg
+from utils.np_box_ops import iou as np_iou
 
 
 def draw_annotation(img, boxes, klass, is_crowd=None):

examples/GAN/BEGAN.py

@@ -3,12 +3,14 @@
 # File: BEGAN.py
 # Author: Yuxin Wu
 
+import tensorflow as tf
+
 from tensorpack import *
+from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
 from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils.gpu import get_num_gpu
-from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-import tensorflow as tf
 
+import DCGAN
 from GAN import GANModelDesc, GANTrainer, MultiGPUGANTrainer
 
 """
@@ -19,7 +21,6 @@ A pretrained model on CelebA is at http://models.tensorpack.com/GAN/
 """
 
 
-import DCGAN
 NH = 64
 NF = 64
 GAMMA = 0.5

examples/GAN/ConditionalGAN-mnist.py

@@ -3,18 +3,18 @@
 # File: ConditionalGAN-mnist.py
 # Author: Yuxin Wu
 
+import argparse
 import numpy as np
-import tensorflow as tf
 import os
 import cv2
-import argparse
-
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.utils.viz import interactive_imshow, stack_patches
-from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
 from tensorpack.dataflow import dataset
-from GAN import GANTrainer, RandomZData, GANModelDesc
+from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
+from tensorpack.utils.viz import interactive_imshow, stack_patches
+
+from GAN import GANModelDesc, GANTrainer, RandomZData
 
 """
 To train:

examples/GAN/CycleGAN.py

@@ -3,17 +3,17 @@
 # File: CycleGAN.py
 # Author: Yuxin Wu
 
-import os
 import argparse
 import glob
+import os
+import tensorflow as tf
 from six.moves import range
 
-
 from tensorpack import *
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-import tensorflow as tf
-from GAN import GANTrainer, GANModelDesc
+from tensorpack.tfutils.summary import add_moving_summary
+
+from GAN import GANModelDesc, GANTrainer
 
 """
 1. Download the dataset following the original project: https://github.com/junyanz/CycleGAN#train

examples/GAN/DCGAN.py

@@ -3,18 +3,18 @@
 # File: DCGAN.py
 # Author: Yuxin Wu
 
+import argparse
 import glob
 import numpy as np
 import os
-import argparse
-
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.utils.viz import stack_patches
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-import tensorflow as tf
+from tensorpack.utils.viz import stack_patches
+
+from GAN import GANModelDesc, GANTrainer, RandomZData
 
-from GAN import GANTrainer, RandomZData, GANModelDesc
 
 """
 1. Download the 'aligned&cropped' version of CelebA dataset

examples/GAN/DiscoGAN-CelebA.py

@@ -3,17 +3,17 @@
 # File: DiscoGAN-CelebA.py
 # Author: Yuxin Wu
 
-import os
 import argparse
-from six.moves import map, zip
 import numpy as np
-
+import os
+import tensorflow as tf
+from six.moves import map, zip
 
 from tensorpack import *
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-import tensorflow as tf
-from GAN import SeparateGANTrainer, GANModelDesc
+from tensorpack.tfutils.summary import add_moving_summary
+
+from GAN import GANModelDesc, SeparateGANTrainer
 
 """
 1. Download "aligned&cropped" version of celebA to /path/to/img_align_celeba.

examples/GAN/GAN.py

@@ -2,13 +2,13 @@
 # File: GAN.py
 # Author: Yuxin Wu
 
-import tensorflow as tf
 import numpy as np
-from tensorpack import (TowerTrainer, StagingInput,
-                        ModelDescBase, DataFlow, argscope, BatchNorm)
-from tensorpack.tfutils.tower import TowerContext, TowerFuncWrapper
+import tensorflow as tf
+
+from tensorpack import BatchNorm, DataFlow, ModelDescBase, StagingInput, TowerTrainer, argscope
 from tensorpack.graph_builder import DataParallelBuilder, LeastLoadedDeviceSetter
 from tensorpack.tfutils.summary import add_moving_summary
+from tensorpack.tfutils.tower import TowerContext, TowerFuncWrapper
 from tensorpack.utils import logger
 from tensorpack.utils.argtools import memoized_method
 from tensorpack.utils.develop import deprecated

examples/GAN/Image2Image.py

@@ -3,20 +3,20 @@
 # File: Image2Image.py
 # Author: Yuxin Wu
 
-import cv2
-import numpy as np
-import tensorflow as tf
+import argparse
 import glob
+import numpy as np
 import os
-import argparse
-
+import cv2
+import tensorflow as tf
 
 from tensorpack import *
+from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
+from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils.gpu import get_num_gpu
 from tensorpack.utils.viz import stack_patches
-from tensorpack.tfutils.summary import add_moving_summary
-from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-from GAN import GANTrainer, GANModelDesc
+
+from GAN import GANModelDesc, GANTrainer
 
 """
 To train Image-to-Image translation model with image pairs:

examples/GAN/Improved-WGAN.py

@@ -3,12 +3,14 @@
 # File: Improved-WGAN.py
 # Author: Yuxin Wu
 
+import tensorflow as tf
+
 from tensorpack import *
 from tensorpack.tfutils import get_tf_version_tuple
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
-import tensorflow as tf
+from tensorpack.tfutils.summary import add_moving_summary
 
+import DCGAN
 from GAN import SeparateGANTrainer
 
 """
@@ -18,7 +20,6 @@ See the docstring in DCGAN.py for usage.
 
 # Don't want to mix two examples together, but want to reuse the code.
 # So here just import stuff from DCGAN.
-import DCGAN
 
 
 class Model(DCGAN.Model):

examples/GAN/InfoGAN-mnist.py

@@ -3,19 +3,19 @@
 # File: InfoGAN-mnist.py
 # Author: Yuxin Wu
 
-import cv2
+import argparse
 import numpy as np
-import tensorflow as tf
 import os
-import argparse
-
+import cv2
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.utils import viz
-from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope, under_name_scope
-from tensorpack.tfutils import optimizer, summary, gradproc
 from tensorpack.dataflow import dataset
-from GAN import GANTrainer, GANModelDesc
+from tensorpack.tfutils import gradproc, optimizer, summary
+from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope, under_name_scope
+from tensorpack.utils import viz
+
+from GAN import GANModelDesc, GANTrainer
 
 """
 To train:

examples/GAN/WGAN.py

@@ -3,9 +3,12 @@
 # File: WGAN.py
 # Author: Yuxin Wu
 
+import tensorflow as tf
+
 from tensorpack import *
 from tensorpack.tfutils.summary import add_moving_summary
-import tensorflow as tf
+
+import DCGAN
 from GAN import SeparateGANTrainer
 
 """
@@ -15,7 +18,6 @@ See the docstring in DCGAN.py for usage.
 
 # Don't want to mix two examples together, but want to reuse the code.
 # So here just import stuff from DCGAN
-import DCGAN
 
 
 class Model(DCGAN.Model):

examples/HED/hed.py

@@ -3,19 +3,18 @@
 # File: hed.py
 # Author: Yuxin Wu
 
+import argparse
+import numpy as np
+import os
 import cv2
 import tensorflow as tf
-import numpy as np
-import argparse
 from six.moves import zip
-import os
-
 
 from tensorpack import *
 from tensorpack.dataflow import dataset
-from tensorpack.utils.gpu import get_num_gpu
-from tensorpack.tfutils import optimizer, gradproc
+from tensorpack.tfutils import gradproc, optimizer
 from tensorpack.tfutils.summary import add_moving_summary, add_param_summary
+from tensorpack.utils.gpu import get_num_gpu
 
 
 def class_balanced_sigmoid_cross_entropy(logits, label, name='cross_entropy_loss'):

examples/ImageNetModels/alexnet.py

@@ -3,10 +3,9 @@
 # File: alexnet.py
 
 import argparse
+import numpy as np
 import os
 import cv2
-import numpy as np
-
 import tensorflow as tf
 
 from tensorpack import *

examples/ImageNetModels/imagenet_utils.py

@@ -2,24 +2,22 @@
 # File: imagenet_utils.py
 
 
-import cv2
-import os
-import numpy as np
-import tqdm
 import multiprocessing
-import tensorflow as tf
+import numpy as np
+import os
 from abc import abstractmethod
+import cv2
+import tensorflow as tf
+import tqdm
 
 from tensorpack import ModelDesc
+from tensorpack.dataflow import AugmentImageComponent, BatchData, MultiThreadMapData, PrefetchDataZMQ, dataset, imgaug
 from tensorpack.input_source import QueueInput, StagingInput
-from tensorpack.dataflow import (
-    imgaug, dataset, AugmentImageComponent, PrefetchDataZMQ,
-    BatchData, MultiThreadMapData)
-from tensorpack.predict import PredictConfig, FeedfreePredictor
-from tensorpack.utils.stats import RatioCounter
 from tensorpack.models import regularize_cost
+from tensorpack.predict import FeedfreePredictor, PredictConfig
 from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils import logger
+from tensorpack.utils.stats import RatioCounter
 
 
 """

examples/ImageNetModels/inception-bn.py

@@ -7,10 +7,9 @@ import argparse
 import os
 import tensorflow as tf
 
-
 from tensorpack import *
-from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.dataflow import dataset
+from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils.gpu import get_num_gpu
 
 from imagenet_utils import fbresnet_augmentor, get_imagenet_dataflow

examples/ImageNetModels/shufflenet.py

@@ -3,24 +3,20 @@
 # File: shufflenet.py
 
 import argparse
-import numpy as np
 import math
+import numpy as np
 import os
 import cv2
-
 import tensorflow as tf
 
-
 from tensorpack import *
 from tensorpack.dataflow import imgaug
 from tensorpack.tfutils import argscope, get_model_loader, model_utils
 from tensorpack.tfutils.scope_utils import under_name_scope
-from tensorpack.utils.gpu import get_num_gpu
 from tensorpack.utils import logger
+from tensorpack.utils.gpu import get_num_gpu
 
-from imagenet_utils import (
-    get_imagenet_dataflow,
-    ImageNetModel, GoogleNetResize, eval_on_ILSVRC12)
+from imagenet_utils import GoogleNetResize, ImageNetModel, eval_on_ILSVRC12, get_imagenet_dataflow
 
 
 @layer_register(log_shape=True)

examples/ImageNetModels/vgg16.py

@@ -4,7 +4,6 @@
 
 import argparse
 import os
-
 import tensorflow as tf
 
 from tensorpack import *
@@ -12,8 +11,7 @@ from tensorpack.tfutils import argscope
 from tensorpack.tfutils.summary import *
 from tensorpack.utils.gpu import get_num_gpu
 
-from imagenet_utils import (
-    ImageNetModel, get_imagenet_dataflow, fbresnet_augmentor)
+from imagenet_utils import ImageNetModel, fbresnet_augmentor, get_imagenet_dataflow
 
 
 def GroupNorm(x, group, gamma_initializer=tf.constant_initializer(1.)):

examples/OpticalFlow/flownet2.py

@@ -2,16 +2,16 @@
 # -*- coding: utf-8 -*-
 # Author: Patrick Wieschollek <mail@patwie.com>
 
+import argparse
+import glob
 import os
 import cv2
-import glob
-from helper import Flow
-import argparse
 
 from tensorpack import *
 from tensorpack.utils import viz
 
 import flownet_models as models
+from helper import Flow
 
 
 def apply(model, model_path, left, right, ground_truth=None):

examples/OpticalFlow/flownet_models.py

@@ -4,6 +4,7 @@
 
 
 import tensorflow as tf
+
 from tensorpack import ModelDesc, argscope, enable_argscope_for_module
 
 enable_argscope_for_module(tf.layers)

examples/PennTreebank/PTB-LSTM.py

@@ -3,21 +3,20 @@
 # File: PTB-LSTM.py
 # Author: Yuxin Wu
 
+import argparse
 import numpy as np
 import os
-import argparse
-
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils import optimizer, summary, gradproc
+from tensorpack.tfutils import gradproc, optimizer, summary
 from tensorpack.utils import logger
-from tensorpack.utils.fs import download, get_dataset_path
 from tensorpack.utils.argtools import memoized_ignoreargs
+from tensorpack.utils.fs import download, get_dataset_path
 
 import reader as tfreader
 from reader import ptb_producer
 
-import tensorflow as tf
 rnn = tf.contrib.rnn
 
 SEQ_LEN = 35

examples/PennTreebank/reader.py

@@ -16,13 +16,9 @@
 
 
 """Utilities for parsing PTB text files."""
-from __future__ import absolute_import
-from __future__ import division
-from __future__ import print_function
-
+from __future__ import absolute_import, division, print_function
 import collections
 import os
-
 import tensorflow as tf
 
 

examples/ResNet/cifar10-preact18-mixup.py

@@ -3,14 +3,14 @@
 # File: cifar10-preact18-mixup.py
 # Author: Tao Hu <taohu620@gmail.com>,  Yauheni Selivonchyk <y.selivonchyk@gmail.com>
 
-import numpy as np
 import argparse
+import numpy as np
 import os
 import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils.summary import *
 from tensorpack.dataflow import dataset
+from tensorpack.tfutils.summary import *
 
 BATCH_SIZE = 128
 CLASS_NUM = 10

examples/ResNet/cifar10-resnet.py

@@ -5,14 +5,12 @@
 
 import argparse
 import os
-
+import tensorflow as tf
 
 from tensorpack import *
+from tensorpack.dataflow import dataset
 from tensorpack.tfutils.summary import add_moving_summary, add_param_summary
 from tensorpack.utils.gpu import get_num_gpu
-from tensorpack.dataflow import dataset
-
-import tensorflow as tf
 
 """
 CIFAR10 ResNet example. See:

examples/ResNet/imagenet-resnet.py

@@ -5,22 +5,18 @@
 import argparse
 import os
 
-from tensorpack import logger, QueueInput, TFDatasetInput
-from tensorpack.models import *
+from tensorpack import QueueInput, TFDatasetInput, logger
 from tensorpack.callbacks import *
-from tensorpack.train import (
-    TrainConfig, SyncMultiGPUTrainerReplicated, launch_train_with_config)
 from tensorpack.dataflow import FakeData
+from tensorpack.models import *
 from tensorpack.tfutils import argscope, get_model_loader
+from tensorpack.train import SyncMultiGPUTrainerReplicated, TrainConfig, launch_train_with_config
 from tensorpack.utils.gpu import get_num_gpu
 
-from imagenet_utils import (
-    get_imagenet_dataflow, get_imagenet_tfdata,
-    ImageNetModel, eval_on_ILSVRC12)
+from imagenet_utils import ImageNetModel, eval_on_ILSVRC12, get_imagenet_dataflow, get_imagenet_tfdata
 from resnet_model import (
-    preresnet_group, preresnet_basicblock, preresnet_bottleneck,
-    resnet_group, resnet_basicblock, resnet_bottleneck, se_resnet_bottleneck,
-    resnet_backbone)
+    preresnet_basicblock, preresnet_bottleneck, preresnet_group, resnet_backbone, resnet_basicblock, resnet_bottleneck,
+    resnet_group, se_resnet_bottleneck)
 
 
 class Model(ImageNetModel):

examples/ResNet/load-resnet.py

@@ -4,20 +4,20 @@
 # Author: Eric Yujia Huang <yujiah1@andrew.cmu.edu>
 #         Yuxin Wu
 
-import cv2
-import functools
-import tensorflow as tf
 import argparse
-import re
+import functools
 import numpy as np
+import re
+import cv2
 import six
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.utils import logger
 from tensorpack.dataflow.dataset import ILSVRCMeta
+from tensorpack.utils import logger
 
-from imagenet_utils import eval_on_ILSVRC12, get_imagenet_dataflow, ImageNetModel
-from resnet_model import resnet_group, resnet_bottleneck
+from imagenet_utils import ImageNetModel, eval_on_ILSVRC12, get_imagenet_dataflow
+from resnet_model import resnet_bottleneck, resnet_group
 
 DEPTH = None
 CFG = {

examples/ResNet/resnet_model.py

@@ -3,9 +3,8 @@
 
 import tensorflow as tf
 
+from tensorpack.models import BatchNorm, BNReLU, Conv2D, FullyConnected, GlobalAvgPooling, MaxPooling
 from tensorpack.tfutils.argscope import argscope, get_arg_scope
-from tensorpack.models import (
-    Conv2D, MaxPooling, GlobalAvgPooling, BatchNorm, BNReLU, FullyConnected)
 
 
 def resnet_shortcut(l, n_out, stride, activation=tf.identity):

examples/Saliency/CAM-resnet.py

@@ -2,28 +2,24 @@
 # -*- coding: utf-8 -*-
 # File: CAM-resnet.py
 
-import cv2
-import sys
 import argparse
+import multiprocessing
 import numpy as np
 import os
-import multiprocessing
-
-
+import sys
+import cv2
 import tensorflow as tf
+
 from tensorpack import *
 from tensorpack.dataflow import dataset
-from tensorpack.tfutils import optimizer, gradproc
-from tensorpack.tfutils.symbolic_functions import *
+from tensorpack.tfutils import gradproc, optimizer
 from tensorpack.tfutils.summary import *
-from tensorpack.utils.gpu import get_num_gpu
+from tensorpack.tfutils.symbolic_functions import *
 from tensorpack.utils import viz
+from tensorpack.utils.gpu import get_num_gpu
 
-from imagenet_utils import (
-    fbresnet_augmentor, ImageNetModel)
-from resnet_model import (
-    preresnet_basicblock, preresnet_group)
-
+from imagenet_utils import ImageNetModel, fbresnet_augmentor
+from resnet_model import preresnet_basicblock, preresnet_group
 
 TOTAL_BATCH_SIZE = 256
 DEPTH = None

examples/Saliency/saliency-maps.py

 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
-import cv2
+import numpy as np
 import sys
-
 from contextlib import contextmanager
-import numpy as np
+import cv2
 import tensorflow as tf
 import tensorflow.contrib.slim as slim
 from tensorflow.contrib.slim.nets import resnet_v1

examples/SimilarityLearning/embedding_data.py

@@ -3,7 +3,8 @@
 # Author: tensorpack contributors
 
 import numpy as np
-from tensorpack.dataflow import dataset, BatchData
+
+from tensorpack.dataflow import BatchData, dataset
 
 
 def get_test_data(batch=128):

examples/SimilarityLearning/mnist-embeddings.py

@@ -2,17 +2,16 @@
 # -*- coding: utf-8 -*-
 # File: mnist-embeddings.py
 
-import numpy as np
 import argparse
+import numpy as np
 import tensorflow as tf
 import tensorflow.contrib.slim as slim
 
-
 from tensorpack import *
 from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils.gpu import change_gpu
 
-from embedding_data import get_test_data, MnistPairs, MnistTriplets
+from embedding_data import MnistPairs, MnistTriplets, get_test_data
 
 MATPLOTLIB_AVAIBLABLE = False
 try:

examples/SpatialTransformer/mnist-addition.py

@@ -3,16 +3,15 @@
 # File: mnist-addition.py
 # Author: Yuxin Wu
 
-import cv2
+import argparse
 import numpy as np
-import tensorflow as tf
 import os
-import argparse
-
+import cv2
+import tensorflow as tf
 
 from tensorpack import *
 from tensorpack.dataflow import dataset
-from tensorpack.tfutils import optimizer, summary, gradproc
+from tensorpack.tfutils import gradproc, optimizer, summary
 
 IMAGE_SIZE = 42
 WARP_TARGET_SIZE = 28

examples/SuperResolution/data_sampler.py

-import cv2
-import os
 import argparse
 import numpy as np
+import os
 import zipfile
-from tensorpack import RNGDataFlow, MapDataComponent, LMDBSerializer
+import cv2
+
+from tensorpack import LMDBSerializer, MapDataComponent, RNGDataFlow
 
 
 class ImageDataFromZIPFile(RNGDataFlow):

examples/SuperResolution/enet-pat.py

@@ -2,11 +2,11 @@
 # -*- coding: utf-8 -*-
 # Author: Patrick Wieschollek <mail@patwie.com>
 
-import os
 import argparse
+import numpy as np
+import os
 import cv2
 import six
-import numpy as np
 import tensorflow as tf
 
 from tensorpack import *
@@ -14,10 +14,10 @@ from tensorpack.tfutils.scope_utils import auto_reuse_variable_scope
 from tensorpack.tfutils.summary import add_moving_summary
 from tensorpack.utils import logger
 from tensorpack.utils.gpu import get_num_gpu
-from data_sampler import (
-    ImageDecode, ImageDataFromZIPFile,
-    RejectTooSmallImages, CenterSquareResize)
-from GAN import SeparateGANTrainer, GANModelDesc
+
+from data_sampler import CenterSquareResize, ImageDataFromZIPFile, ImageDecode, RejectTooSmallImages
+from GAN import GANModelDesc, SeparateGANTrainer
+
 Reduction = tf.losses.Reduction
 
 BATCH_SIZE = 16

examples/basics/cifar-convnet.py

@@ -2,15 +2,16 @@
 # -*- coding: utf-8 -*-
 # File: cifar-convnet.py
 # Author: Yuxin Wu
-import tensorflow as tf
 import argparse
 import os
+import tensorflow as tf
 
 from tensorpack import *
-from tensorpack.tfutils.summary import *
 from tensorpack.dataflow import dataset
+from tensorpack.tfutils.summary import *
 from tensorpack.utils.gpu import get_num_gpu
 
+
 """
 A small convnet model for Cifar10 or Cifar100 dataset.
 

examples/basics/export-model.py

@@ -4,6 +4,7 @@
 import argparse
 import cv2
 import tensorflow as tf
+
 from tensorpack import *
 from tensorpack.tfutils.export import ModelExporter
 

examples/basics/mnist-convnet.py

@@ -3,17 +3,16 @@
 # File: mnist-convnet.py
 
 import tensorflow as tf
+
+from tensorpack import *
+from tensorpack.dataflow import dataset
+from tensorpack.tfutils import summary
+
 """
 MNIST ConvNet example.
 about 0.6% validation error after 30 epochs.
 """
 
-
-# Just import everything into current namespace
-from tensorpack import *
-from tensorpack.tfutils import summary
-from tensorpack.dataflow import dataset
-
 IMAGE_SIZE = 28
 
 

examples/basics/mnist-tflayers.py

@@ -3,6 +3,11 @@
 # File: mnist-tflayers.py
 
 import tensorflow as tf
+
+from tensorpack import *
+from tensorpack.dataflow import dataset
+from tensorpack.tfutils import get_current_tower_context, summary
+
 """
 MNIST ConvNet example using tf.layers
 Mostly the same as 'mnist-convnet.py',
@@ -11,12 +16,6 @@ the only differences are:
     2. use tf.layers variable names to summarize weights
 """
 
-
-# Just import everything into current namespace
-from tensorpack import *
-from tensorpack.tfutils import summary, get_current_tower_context
-from tensorpack.dataflow import dataset
-
 IMAGE_SIZE = 28
 # Monkey-patch tf.layers to support argscope.
 enable_argscope_for_module(tf.layers)

examples/basics/mnist-tfslim.py

@@ -11,11 +11,12 @@ the only differences are:
 """
 
 
-from tensorpack import *
-from tensorpack.dataflow import dataset
 import tensorflow as tf
 import tensorflow.contrib.slim as slim
 
+from tensorpack import *
+from tensorpack.dataflow import dataset
+
 IMAGE_SIZE = 28
 
 

examples/basics/mnist-visualizations.py

@@ -7,6 +7,7 @@ The same MNIST ConvNet example, but with weights/activations visualization.
 """
 
 import tensorflow as tf
+
 from tensorpack import *
 from tensorpack.dataflow import dataset
 

examples/basics/svhn-digit-convnet.py

@@ -5,12 +5,12 @@
 
 import argparse
 import os
-
+import tensorflow as tf
 
 from tensorpack import *
 from tensorpack.dataflow import dataset
 from tensorpack.tfutils.summary import *
-import tensorflow as tf
+
 
 """
 A very small SVHN convnet model (only 0.8m parameters).

examples/boilerplate.py

 # -*- coding: utf-8 -*-
 # Author: Your Name <your@email.com>
 
-import os
 import argparse
+import os
 import tensorflow as tf
 
 from tensorpack import *

examples/keras/imagenet-resnet-keras.py

@@ -3,22 +3,21 @@
 # File: imagenet-resnet-keras.py
 # Author: Yuxin Wu
 
+import argparse
 import numpy as np
 import os
 import tensorflow as tf
-import argparse
+from tensorflow.python.keras.layers import *
 
 from tensorpack import InputDesc, SyncMultiGPUTrainerReplicated
+from tensorpack.callbacks import *
+from tensorpack.contrib.keras import KerasModel
 from tensorpack.dataflow import FakeData, MapDataComponent
+from tensorpack.tfutils.common import get_tf_version_tuple
 from tensorpack.utils import logger
 from tensorpack.utils.gpu import get_num_gpu
-from tensorpack.contrib.keras import KerasModel
-from tensorpack.callbacks import *
-from tensorflow.python.keras.layers import *
-
-from tensorpack.tfutils.common import get_tf_version_tuple
-from imagenet_utils import get_imagenet_dataflow, fbresnet_augmentor
 
+from imagenet_utils import fbresnet_augmentor, get_imagenet_dataflow
 
 TOTAL_BATCH_SIZE = 512
 BASE_LR = 0.1 * (TOTAL_BATCH_SIZE // 256)

examples/keras/mnist-keras-v2.py

@@ -5,17 +5,15 @@
 
 import numpy as np
 import tensorflow as tf
-
 from tensorflow import keras
-KL = keras.layers
-
 
 from tensorpack import InputDesc, QueueInput
-from tensorpack.dataflow import dataset, BatchData, MapData
-from tensorpack.utils import logger
-from tensorpack.contrib.keras import KerasModel
 from tensorpack.callbacks import ModelSaver
+from tensorpack.contrib.keras import KerasModel
+from tensorpack.dataflow import BatchData, MapData, dataset
+from tensorpack.utils import logger
 
+KL = keras.layers
 IMAGE_SIZE = 28
 
 

examples/keras/mnist-keras.py

@@ -5,6 +5,12 @@
 
 import tensorflow as tf
 from tensorflow import keras
+
+from tensorpack import *
+from tensorpack.contrib.keras import KerasPhaseCallback
+from tensorpack.dataflow import dataset
+from tensorpack.utils.argtools import memoized
+
 KL = keras.layers
 
 """
@@ -14,12 +20,6 @@ This way you can define models in Keras-style, and benefit from the more efficei
 Note: this example does not work for replicated-style data-parallel trainers.
 """
 
-
-from tensorpack import *
-from tensorpack.dataflow import dataset
-from tensorpack.utils.argtools import memoized
-from tensorpack.contrib.keras import KerasPhaseCallback
-
 IMAGE_SIZE = 28
 
 

scripts/checkpoint-manipulate.py

@@ -3,11 +3,11 @@
 # File: checkpoint-manipulate.py
 
 
+import argparse
 import numpy as np
+
 from tensorpack.tfutils.varmanip import load_chkpt_vars
 from tensorpack.utils import logger
-import argparse
-
 
 if __name__ == '__main__':
     parser = argparse.ArgumentParser()

scripts/checkpoint-prof.py

@@ -2,12 +2,13 @@
 # -*- coding: utf-8 -*-
 # File: checkpoint-prof.py
 
-import tensorflow as tf
+import argparse
 import numpy as np
+import tensorflow as tf
+
 from tensorpack import get_default_sess_config, get_op_tensor_name
-from tensorpack.utils import logger
 from tensorpack.tfutils.sessinit import get_model_loader
-import argparse
+from tensorpack.utils import logger
 
 if __name__ == '__main__':
     parser = argparse.ArgumentParser()

scripts/dump-model-params.py

@@ -2,10 +2,10 @@
 # -*- coding: utf-8 -*-
 # File: dump-model-params.py
 
-import numpy as np
-import six
 import argparse
+import numpy as np
 import os
+import six
 import tensorflow as tf
 
 from tensorpack.tfutils import varmanip

scripts/ls-checkpoint.py

@@ -2,11 +2,11 @@
 # -*- coding: utf-8 -*-
 # File: ls-checkpoint.py
 
-import tensorflow as tf
 import numpy as np
-import six
-import sys
 import pprint
+import sys
+import six
+import tensorflow as tf
 
 from tensorpack.tfutils.varmanip import get_checkpoint_path
 

setup.py

+import platform
+from os import path
 import setuptools
 from setuptools import setup
-from os import path
-import platform
 
 version = int(setuptools.__version__.split('.')[0])
 assert version > 30, "Tensorpack installation requires setuptools > 30"
@@ -24,7 +24,7 @@ def add_git_version():
         from subprocess import check_output
         try:
             return check_output("git describe --tags --long --dirty".split()).decode('utf-8').strip()
-        except:
+        except Exception:
             return __version__  # noqa
 
     newlibinfo_content = [l for l in libinfo_content if not l.startswith('__git_version__')]

tensorpack/callbacks/base.py

@@ -2,9 +2,10 @@
 # File: base.py
 
 
-import tensorflow as tf
 from abc import ABCMeta
 import six
+import tensorflow as tf
+
 from ..tfutils.common import get_op_or_tensor_by_name
 
 __all__ = ['Callback', 'ProxyCallback', 'CallbackFactory']

tensorpack/callbacks/concurrency.py

@@ -3,9 +3,10 @@
 
 
 import multiprocessing as mp
-from .base import Callback
-from ..utils.concurrency import start_proc_mask_signal, StoppableThread
+
 from ..utils import logger
+from ..utils.concurrency import StoppableThread, start_proc_mask_signal
+from .base import Callback
 
 __all__ = ['StartProcOrThread']
 

tensorpack/callbacks/graph.py

@@ -4,14 +4,14 @@
 
 """ Graph related callbacks"""
 
-import tensorflow as tf
-import os
 import numpy as np
+import os
+import tensorflow as tf
 from six.moves import zip
 
+from ..tfutils.common import get_op_tensor_name
 from ..utils import logger
 from .base import Callback
-from ..tfutils.common import get_op_tensor_name
 
 __all__ = ['RunOp', 'RunUpdateOps', 'ProcessTensors', 'DumpTensors',
            'DumpTensor', 'DumpTensorAsImage', 'DumpParamAsImage']

tensorpack/callbacks/group.py

@@ -2,16 +2,16 @@
 # File: group.py
 
 
-import tensorflow as tf
+import traceback
 from contextlib import contextmanager
 from time import time as timer
-import traceback
 import six
+import tensorflow as tf
 
-from .base import Callback
-from .hooks import CallbackToHook
 from ..utils import logger
 from ..utils.utils import humanize_time_delta
+from .base import Callback
+from .hooks import CallbackToHook
 
 if six.PY3:
     from time import perf_counter as timer  # noqa

tensorpack/callbacks/hooks.py

@@ -5,6 +5,7 @@
 """ Compatible layers between tf.train.SessionRunHook and Callback"""
 
 import tensorflow as tf
+
 from .base import Callback
 
 __all__ = ['CallbackToHook', 'HookToCallback']

tensorpack/callbacks/inference.py

@@ -7,10 +7,10 @@ from abc import ABCMeta
 import six
 from six.moves import zip
 
-from .base import Callback
-from ..utils import logger
-from ..utils.stats import RatioCounter, BinaryStatistics
 from ..tfutils.common import get_op_tensor_name
+from ..utils import logger
+from ..utils.stats import BinaryStatistics, RatioCounter
+from .base import Callback
 
 __all__ = ['ScalarStats', 'Inferencer',
            'ClassificationError', 'BinaryClassificationStats']

tensorpack/callbacks/inference_runner.py

@@ -2,24 +2,19 @@
 # File: inference_runner.py
 
 
-import sys
-import tensorflow as tf
-from tensorflow.python.training.monitored_session \
-    import _HookedSession as HookedSession
-
 import itertools
+import sys
 from contextlib import contextmanager
+import tensorflow as tf
 import tqdm
 from six.moves import range
+from tensorflow.python.training.monitored_session import _HookedSession as HookedSession
 
-from ..utils import logger
-from ..utils.utils import get_tqdm_kwargs
 from ..dataflow.base import DataFlow
+from ..input_source import FeedInput, InputSource, QueueInput, StagingInput
 from ..tfutils.tower import PredictTowerContext
-
-from ..input_source import (
-    InputSource, FeedInput, QueueInput, StagingInput)
-
+from ..utils import logger
+from ..utils.utils import get_tqdm_kwargs
 from .base import Callback
 from .group import Callbacks
 from .inference import Inferencer

tensorpack/callbacks/misc.py

@@ -2,14 +2,14 @@
 # File: misc.py
 
 
+import numpy as np
 import os
 import time
 from collections import deque
-import numpy as np
 
-from .base import Callback
-from ..utils.utils import humanize_time_delta
 from ..utils import logger
+from ..utils.utils import humanize_time_delta
+from .base import Callback
 
 __all__ = ['SendStat', 'InjectShell', 'EstimatedTimeLeft']
 

tensorpack/callbacks/monitor.py

@@ -2,20 +2,20 @@
 # File: monitor.py
 
 
-import os
+import json
 import numpy as np
+import operator
+import os
+import re
 import shutil
 import time
-from datetime import datetime
-import operator
 from collections import defaultdict
+from datetime import datetime
 import six
-import json
-import re
-
 import tensorflow as tf
+
+from ..tfutils.summary import create_image_summary, create_scalar_summary
 from ..utils import logger
-from ..tfutils.summary import create_scalar_summary, create_image_summary
 from ..utils.develop import HIDE_DOC
 from .base import Callback
 

tensorpack/callbacks/param.py

@@ -2,16 +2,16 @@
 # File: param.py
 
 
-import tensorflow as tf
-from collections import deque
-from abc import abstractmethod, ABCMeta
 import operator
-import six
 import os
+from abc import ABCMeta, abstractmethod
+from collections import deque
+import six
+import tensorflow as tf
 
-from .base import Callback
-from ..utils import logger
 from ..tfutils.common import get_op_tensor_name
+from ..utils import logger
+from .base import Callback
 
 __all__ = ['HyperParam', 'GraphVarParam', 'ObjAttrParam',
            'HyperParamSetter', 'HumanHyperParamSetter',

tensorpack/callbacks/prof.py

@@ -2,20 +2,20 @@
 # File: prof.py
 
 
-import os
-import numpy as np
 import multiprocessing as mp
+import numpy as np
+import os
 import time
-from six.moves import map
 import tensorflow as tf
+from six.moves import map
 from tensorflow.python.client import timeline
 
-from .base import Callback
+from ..tfutils.common import gpu_available_in_session
 from ..utils import logger
 from ..utils.concurrency import ensure_proc_terminate, start_proc_mask_signal
 from ..utils.gpu import get_num_gpu
 from ..utils.nvml import NVMLContext
-from ..tfutils.common import gpu_available_in_session
+from .base import Callback
 
 __all__ = ['GPUUtilizationTracker', 'GraphProfiler', 'PeakMemoryTracker']
 

tensorpack/callbacks/saver.py

@@ -2,12 +2,12 @@
 # File: saver.py
 
 
-import tensorflow as tf
-from datetime import datetime
 import os
+from datetime import datetime
+import tensorflow as tf
 
-from .base import Callback
 from ..utils import logger
+from .base import Callback
 
 __all__ = ['ModelSaver', 'MinSaver', 'MaxSaver']
 

tensorpack/callbacks/stats.py

 # -*- coding: utf-8 -*-
 # File: stats.py
 
+from .graph import DumpParamAsImage  # noqa
 # for compatibility only
 from .misc import InjectShell, SendStat  # noqa
-from .graph import DumpParamAsImage     # noqa
 
 __all__ = []

tensorpack/callbacks/steps.py

@@ -4,14 +4,13 @@
 """ Some common step callbacks. """
 
 import tensorflow as tf
-from six.moves import zip
 import tqdm
+from six.moves import zip
 
+from ..tfutils.common import get_global_step_var, get_op_tensor_name
 from ..utils import logger
-from ..utils.utils import get_tqdm_kwargs
 from ..utils.naming import GLOBAL_STEP_INCR_OP_NAME
-from ..tfutils.common import (
-    get_op_tensor_name, get_global_step_var)
+from ..utils.utils import get_tqdm_kwargs
 from .base import Callback
 
 __all__ = ['TensorPrinter', 'ProgressBar', 'SessionRunTimeout']