Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
S
seminar-breakout
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Shashank Suhas
seminar-breakout
Commits
a4ae0f2d
Commit
a4ae0f2d
authored
Aug 08, 2017
by
Yuxin Wu
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
hide gpu.* from automatic import
parent
ab0048cc
Changes
16
Hide whitespace changes
Inline
Side-by-side
Showing
16 changed files
with
45 additions
and
11 deletions
+45
-11
examples/A3C-Gym/train-atari.py
examples/A3C-Gym/train-atari.py
+2
-0
examples/DoReFa-Net/alexnet-dorefa.py
examples/DoReFa-Net/alexnet-dorefa.py
+2
-0
examples/DoReFa-Net/svhn-digit-dorefa.py
examples/DoReFa-Net/svhn-digit-dorefa.py
+0
-1
examples/DynamicFilterNetwork/steering-filter.py
examples/DynamicFilterNetwork/steering-filter.py
+1
-0
examples/GAN/BEGAN.py
examples/GAN/BEGAN.py
+1
-0
examples/HED/hed.py
examples/HED/hed.py
+1
-0
examples/ResNet/cifar10-resnet.py
examples/ResNet/cifar10-resnet.py
+1
-0
examples/ResNet/imagenet-resnet-se.py
examples/ResNet/imagenet-resnet-se.py
+1
-0
examples/ResNet/imagenet-resnet.py
examples/ResNet/imagenet-resnet.py
+1
-0
examples/ResNet/svhn-resnet.py
examples/ResNet/svhn-resnet.py
+1
-0
examples/Saliency/CAM-resnet.py
examples/Saliency/CAM-resnet.py
+1
-0
examples/SimilarityLearning/mnist-embeddings.py
examples/SimilarityLearning/mnist-embeddings.py
+7
-4
examples/boilerplate.py
examples/boilerplate.py
+3
-1
examples/cifar-convnet.py
examples/cifar-convnet.py
+1
-2
examples/mnist-keras.py
examples/mnist-keras.py
+1
-1
tensorpack/utils/__init__.py
tensorpack/utils/__init__.py
+21
-2
No files found.
examples/A3C-Gym/train-atari.py
View file @
a4ae0f2d
...
@@ -24,6 +24,8 @@ from tensorpack.utils.serialize import *
...
@@ -24,6 +24,8 @@ from tensorpack.utils.serialize import *
from
tensorpack.utils.stats
import
*
from
tensorpack.utils.stats
import
*
from
tensorpack.tfutils
import
symbolic_functions
as
symbf
from
tensorpack.tfutils
import
symbolic_functions
as
symbf
from
tensorpack.tfutils.gradproc
import
MapGradient
,
SummaryGradient
from
tensorpack.tfutils.gradproc
import
MapGradient
,
SummaryGradient
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.RL
import
*
from
tensorpack.RL
import
*
from
simulator
import
*
from
simulator
import
*
...
...
examples/DoReFa-Net/alexnet-dorefa.py
View file @
a4ae0f2d
...
@@ -16,6 +16,8 @@ from tensorpack.tfutils.symbolic_functions import *
...
@@ -16,6 +16,8 @@ from tensorpack.tfutils.symbolic_functions import *
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.varreplace
import
remap_variables
from
tensorpack.tfutils.varreplace
import
remap_variables
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.utils.gpu
import
get_nr_gpu
from
dorefa
import
get_dorefa
from
dorefa
import
get_dorefa
"""
"""
...
...
examples/DoReFa-Net/svhn-digit-dorefa.py
View file @
a4ae0f2d
...
@@ -191,5 +191,4 @@ if __name__ == '__main__':
...
@@ -191,5 +191,4 @@ if __name__ == '__main__':
config
=
get_config
()
config
=
get_config
()
if
args
.
load
:
if
args
.
load
:
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
nr_tower
=
max
(
get_nr_gpu
(),
1
)
QueueInputTrainer
(
config
)
.
train
()
QueueInputTrainer
(
config
)
.
train
()
examples/DynamicFilterNetwork/steering-filter.py
View file @
a4ae0f2d
...
@@ -12,6 +12,7 @@ import multiprocessing
...
@@ -12,6 +12,7 @@ import multiprocessing
from
tensorpack
import
*
from
tensorpack
import
*
from
tensorpack.utils
import
logger
from
tensorpack.utils
import
logger
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.utils.viz
import
*
from
tensorpack.utils.viz
import
*
from
tensorpack.utils.argtools
import
shape2d
,
shape4d
from
tensorpack.utils.argtools
import
shape2d
,
shape4d
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
...
...
examples/GAN/BEGAN.py
View file @
a4ae0f2d
...
@@ -8,6 +8,7 @@ import argparse
...
@@ -8,6 +8,7 @@ import argparse
from
tensorpack
import
*
from
tensorpack
import
*
from
tensorpack.tfutils.summary
import
add_moving_summary
from
tensorpack.tfutils.summary
import
add_moving_summary
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.utils.globvars
import
globalns
as
G
from
tensorpack.utils.globvars
import
globalns
as
G
from
tensorpack.tfutils.scope_utils
import
auto_reuse_variable_scope
from
tensorpack.tfutils.scope_utils
import
auto_reuse_variable_scope
import
tensorflow
as
tf
import
tensorflow
as
tf
...
...
examples/HED/hed.py
View file @
a4ae0f2d
...
@@ -14,6 +14,7 @@ import sys
...
@@ -14,6 +14,7 @@ import sys
from
tensorpack
import
*
from
tensorpack
import
*
import
tensorpack.tfutils.symbolic_functions
as
symbf
import
tensorpack.tfutils.symbolic_functions
as
symbf
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.tfutils
import
optimizer
from
tensorpack.tfutils
import
optimizer
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
...
...
examples/ResNet/cifar10-resnet.py
View file @
a4ae0f2d
...
@@ -10,6 +10,7 @@ import os
...
@@ -10,6 +10,7 @@ import os
from
tensorpack
import
*
from
tensorpack
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
import
tensorflow
as
tf
import
tensorflow
as
tf
...
...
examples/ResNet/imagenet-resnet-se.py
View file @
a4ae0f2d
...
@@ -14,6 +14,7 @@ from tensorpack import *
...
@@ -14,6 +14,7 @@ from tensorpack import *
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.utils.gpu
import
get_nr_gpu
from
imagenet_resnet_utils
import
(
from
imagenet_resnet_utils
import
(
fbresnet_augmentor
,
apply_preactivation
,
resnet_shortcut
,
resnet_backbone
,
fbresnet_augmentor
,
apply_preactivation
,
resnet_shortcut
,
resnet_backbone
,
...
...
examples/ResNet/imagenet-resnet.py
View file @
a4ae0f2d
...
@@ -14,6 +14,7 @@ from tensorpack import *
...
@@ -14,6 +14,7 @@ from tensorpack import *
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.utils.gpu
import
get_nr_gpu
from
imagenet_resnet_utils
import
(
from
imagenet_resnet_utils
import
(
fbresnet_augmentor
,
resnet_basicblock
,
resnet_bottleneck
,
resnet_backbone
,
fbresnet_augmentor
,
resnet_basicblock
,
resnet_bottleneck
,
resnet_backbone
,
...
...
examples/ResNet/svhn-resnet.py
View file @
a4ae0f2d
...
@@ -11,6 +11,7 @@ from tensorpack import *
...
@@ -11,6 +11,7 @@ from tensorpack import *
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.utils.gpu
import
get_nr_gpu
import
tensorflow
as
tf
import
tensorflow
as
tf
"""
"""
...
...
examples/Saliency/CAM-resnet.py
View file @
a4ae0f2d
...
@@ -16,6 +16,7 @@ from tensorpack.dataflow import dataset
...
@@ -16,6 +16,7 @@ from tensorpack.dataflow import dataset
from
tensorpack.tfutils
import
optimizer
from
tensorpack.tfutils
import
optimizer
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.symbolic_functions
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.utils.gpu
import
get_nr_gpu
from
tensorpack.utils
import
viz
from
tensorpack.utils
import
viz
from
imagenet_resnet_utils
import
(
from
imagenet_resnet_utils
import
(
...
...
examples/SimilarityLearning/mnist-embeddings.py
View file @
a4ae0f2d
...
@@ -6,13 +6,16 @@
...
@@ -6,13 +6,16 @@
import
numpy
as
np
import
numpy
as
np
import
os
import
os
from
tensorpack
import
*
import
tensorpack.tfutils.symbolic_functions
as
symbf
from
tensorpack.tfutils.summary
import
add_moving_summary
import
argparse
import
argparse
import
tensorflow
as
tf
import
tensorflow
as
tf
import
tensorflow.contrib.slim
as
slim
import
tensorflow.contrib.slim
as
slim
from
tensorpack
import
*
import
tensorpack.tfutils.symbolic_functions
as
symbf
from
tensorpack.tfutils.summary
import
add_moving_summary
from
tensorpack.utils.gpu
import
change_gpu
from
embedding_data
import
get_test_data
,
MnistPairs
,
MnistTriplets
from
embedding_data
import
get_test_data
,
MnistPairs
,
MnistTriplets
MATPLOTLIB_AVAIBLABLE
=
False
MATPLOTLIB_AVAIBLABLE
=
False
...
@@ -211,7 +214,7 @@ if __name__ == '__main__':
...
@@ -211,7 +214,7 @@ if __name__ == '__main__':
parser
=
argparse
.
ArgumentParser
()
parser
=
argparse
.
ArgumentParser
()
parser
.
add_argument
(
'--gpu'
,
help
=
'comma separated list of GPU(s) to use.'
)
parser
.
add_argument
(
'--gpu'
,
help
=
'comma separated list of GPU(s) to use.'
)
parser
.
add_argument
(
'--load'
,
help
=
'load model'
)
parser
.
add_argument
(
'--load'
,
help
=
'load model'
)
parser
.
add_argument
(
'-a'
,
'--algorithm'
,
help
=
'used algorithm'
,
type
=
str
,
parser
.
add_argument
(
'-a'
,
'--algorithm'
,
help
=
'used algorithm'
,
required
=
True
,
choices
=
[
"siamese"
,
"cosine"
,
"triplet"
,
"softtriplet"
])
choices
=
[
"siamese"
,
"cosine"
,
"triplet"
,
"softtriplet"
])
parser
.
add_argument
(
'--visualize'
,
help
=
'export embeddings into an image'
,
action
=
'store_true'
)
parser
.
add_argument
(
'--visualize'
,
help
=
'export embeddings into an image'
,
action
=
'store_true'
)
args
=
parser
.
parse_args
()
args
=
parser
.
parse_args
()
...
...
examples/boilerplate.py
View file @
a4ae0f2d
...
@@ -5,6 +5,7 @@
...
@@ -5,6 +5,7 @@
import
os
import
os
import
argparse
import
argparse
from
tensorpack
import
*
from
tensorpack
import
*
from
tensorpack.utils.gpu
import
get_nr_gpu
import
tensorflow
as
tf
import
tensorflow
as
tf
"""
"""
...
@@ -71,8 +72,9 @@ if __name__ == '__main__':
...
@@ -71,8 +72,9 @@ if __name__ == '__main__':
os
.
environ
[
'CUDA_VISIBLE_DEVICES'
]
=
args
.
gpu
os
.
environ
[
'CUDA_VISIBLE_DEVICES'
]
=
args
.
gpu
config
=
get_config
()
config
=
get_config
()
config
.
nr_tower
=
get_nr_gpu
()
if
args
.
gpu
:
config
.
nr_tower
=
len
(
args
.
gpu
.
split
(
','
))
if
args
.
load
:
if
args
.
load
:
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
session_init
=
SaverRestore
(
args
.
load
)
...
...
examples/cifar-convnet.py
View file @
a4ae0f2d
...
@@ -11,7 +11,6 @@ import os
...
@@ -11,7 +11,6 @@ import os
import
tensorpack.tfutils.symbolic_functions
as
symbf
import
tensorpack.tfutils.symbolic_functions
as
symbf
from
tensorpack.tfutils.summary
import
*
from
tensorpack.tfutils.summary
import
*
from
tensorpack.dataflow
import
dataset
from
tensorpack.dataflow
import
dataset
from
tensorpack.utils.gpu
import
get_nr_gpu
"""
"""
A small convnet model for Cifar10 or Cifar100 dataset.
A small convnet model for Cifar10 or Cifar100 dataset.
...
@@ -151,7 +150,7 @@ if __name__ == '__main__':
...
@@ -151,7 +150,7 @@ if __name__ == '__main__':
if
args
.
load
:
if
args
.
load
:
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
nr_tower
=
max
(
get_nr_gpu
(
),
1
)
config
.
nr_tower
=
max
(
len
(
args
.
gpu
.
split
(
','
)
),
1
)
if
config
.
nr_tower
<=
1
:
if
config
.
nr_tower
<=
1
:
QueueInputTrainer
(
config
)
.
train
()
QueueInputTrainer
(
config
)
.
train
()
else
:
else
:
...
...
examples/mnist-keras.py
View file @
a4ae0f2d
...
@@ -132,7 +132,7 @@ if __name__ == '__main__':
...
@@ -132,7 +132,7 @@ if __name__ == '__main__':
if
args
.
load
:
if
args
.
load
:
config
.
session_init
=
SaverRestore
(
args
.
load
)
config
.
session_init
=
SaverRestore
(
args
.
load
)
if
args
.
gpu
:
if
args
.
gpu
:
config
.
nr_tower
=
get_nr_gpu
(
)
config
.
nr_tower
=
len
(
args
.
gpu
.
split
(
','
)
)
if
config
.
nr_tower
>
1
:
if
config
.
nr_tower
>
1
:
SyncMultiGPUTrainer
(
config
)
.
train
()
SyncMultiGPUTrainer
(
config
)
.
train
()
else
:
else
:
...
...
tensorpack/utils/__init__.py
View file @
a4ae0f2d
...
@@ -24,9 +24,26 @@ def _global_import(name):
...
@@ -24,9 +24,26 @@ def _global_import(name):
_TO_IMPORT
=
set
([
_TO_IMPORT
=
set
([
'naming'
,
'naming'
,
'utils'
,
'utils'
,
'gpu'
# TODO don't export it
])
])
# this two functions for back-compat only
def
get_nr_gpu
():
from
.gpu
import
get_nr_gpu
logger
.
warn
(
# noqa
"get_nr_gpu will not be automatically imported any more! "
"Please do `from tensorpack.utils.gpu import get_nr_gpu`"
)
return
get_nr_gpu
()
def
change_gpu
(
val
):
from
.gpu
import
change_gpu
as
cg
logger
.
warn
(
# noqa
"change_gpu will not be automatically imported any more! "
"Please do `from tensorpack.utils.gpu import change_gpu`"
)
return
cg
(
val
)
_CURR_DIR
=
os
.
path
.
dirname
(
__file__
)
_CURR_DIR
=
os
.
path
.
dirname
(
__file__
)
for
_
,
module_name
,
_
in
iter_modules
(
for
_
,
module_name
,
_
in
iter_modules
(
[
_CURR_DIR
]):
[
_CURR_DIR
]):
...
@@ -37,4 +54,6 @@ for _, module_name, _ in iter_modules(
...
@@ -37,4 +54,6 @@ for _, module_name, _ in iter_modules(
continue
continue
if
module_name
in
_TO_IMPORT
:
if
module_name
in
_TO_IMPORT
:
_global_import
(
module_name
)
_global_import
(
module_name
)
__all__
.
extend
([
'logger'
])
__all__
.
extend
([
'logger'
,
'get_nr_gpu'
,
'change_gpu'
])
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment