Allow >=10 GPUs. (fix #310)

tensorpack/tfutils/tower.py

@@ -72,11 +72,15 @@ class TowerContext(object):
     def vs_name(self):
         return self._vs_name
 
+    # TODO pass index into the constructor
     @property
     def index(self):
         if self._name == '':
             return 0
-        return int(self._name[-1])
+        idx = re.findall('[0-9]+$', self._name)
+        if len(idx) == 0:
+            return 0
+        return int(idx[0])
 
     @property
     def device(self):

tensorpack/train/distributed.py

@@ -179,7 +179,7 @@ class DistributedReplicatedTrainer(SingleCostFeedfreeTrainer):
         if self.job_name == 'ps':
             logger.info("Running ps {}".format(self.task_index))
             logger.info("Kill me with 'kill {}'".format(os.getpid()))
-            self.server.join()  # this will never return #4713
+            self.server.join()  # this will never return tensorflow#4713
             return
         with tf.device(self.param_server_device):
             gs = get_global_step_var()