experimental: automatically identify dependency files in package

example_zoo/tools/cmle_package.py

@@ -45,6 +45,8 @@ def _handle_file(self):
 
 
     def run(self):
+        if not os.path.exists(self.source):
+            raise ValueError('{} does not exist'.format(self.source))
         if os.path.isdir(self.source):
             self._handle_dir()
         elif os.path.isfile(self.source):
@@ -188,16 +190,35 @@ def build_pipes(self):
             )
         )
 
-        # other source files/directories
-        for other_source in self.other_sources:
+        # # other source files/directories
+        # for other_source in self.other_sources:
+        #     self.pipes.append(
+        #         Pipe(
+        #             os.path.join(self.working_dir, other_source),
+        #             os.path.join(self.output_dir, other_source)
+        #         )
+        #     )
+
+        # experimental: use source_finder to find minimally required other source files
+        from source_finder import SourceFinder
+        sf = SourceFinder(
+            os.path.join(self.working_dir, self.module_path),
+            os.path.join(self.working_dir, self.module_path, self.script_path, self.script_name)
+        )
+        sf.process()
+
+        for module_path in sf.script_imports.keys():
+            rel_path = sf.path_to_relative_path(module_path)
+
             self.pipes.append(
                 Pipe(
-                    os.path.join(self.working_dir, other_source),
-                    os.path.join(self.output_dir, other_source)
+                    module_path,
+                    os.path.join(self.output_dir, rel_path)
                 )
             )
 
 
+
     @property
     def name(self):
         return self.script_name.split('.')[0]

example_zoo/tools/tf_models_samples.yaml

@@ -19,13 +19,14 @@ samples:
     other_sources:
       - official/resnet/cifar10_main.py
       - official/resnet/resnet_model.py
-      - official/resnet/imagenet_processing.py
+      - official/resnet/imagenet_preprocessing.py
       - official/resnet/resnet_run_loop.py
       - official/resnet/keras/keras_common.py
       - official/resnet/keras/resnet_cifar_model.py
       - official/utils
     args:
-      - "--train_epochs=1"
+      - "--train_steps=100"
+      - "--skip_eval"
       - "--use_synthetic_data"
     artifact: .h5
     wait_time: 300