Remove duplicate and non-public api for model_maker
PiperOrigin-RevId: 497251246
This commit is contained in:
		
							parent
							
								
									36f054dfbe
								
							
						
					
					
						commit
						5a71b551e5
					
				| 
						 | 
					@ -17,3 +17,6 @@ from mediapipe.model_maker.python.core.utils import quantization
 | 
				
			||||||
from mediapipe.model_maker.python.vision import image_classifier
 | 
					from mediapipe.model_maker.python.vision import image_classifier
 | 
				
			||||||
from mediapipe.model_maker.python.vision import gesture_recognizer
 | 
					from mediapipe.model_maker.python.vision import gesture_recognizer
 | 
				
			||||||
from mediapipe.model_maker.python.text import text_classifier
 | 
					from mediapipe.model_maker.python.text import text_classifier
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Remove duplicated and non-public API
 | 
				
			||||||
 | 
					del python
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -29,3 +29,12 @@ BertModelOptions = model_options.BertModelOptions
 | 
				
			||||||
SupportedModels = model_spec.SupportedModels
 | 
					SupportedModels = model_spec.SupportedModels
 | 
				
			||||||
TextClassifier = text_classifier.TextClassifier
 | 
					TextClassifier = text_classifier.TextClassifier
 | 
				
			||||||
TextClassifierOptions = text_classifier_options.TextClassifierOptions
 | 
					TextClassifierOptions = text_classifier_options.TextClassifierOptions
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Remove duplicated and non-public API
 | 
				
			||||||
 | 
					del hyperparameters
 | 
				
			||||||
 | 
					del dataset
 | 
				
			||||||
 | 
					del model_options
 | 
				
			||||||
 | 
					del model_spec
 | 
				
			||||||
 | 
					del preprocessor  # pylint: disable=undefined-variable
 | 
				
			||||||
 | 
					del text_classifier
 | 
				
			||||||
 | 
					del text_classifier_options
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -146,6 +146,8 @@ py_test(
 | 
				
			||||||
    tags = ["notsan"],
 | 
					    tags = ["notsan"],
 | 
				
			||||||
    deps = [
 | 
					    deps = [
 | 
				
			||||||
        ":gesture_recognizer_import",
 | 
					        ":gesture_recognizer_import",
 | 
				
			||||||
 | 
					        ":hyperparameters",
 | 
				
			||||||
 | 
					        ":model_options",
 | 
				
			||||||
        "//mediapipe/model_maker/python/core/utils:test_util",
 | 
					        "//mediapipe/model_maker/python/core/utils:test_util",
 | 
				
			||||||
        "//mediapipe/tasks/python/test:test_utils",
 | 
					        "//mediapipe/tasks/python/test:test_utils",
 | 
				
			||||||
    ],
 | 
					    ],
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -25,3 +25,12 @@ HParams = hyperparameters.HParams
 | 
				
			||||||
Dataset = dataset.Dataset
 | 
					Dataset = dataset.Dataset
 | 
				
			||||||
HandDataPreprocessingParams = dataset.HandDataPreprocessingParams
 | 
					HandDataPreprocessingParams = dataset.HandDataPreprocessingParams
 | 
				
			||||||
GestureRecognizerOptions = gesture_recognizer_options.GestureRecognizerOptions
 | 
					GestureRecognizerOptions = gesture_recognizer_options.GestureRecognizerOptions
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Remove duplicated and non-public API
 | 
				
			||||||
 | 
					del constants  # pylint: disable=undefined-variable
 | 
				
			||||||
 | 
					del dataset
 | 
				
			||||||
 | 
					del gesture_recognizer
 | 
				
			||||||
 | 
					del gesture_recognizer_options
 | 
				
			||||||
 | 
					del hyperparameters
 | 
				
			||||||
 | 
					del metadata_writer  # pylint: disable=undefined-variable
 | 
				
			||||||
 | 
					del model_options
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -23,6 +23,8 @@ import tensorflow as tf
 | 
				
			||||||
 | 
					
 | 
				
			||||||
from mediapipe.model_maker.python.core.utils import test_util
 | 
					from mediapipe.model_maker.python.core.utils import test_util
 | 
				
			||||||
from mediapipe.model_maker.python.vision import gesture_recognizer
 | 
					from mediapipe.model_maker.python.vision import gesture_recognizer
 | 
				
			||||||
 | 
					from mediapipe.model_maker.python.vision.gesture_recognizer import hyperparameters
 | 
				
			||||||
 | 
					from mediapipe.model_maker.python.vision.gesture_recognizer import model_options
 | 
				
			||||||
from mediapipe.tasks.python.test import test_utils
 | 
					from mediapipe.tasks.python.test import test_utils
 | 
				
			||||||
 | 
					
 | 
				
			||||||
_TEST_DATA_DIR = 'mediapipe/model_maker/python/vision/gesture_recognizer/testdata'
 | 
					_TEST_DATA_DIR = 'mediapipe/model_maker/python/vision/gesture_recognizer/testdata'
 | 
				
			||||||
| 
						 | 
					@ -48,11 +50,11 @@ class GestureRecognizerTest(tf.test.TestCase):
 | 
				
			||||||
    self._train_data, self._validation_data = all_data.split(0.9)
 | 
					    self._train_data, self._validation_data = all_data.split(0.9)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  def test_gesture_recognizer_model(self):
 | 
					  def test_gesture_recognizer_model(self):
 | 
				
			||||||
    model_options = gesture_recognizer.ModelOptions()
 | 
					    mo = gesture_recognizer.ModelOptions()
 | 
				
			||||||
    hparams = gesture_recognizer.HParams(
 | 
					    hparams = gesture_recognizer.HParams(
 | 
				
			||||||
        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
					        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
				
			||||||
    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
					    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
				
			||||||
        model_options=model_options, hparams=hparams)
 | 
					        model_options=mo, hparams=hparams)
 | 
				
			||||||
    model = gesture_recognizer.GestureRecognizer.create(
 | 
					    model = gesture_recognizer.GestureRecognizer.create(
 | 
				
			||||||
        train_data=self._train_data,
 | 
					        train_data=self._train_data,
 | 
				
			||||||
        validation_data=self._validation_data,
 | 
					        validation_data=self._validation_data,
 | 
				
			||||||
| 
						 | 
					@ -64,11 +66,11 @@ class GestureRecognizerTest(tf.test.TestCase):
 | 
				
			||||||
      tf.keras.layers, 'Dense', wraps=tf.keras.layers.Dense)
 | 
					      tf.keras.layers, 'Dense', wraps=tf.keras.layers.Dense)
 | 
				
			||||||
  def test_gesture_recognizer_model_layer_widths(self, mock_dense):
 | 
					  def test_gesture_recognizer_model_layer_widths(self, mock_dense):
 | 
				
			||||||
    layer_widths = [64, 32]
 | 
					    layer_widths = [64, 32]
 | 
				
			||||||
    model_options = gesture_recognizer.ModelOptions(layer_widths=layer_widths)
 | 
					    mo = gesture_recognizer.ModelOptions(layer_widths=layer_widths)
 | 
				
			||||||
    hparams = gesture_recognizer.HParams(
 | 
					    hparams = gesture_recognizer.HParams(
 | 
				
			||||||
        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
					        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
				
			||||||
    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
					    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
				
			||||||
        model_options=model_options, hparams=hparams)
 | 
					        model_options=mo, hparams=hparams)
 | 
				
			||||||
    model = gesture_recognizer.GestureRecognizer.create(
 | 
					    model = gesture_recognizer.GestureRecognizer.create(
 | 
				
			||||||
        train_data=self._train_data,
 | 
					        train_data=self._train_data,
 | 
				
			||||||
        validation_data=self._validation_data,
 | 
					        validation_data=self._validation_data,
 | 
				
			||||||
| 
						 | 
					@ -87,11 +89,11 @@ class GestureRecognizerTest(tf.test.TestCase):
 | 
				
			||||||
    self._test_accuracy(model)
 | 
					    self._test_accuracy(model)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  def test_export_gesture_recognizer_model(self):
 | 
					  def test_export_gesture_recognizer_model(self):
 | 
				
			||||||
    model_options = gesture_recognizer.ModelOptions()
 | 
					    mo = gesture_recognizer.ModelOptions()
 | 
				
			||||||
    hparams = gesture_recognizer.HParams(
 | 
					    hparams = gesture_recognizer.HParams(
 | 
				
			||||||
        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
					        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
				
			||||||
    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
					    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
				
			||||||
        model_options=model_options, hparams=hparams)
 | 
					        model_options=mo, hparams=hparams)
 | 
				
			||||||
    model = gesture_recognizer.GestureRecognizer.create(
 | 
					    model = gesture_recognizer.GestureRecognizer.create(
 | 
				
			||||||
        train_data=self._train_data,
 | 
					        train_data=self._train_data,
 | 
				
			||||||
        validation_data=self._validation_data,
 | 
					        validation_data=self._validation_data,
 | 
				
			||||||
| 
						 | 
					@ -128,12 +130,12 @@ class GestureRecognizerTest(tf.test.TestCase):
 | 
				
			||||||
    self.assertGreater(accuracy, threshold)
 | 
					    self.assertGreater(accuracy, threshold)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  @unittest_mock.patch.object(
 | 
					  @unittest_mock.patch.object(
 | 
				
			||||||
      gesture_recognizer.hyperparameters,
 | 
					      hyperparameters,
 | 
				
			||||||
      'HParams',
 | 
					      'HParams',
 | 
				
			||||||
      autospec=True,
 | 
					      autospec=True,
 | 
				
			||||||
      return_value=gesture_recognizer.HParams(epochs=1))
 | 
					      return_value=gesture_recognizer.HParams(epochs=1))
 | 
				
			||||||
  @unittest_mock.patch.object(
 | 
					  @unittest_mock.patch.object(
 | 
				
			||||||
      gesture_recognizer.model_options,
 | 
					      model_options,
 | 
				
			||||||
      'GestureRecognizerModelOptions',
 | 
					      'GestureRecognizerModelOptions',
 | 
				
			||||||
      autospec=True,
 | 
					      autospec=True,
 | 
				
			||||||
      return_value=gesture_recognizer.ModelOptions())
 | 
					      return_value=gesture_recognizer.ModelOptions())
 | 
				
			||||||
| 
						 | 
					@ -148,11 +150,11 @@ class GestureRecognizerTest(tf.test.TestCase):
 | 
				
			||||||
    mock_model_options.assert_called_once()
 | 
					    mock_model_options.assert_called_once()
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  def test_continual_training_by_loading_checkpoint(self):
 | 
					  def test_continual_training_by_loading_checkpoint(self):
 | 
				
			||||||
    model_options = gesture_recognizer.ModelOptions()
 | 
					    mo = gesture_recognizer.ModelOptions()
 | 
				
			||||||
    hparams = gesture_recognizer.HParams(
 | 
					    hparams = gesture_recognizer.HParams(
 | 
				
			||||||
        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
					        export_dir=tempfile.mkdtemp(), epochs=2)
 | 
				
			||||||
    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
					    gesture_recognizer_options = gesture_recognizer.GestureRecognizerOptions(
 | 
				
			||||||
        model_options=model_options, hparams=hparams)
 | 
					        model_options=mo, hparams=hparams)
 | 
				
			||||||
    mock_stdout = io.StringIO()
 | 
					    mock_stdout = io.StringIO()
 | 
				
			||||||
    with mock.patch('sys.stdout', mock_stdout):
 | 
					    with mock.patch('sys.stdout', mock_stdout):
 | 
				
			||||||
      model = gesture_recognizer.GestureRecognizer.create(
 | 
					      model = gesture_recognizer.GestureRecognizer.create(
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -121,7 +121,9 @@ py_library(
 | 
				
			||||||
    srcs = ["image_classifier_test.py"],
 | 
					    srcs = ["image_classifier_test.py"],
 | 
				
			||||||
    data = ["//mediapipe/model_maker/python/vision/image_classifier/testdata"],
 | 
					    data = ["//mediapipe/model_maker/python/vision/image_classifier/testdata"],
 | 
				
			||||||
    deps = [
 | 
					    deps = [
 | 
				
			||||||
 | 
					        ":hyperparameters",
 | 
				
			||||||
        ":image_classifier_import",
 | 
					        ":image_classifier_import",
 | 
				
			||||||
 | 
					        ":model_options",
 | 
				
			||||||
        "//mediapipe/tasks/python/test:test_utils",
 | 
					        "//mediapipe/tasks/python/test:test_utils",
 | 
				
			||||||
    ],
 | 
					    ],
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -27,3 +27,12 @@ ModelOptions = model_options.ImageClassifierModelOptions
 | 
				
			||||||
ModelSpec = model_spec.ModelSpec
 | 
					ModelSpec = model_spec.ModelSpec
 | 
				
			||||||
SupportedModels = model_spec.SupportedModels
 | 
					SupportedModels = model_spec.SupportedModels
 | 
				
			||||||
ImageClassifierOptions = image_classifier_options.ImageClassifierOptions
 | 
					ImageClassifierOptions = image_classifier_options.ImageClassifierOptions
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# Remove duplicated and non-public API
 | 
				
			||||||
 | 
					del dataset
 | 
				
			||||||
 | 
					del hyperparameters
 | 
				
			||||||
 | 
					del image_classifier
 | 
				
			||||||
 | 
					del image_classifier_options
 | 
				
			||||||
 | 
					del model_options
 | 
				
			||||||
 | 
					del model_spec
 | 
				
			||||||
 | 
					del train_image_classifier_lib  # pylint: disable=undefined-variable
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -24,6 +24,8 @@ import numpy as np
 | 
				
			||||||
import tensorflow as tf
 | 
					import tensorflow as tf
 | 
				
			||||||
 | 
					
 | 
				
			||||||
from mediapipe.model_maker.python.vision import image_classifier
 | 
					from mediapipe.model_maker.python.vision import image_classifier
 | 
				
			||||||
 | 
					from mediapipe.model_maker.python.vision.image_classifier import hyperparameters
 | 
				
			||||||
 | 
					from mediapipe.model_maker.python.vision.image_classifier import model_options
 | 
				
			||||||
from mediapipe.tasks.python.test import test_utils
 | 
					from mediapipe.tasks.python.test import test_utils
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
| 
						 | 
					@ -159,15 +161,15 @@ class ImageClassifierTest(tf.test.TestCase, parameterized.TestCase):
 | 
				
			||||||
    self.assertGreaterEqual(accuracy, threshold)
 | 
					    self.assertGreaterEqual(accuracy, threshold)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  @unittest_mock.patch.object(
 | 
					  @unittest_mock.patch.object(
 | 
				
			||||||
      image_classifier.hyperparameters,
 | 
					      hyperparameters,
 | 
				
			||||||
      'HParams',
 | 
					      'HParams',
 | 
				
			||||||
      autospec=True,
 | 
					      autospec=True,
 | 
				
			||||||
      return_value=image_classifier.HParams(epochs=1))
 | 
					      return_value=hyperparameters.HParams(epochs=1))
 | 
				
			||||||
  @unittest_mock.patch.object(
 | 
					  @unittest_mock.patch.object(
 | 
				
			||||||
      image_classifier.model_options,
 | 
					      model_options,
 | 
				
			||||||
      'ImageClassifierModelOptions',
 | 
					      'ImageClassifierModelOptions',
 | 
				
			||||||
      autospec=True,
 | 
					      autospec=True,
 | 
				
			||||||
      return_value=image_classifier.ModelOptions())
 | 
					      return_value=model_options.ImageClassifierModelOptions())
 | 
				
			||||||
  def test_create_hparams_and_model_options_if_none_in_image_classifier_options(
 | 
					  def test_create_hparams_and_model_options_if_none_in_image_classifier_options(
 | 
				
			||||||
      self, mock_hparams, mock_model_options):
 | 
					      self, mock_hparams, mock_model_options):
 | 
				
			||||||
    options = image_classifier.ImageClassifierOptions(
 | 
					    options = image_classifier.ImageClassifierOptions(
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in New Issue
	
	Block a user