Added objective c tests for MPPImage
This commit is contained in:
Prianka Liz Kariat
parent
a82ffcd97c
commit
e1ca81c352
62
mediapipe/tasks/ios/test/vision/core/BUILD
Normal file
62
mediapipe/tasks/ios/test/vision/core/BUILD
Normal file
|
|
@ -0,0 +1,62 @@
|
|||
load(
|
||||
"@build_bazel_rules_apple//apple:ios.bzl",
|
||||
"ios_unit_test",
|
||||
)
|
||||
load(
|
||||
"@build_bazel_rules_swift//swift:swift.bzl",
|
||||
"swift_library",
|
||||
)
|
||||
load(
|
||||
"//mediapipe/tasks:ios/ios.bzl",
|
||||
"MPP_TASK_MINIMUM_OS_VERSION",
|
||||
)
|
||||
load(
|
||||
"@org_tensorflow//tensorflow/lite:special_rules.bzl",
|
||||
"tflite_ios_lab_runner",
|
||||
)
|
||||
|
||||
package(default_visibility = ["//mediapipe/tasks:internal"])
|
||||
|
||||
licenses(["notice"])
|
||||
|
||||
# Default tags for filtering iOS targets. Targets are restricted to Apple platforms.
|
||||
TFL_DEFAULT_TAGS = [
|
||||
"apple",
|
||||
]
|
||||
|
||||
# Following sanitizer tests are not supported by iOS test targets.
|
||||
TFL_DISABLED_SANITIZER_TAGS = [
|
||||
"noasan",
|
||||
"nomsan",
|
||||
"notsan",
|
||||
]
|
||||
|
||||
objc_library(
|
||||
name = "MPPImageObjcTestLibrary",
|
||||
testonly = 1,
|
||||
srcs = ["MPPImageTests.m"],
|
||||
data = [
|
||||
"//mediapipe/tasks/testdata/vision:test_images",
|
||||
],
|
||||
deps = [
|
||||
"//mediapipe/tasks/ios/common:MPPCommon",
|
||||
"//mediapipe/tasks/ios/vision/core:MPPImage",
|
||||
],
|
||||
sdk_frameworks = [
|
||||
"CoreMedia",
|
||||
"CoreVideo",
|
||||
"CoreGraphics",
|
||||
"UIKit",
|
||||
"Accelerate",
|
||||
],
|
||||
)
|
||||
|
||||
ios_unit_test(
|
||||
name = "MPPImageObjcTest",
|
||||
minimum_os_version = MPP_TASK_MINIMUM_OS_VERSION,
|
||||
runner = tflite_ios_lab_runner("IOS_LATEST"),
|
||||
tags = TFL_DEFAULT_TAGS + TFL_DISABLED_SANITIZER_TAGS,
|
||||
deps = [
|
||||
":MPPImageObjcTestLibrary",
|
||||
],
|
||||
)
|
||||
328
mediapipe/tasks/ios/test/vision/core/MPPImageTests.m
Normal file
328
mediapipe/tasks/ios/test/vision/core/MPPImageTests.m
Normal file
|
|
@ -0,0 +1,328 @@
|
|||
// Copyright 2023 The MediaPipe Authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#import "mediapipe/tasks/ios/common/sources/MPPCommon.h"
|
||||
#import "mediapipe/tasks/ios/vision/core/sources/MPPImage.h"
|
||||
|
||||
#import <Accelerate/Accelerate.h>
|
||||
#import <CoreGraphics/CoreGraphics.h>
|
||||
#import <CoreMedia/CoreMedia.h>
|
||||
#import <CoreVideo/CoreVideo.h>
|
||||
#import <XCTest/XCTest.h>
|
||||
|
||||
NS_ASSUME_NONNULL_BEGIN
|
||||
|
||||
static NSString *const kTestImageName = @"burger";
|
||||
static NSString *const kTestImageType = @"jpg";
|
||||
static CGFloat kTestImageWidthInPixels = 480.0f;
|
||||
static CGFloat kTestImageHeightInPixels = 325.0f;
|
||||
static NSString *const kExpectedErrorDomain = @"com.google.mediapipe.tasks";
|
||||
|
||||
#define AssertEqualErrors(error, expectedError) \
|
||||
XCTAssertNotNil(error); \
|
||||
XCTAssertEqualObjects(error.domain, expectedError.domain); \
|
||||
XCTAssertEqual(error.code, expectedError.code); \
|
||||
XCTAssertNotEqual( \
|
||||
[error.localizedDescription rangeOfString:expectedError.localizedDescription].location, \
|
||||
NSNotFound)
|
||||
|
||||
/** Unit tests for `MPPImage`. */
|
||||
@interface MPPImageTests : XCTestCase
|
||||
|
||||
/** Test image. */
|
||||
@property(nonatomic, nullable) UIImage *image;
|
||||
|
||||
@end
|
||||
|
||||
@implementation MPPImageTests
|
||||
|
||||
#pragma mark - Tests
|
||||
|
||||
- (void)setUp {
|
||||
[super setUp];
|
||||
NSString *imageName = [[NSBundle bundleForClass:[self class]] pathForResource:kTestImageName
|
||||
ofType:kTestImageType];
|
||||
self.image = [[UIImage alloc] initWithContentsOfFile:imageName];
|
||||
}
|
||||
|
||||
- (void)tearDown {
|
||||
self.image = nil;
|
||||
[super tearDown];
|
||||
}
|
||||
|
||||
- (void)assertMPPImage:(nullable MPPImage *)mppImage
|
||||
hasSourceType:(MPPImageSourceType)sourceType
|
||||
hasOrientation:(UIImageOrientation)expectedOrientation
|
||||
width:(CGFloat)expectedWidth
|
||||
height:(CGFloat)expectedHeight {
|
||||
XCTAssertNotNil(mppImage);
|
||||
XCTAssertEqual(mppImage.imageSourceType, sourceType);
|
||||
XCTAssertEqual(mppImage.orientation, expectedOrientation);
|
||||
XCTAssertEqualWithAccuracy(mppImage.width, expectedWidth, FLT_EPSILON);
|
||||
XCTAssertEqualWithAccuracy(mppImage.height, expectedHeight, FLT_EPSILON);
|
||||
}
|
||||
|
||||
- (void)assertInitFailsWithImage:(nullable MPPImage *)mppImage
|
||||
error:(NSError *)error
|
||||
expectedError:(NSError *)expectedError {
|
||||
XCTAssertNil(mppImage);
|
||||
XCTAssertNotNil(error);
|
||||
AssertEqualErrors(error, expectedError);
|
||||
}
|
||||
|
||||
- (void)testInitWithImageSuceeds {
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithUIImage:self.image error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypeImage
|
||||
hasOrientation:self.image.imageOrientation
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithImageAndOrientation {
|
||||
UIImageOrientation orientation = UIImageOrientationRight;
|
||||
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithUIImage:self.image
|
||||
orientation:orientation
|
||||
error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypeImage
|
||||
hasOrientation:orientation
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithImage_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithUIImage:nil error:&error];
|
||||
[self
|
||||
assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey : @"Image cannot be nil."
|
||||
}]];
|
||||
NSLog(@"Errorrrr........%@", error.localizedDescription);
|
||||
}
|
||||
|
||||
- (void)testInitWithImageAndOrientation_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithUIImage:nil
|
||||
orientation:UIImageOrientationRight
|
||||
error:&error];
|
||||
[self
|
||||
assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey : @"Image cannot be nil."
|
||||
}]];
|
||||
}
|
||||
|
||||
- (void)testInitWithSampleBuffer {
|
||||
CMSampleBufferRef sampleBuffer = [self sampleBuffer];
|
||||
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithSampleBuffer:sampleBuffer error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypeSampleBuffer
|
||||
hasOrientation:UIImageOrientationUp
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithSampleBufferAndOrientation {
|
||||
UIImageOrientation orientation = UIImageOrientationRight;
|
||||
CMSampleBufferRef sampleBuffer = [self sampleBuffer];
|
||||
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithSampleBuffer:sampleBuffer
|
||||
orientation:orientation
|
||||
error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypeSampleBuffer
|
||||
hasOrientation:orientation
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithSampleBuffer_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithSampleBuffer:nil error:&error];
|
||||
[self
|
||||
assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:
|
||||
[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey :
|
||||
@"Sample buffer is not valid. Invoking "
|
||||
@"CMSampleBufferIsValid(sampleBuffer) must return true."
|
||||
}]];
|
||||
}
|
||||
|
||||
- (void)testInitWithSampleBufferAndOrientation_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithSampleBuffer:nil
|
||||
orientation:UIImageOrientationRight
|
||||
error:&error];
|
||||
[self
|
||||
assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:
|
||||
[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey :
|
||||
@"Sample buffer is not valid. Invoking "
|
||||
@"CMSampleBufferIsValid(sampleBuffer) must return true."
|
||||
}]];
|
||||
}
|
||||
|
||||
- (void)testInitWithPixelBuffer {
|
||||
CMSampleBufferRef sampleBuffer = [self sampleBuffer];
|
||||
CVPixelBufferRef pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer);
|
||||
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithPixelBuffer:pixelBuffer error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypePixelBuffer
|
||||
hasOrientation:UIImageOrientationUp
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithPixelBufferAndOrientation {
|
||||
UIImageOrientation orientation = UIImageOrientationRight;
|
||||
|
||||
CMSampleBufferRef sampleBuffer = [self sampleBuffer];
|
||||
CVPixelBufferRef pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer);
|
||||
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithPixelBuffer:pixelBuffer
|
||||
orientation:orientation
|
||||
error:nil];
|
||||
[self assertMPPImage:mppImage
|
||||
hasSourceType:MPPImageSourceTypePixelBuffer
|
||||
hasOrientation:orientation
|
||||
width:kTestImageWidthInPixels
|
||||
height:kTestImageHeightInPixels];
|
||||
}
|
||||
|
||||
- (void)testInitWithPixelBuffer_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithPixelBuffer:nil error:&error];
|
||||
[self assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey :
|
||||
@"Pixel Buffer cannot be nil."
|
||||
}]];
|
||||
}
|
||||
|
||||
- (void)testInitWithPixelBufferAndOrientation_nilImage {
|
||||
NSError *error;
|
||||
MPPImage *mppImage = [[MPPImage alloc] initWithPixelBuffer:nil
|
||||
orientation:UIImageOrientationRight
|
||||
error:&error];
|
||||
[self assertInitFailsWithImage:mppImage
|
||||
error:error
|
||||
expectedError:[NSError errorWithDomain:kExpectedErrorDomain
|
||||
code:MPPTasksErrorCodeInvalidArgumentError
|
||||
userInfo:@{
|
||||
NSLocalizedDescriptionKey :
|
||||
@"Pixel Buffer cannot be nil."
|
||||
}]];
|
||||
}
|
||||
|
||||
#pragma mark - Private
|
||||
|
||||
/**
|
||||
* Converts the input image in RGBA space into a `CMSampleBuffer`.
|
||||
*
|
||||
* @return `CMSampleBuffer` converted from the given `UIImage`.
|
||||
*/
|
||||
- (CMSampleBufferRef)sampleBuffer {
|
||||
// Rotate the image and convert from RGBA to BGRA.
|
||||
CGImageRef CGImage = self.image.CGImage;
|
||||
size_t width = CGImageGetWidth(CGImage);
|
||||
size_t height = CGImageGetHeight(CGImage);
|
||||
size_t bpr = CGImageGetBytesPerRow(CGImage);
|
||||
|
||||
CGDataProviderRef provider = CGImageGetDataProvider(CGImage);
|
||||
NSData *imageRGBAData = (id)CFBridgingRelease(CGDataProviderCopyData(provider));
|
||||
const uint8_t order[4] = {2, 1, 0, 3};
|
||||
|
||||
NSData *imageBGRAData = nil;
|
||||
unsigned char *bgraPixel = (unsigned char *)malloc([imageRGBAData length]);
|
||||
if (bgraPixel) {
|
||||
vImage_Buffer src;
|
||||
src.height = height;
|
||||
src.width = width;
|
||||
src.rowBytes = bpr;
|
||||
src.data = (void *)[imageRGBAData bytes];
|
||||
|
||||
vImage_Buffer dest;
|
||||
dest.height = height;
|
||||
dest.width = width;
|
||||
dest.rowBytes = bpr;
|
||||
dest.data = bgraPixel;
|
||||
|
||||
// Specify ordering changes in map.
|
||||
vImage_Error error = vImagePermuteChannels_ARGB8888(&src, &dest, order, kvImageNoFlags);
|
||||
|
||||
// Package the result.
|
||||
if (error == kvImageNoError) {
|
||||
imageBGRAData = [NSData dataWithBytes:bgraPixel length:[imageRGBAData length]];
|
||||
}
|
||||
|
||||
// Memory cleanup.
|
||||
free(bgraPixel);
|
||||
}
|
||||
|
||||
if (imageBGRAData == nil) {
|
||||
XCTFail(@"Failed to convert input image.");
|
||||
}
|
||||
|
||||
// Write data to `CMSampleBuffer`.
|
||||
NSDictionary *options = @{
|
||||
(__bridge NSString *)kCVPixelBufferCGImageCompatibilityKey : @(YES),
|
||||
(__bridge NSString *)kCVPixelBufferCGBitmapContextCompatibilityKey : @(YES)
|
||||
};
|
||||
CVPixelBufferRef pixelBuffer;
|
||||
CVReturn status = CVPixelBufferCreateWithBytes(
|
||||
kCFAllocatorDefault, width, height, kCVPixelFormatType_32BGRA, (void *)[imageBGRAData bytes],
|
||||
bpr, NULL, nil, (__bridge CFDictionaryRef)options, &pixelBuffer);
|
||||
|
||||
if (status != kCVReturnSuccess) {
|
||||
XCTFail(@"Failed to create pixel buffer.");
|
||||
}
|
||||
|
||||
CVPixelBufferLockBaseAddress(pixelBuffer, 0);
|
||||
CMVideoFormatDescriptionRef videoInfo = NULL;
|
||||
CMVideoFormatDescriptionCreateForImageBuffer(kCFAllocatorDefault, pixelBuffer, &videoInfo);
|
||||
|
||||
CMSampleBufferRef buffer;
|
||||
CMSampleBufferCreateForImageBuffer(kCFAllocatorDefault, pixelBuffer, true, NULL, NULL, videoInfo,
|
||||
&kCMTimingInfoInvalid, &buffer);
|
||||
|
||||
CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
|
||||
|
||||
return buffer;
|
||||
}
|
||||
|
||||
@end
|
||||
|
||||
NS_ASSUME_NONNULL_END
|
||||
Loading…
Reference in New Issue
Block a user