-
Notifications
You must be signed in to change notification settings - Fork 256
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[MediaVision] Add new inference APIs (#6316)
* [MediaVision] Add new inference APIs
- Loading branch information
Showing
12 changed files
with
1,490 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
208 changes: 208 additions & 0 deletions
208
src/Tizen.Multimedia.Vision/MediaVision/InferenceFaceDetector.cs
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,208 @@ | ||
| /* | ||
| * Copyright (c) 2024 Samsung Electronics Co., Ltd All Rights Reserved | ||
| * | ||
| * Licensed under the Apache License, Version 2.0 (the License); | ||
| * you may not use this file except in compliance with the License. | ||
| * You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an AS IS BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| using System; | ||
| using System.Threading; | ||
| using System.Threading.Tasks; | ||
| using InteropFD = Interop.MediaVision.InferenceFaceDetection; | ||
|
|
||
| namespace Tizen.Multimedia.Vision | ||
| { | ||
| /// <summary> | ||
| /// Provides the ability to detect faces. | ||
| /// </summary> | ||
| /// <feature>http://tizen.org/feature/vision.inference</feature> | ||
| /// <feature>http://tizen.org/feature/vision.inference.face</feature> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public class InferenceFaceDetector : IDisposable | ||
| { | ||
| private IntPtr _handle; | ||
| private bool _disposed; | ||
|
|
||
| /// <summary>Initializes a new instance of the <see cref="InferenceFaceDetector"/> class.</summary> | ||
| /// <exception cref="NotSupportedException">The required features are not supported.</exception> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public InferenceFaceDetector() | ||
| { | ||
| ValidationUtil.ValidateFeatureSupported(VisionFeatures.Inference); | ||
| ValidationUtil.ValidateFeatureSupported(VisionFeatures.InferenceFace); | ||
|
|
||
| InteropFD.Create(out _handle).Validate("Failed to create inference face detector."); | ||
|
|
||
| try | ||
| { | ||
| InteropFD.Configure(_handle).Validate("Failed to configure inference face detector."); | ||
| InteropFD.Prepare(_handle).Validate("Failed to prepare inference face detector."); | ||
| } | ||
| catch (Exception e) | ||
| { | ||
| Log.Error(MediaVisionLog.Tag, e.ToString()); | ||
| InteropFD.Destroy(_handle); | ||
| throw; | ||
| } | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Finalizes an instance of the InferenceFaceDetector class. | ||
| /// </summary> | ||
| ~InferenceFaceDetector() | ||
| { | ||
| Dispose(false); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Detects faces on the source image synchronously. | ||
| /// </summary> | ||
| /// <remarks> | ||
| /// <see cref="InferenceFaceDetectorResult.BoundingBoxes"/> can be empty, if there's no detected face. | ||
| /// </remarks> | ||
| /// <param name="source">The image data to detect faces.</param> | ||
| /// <returns>The BoundingBoxes of detected face.</returns> | ||
| /// <exception cref="ObjectDisposedException">The InferenceFaceDetector already has been disposed.</exception> | ||
| /// <exception cref="ArgumentNullException"><paramref name="source"/> is null.</exception> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public InferenceFaceDetectorResult Inference(MediaVisionSource source) | ||
| { | ||
| ValidateNotDisposed(); | ||
|
|
||
| if (source == null) | ||
| { | ||
| throw new ArgumentNullException(nameof(source)); | ||
| } | ||
|
|
||
| InteropFD.Inference(_handle, source.Handle).Validate("Failed to inference face detection."); | ||
|
|
||
| return new InferenceFaceDetectorResult(_handle); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Detects faces on the source image asynchronously. | ||
| /// </summary> | ||
| /// <remarks> | ||
| /// <see cref="InferenceFaceDetectorResult.BoundingBoxes"/> can be empty, if there's no detected face.<br/> | ||
| /// This method uses about twice as much memory as <see cref="InferenceFaceDetector.Inference"/>. | ||
| /// </remarks> | ||
| /// <param name="source">The image data to detect faces.</param> | ||
| /// <exception cref="ObjectDisposedException">The InferenceFaceDetector already has been disposed.</exception> | ||
| /// <exception cref="ArgumentNullException"><paramref name="source"/> is null.</exception> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public async Task<InferenceFaceDetectorResult> InferenceAsync(MediaVisionSource source) | ||
| { | ||
| ValidateNotDisposed(); | ||
|
|
||
| if (source == null) | ||
| { | ||
| throw new ArgumentNullException(nameof(source)); | ||
| } | ||
|
|
||
| InteropFD.InferenceAsync(_handle, source.Handle).Validate("Failed to inference face detection."); | ||
|
|
||
| return await Task.Factory.StartNew(() => new InferenceFaceDetectorResult(_handle), | ||
| CancellationToken.None, | ||
| TaskCreationOptions.DenyChildAttach | TaskCreationOptions.LongRunning, | ||
| TaskScheduler.Default); | ||
| } | ||
|
|
||
| private ulong _requestId = 1; | ||
| /// <summary> | ||
| /// Requests detecting faces to get their bounding boxes asynchronously. | ||
| /// </summary> | ||
| /// <remarks> | ||
| /// This function does not guarantee that inference is done when this method returns. The user can get the result by using <see cref="GetRequestResults"/>.<br/> | ||
| /// If the user calls this method again before the previous one is finished internally, the call will be ignored.<br/> | ||
| /// <see cref="InferenceFaceDetectorResult.BoundingBoxes"/> can be empty, if there's no detected face.<br/> | ||
| /// Note that this method could use about twice as much memory as <see cref="InferenceFaceDetector.Inference"/>. | ||
| /// </remarks> | ||
| /// <param name="source">The image data to detect faces.</param> | ||
| /// <returns>The request ID that indicates the order of requests.</returns> | ||
| /// <exception cref="ObjectDisposedException">The InferenceFaceDetector already has been disposed.</exception> | ||
| /// <exception cref="ArgumentNullException"><paramref name="source"/> is null.</exception> | ||
| /// <seealso cref="GetRequestResults"/> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public ulong RequestInference(MediaVisionSource source) | ||
| { | ||
| ValidateNotDisposed(); | ||
|
|
||
| if (source == null) | ||
| { | ||
| throw new ArgumentNullException(nameof(source)); | ||
| } | ||
|
|
||
| InteropFD.InferenceAsync(_handle, source.Handle).Validate("Failed to inference face detection."); | ||
|
|
||
| return _requestId++; | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Gets the bounding boxes as a result of <see cref="RequestInference"/>. | ||
| /// </summary> | ||
| /// <remarks> | ||
| /// If there's no detected face, <see cref="InferenceFaceDetectorResult.BoundingBoxes"/> will be empty.<br/> | ||
| /// This method uses about twice as much memory as <see cref="InferenceFaceDetector.Inference"/>. | ||
| /// </remarks> | ||
| /// <returns>The bounding boxes of detected face.</returns> | ||
| /// <exception cref="ObjectDisposedException">The InferenceFaceDetector already has been disposed.</exception> | ||
| /// <seealso cref="RequestInference"/> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public InferenceFaceDetectorResult GetRequestResults() | ||
| { | ||
| return new InferenceFaceDetectorResult(_handle); | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Releases the unmanaged resources used by the InferenceFaceDetector. | ||
| /// </summary> | ||
| /// <param name="disposing">true to release both managed and unmanaged resources; false to release only unmanaged resources.</param> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| protected virtual void Dispose(bool disposing) | ||
| { | ||
| if (!_disposed) | ||
| { | ||
| if (disposing) | ||
| { | ||
| // to be used if there are any other disposable objects | ||
| } | ||
|
|
||
| if (_handle != IntPtr.Zero) | ||
| { | ||
| InteropFD.Destroy(_handle); | ||
| _handle = IntPtr.Zero; | ||
| } | ||
|
|
||
| _disposed = true; | ||
| } | ||
| } | ||
|
|
||
| /// <summary> | ||
| /// Releases all resources used by the InferenceFaceDetector. | ||
| /// </summary> | ||
| /// <since_tizen> 12 </since_tizen> | ||
| public void Dispose() | ||
| { | ||
| Dispose(true); | ||
| GC.SuppressFinalize(this); | ||
| } | ||
|
|
||
| internal void ValidateNotDisposed() | ||
| { | ||
| if (_disposed) | ||
| { | ||
| Log.Error(MediaVisionLog.Tag, "InferenceFaceDetector handle is disposed."); | ||
| throw new ObjectDisposedException(nameof(InferenceFaceDetector)); | ||
| } | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.