[api] Adds sam2 model to onnxruntime model zoo (#3492)

* [api] alternative NDArray should not be closed in NDScope

* [api] Adds sam2 model to onnxruntime model zoo

api/src/main/java/ai/djl/modality/cv/BufferedImageFactory.java

@@ -342,6 +342,18 @@ public void drawBoundingBoxes(DetectedObjects detections, float opacity) {
             g.dispose();
         }
 
+        /** {@inheritDoc} */
+        @Override
+        public void drawRectangle(Rectangle rect, int rgb, int thickness) {
+            Graphics2D g = (Graphics2D) image.getGraphics();
+            g.setStroke(new BasicStroke(thickness));
+            g.setRenderingHint(RenderingHints.KEY_ANTIALIASING, RenderingHints.VALUE_ANTIALIAS_ON);
+            g.setPaint(new Color(rgb));
+            int x = (int) rect.getX();
+            int y = (int) rect.getY();
+            g.drawRect(x, y, (int) rect.getWidth(), (int) rect.getHeight());
+        }
+
         /** {@inheritDoc} */
         @Override
         public void drawMarks(List<Point> points, int radius) {

api/src/main/java/ai/djl/modality/cv/Image.java

@@ -16,6 +16,7 @@
 import ai.djl.modality.cv.output.DetectedObjects;
 import ai.djl.modality.cv.output.Joints;
 import ai.djl.modality.cv.output.Point;
+import ai.djl.modality.cv.output.Rectangle;
 import ai.djl.ndarray.NDArray;
 import ai.djl.ndarray.NDManager;
 
@@ -137,6 +138,15 @@ default void drawBoundingBoxes(DetectedObjects detections) {
      */
     void drawBoundingBoxes(DetectedObjects detections, float opacity);
 
+    /**
+     * Draws a rectangle on the image.
+     *
+     * @param rect the rectangle to draw
+     * @param rgb the color
+     * @param thickness the thickness
+     */
+    void drawRectangle(Rectangle rect, int rgb, int thickness);
+
     /**
      * Draws a mark on the image.
      *

api/src/main/java/ai/djl/modality/cv/translator/Sam2ServingTranslator.java

@@ -0,0 +1,78 @@
+/*
+ * Copyright 2024 Amazon.com, Inc. or its affiliates. All Rights Reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance
+ * with the License. A copy of the License is located at
+ *
+ * http://aws.amazon.com/apache2.0/
+ *
+ * or in the "license" file accompanying this file. This file is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
+ * OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions
+ * and limitations under the License.
+ */
+package ai.djl.modality.cv.translator;
+
+import ai.djl.modality.Input;
+import ai.djl.modality.Output;
+import ai.djl.modality.cv.output.DetectedObjects;
+import ai.djl.modality.cv.translator.Sam2Translator.Sam2Input;
+import ai.djl.ndarray.BytesSupplier;
+import ai.djl.ndarray.NDList;
+import ai.djl.translate.Batchifier;
+import ai.djl.translate.TranslateException;
+import ai.djl.translate.Translator;
+import ai.djl.translate.TranslatorContext;
+
+import java.io.IOException;
+
+/** A {@link Translator} that can serve SAM2 model. */
+public class Sam2ServingTranslator implements Translator<Input, Output> {
+
+    private Sam2Translator translator;
+
+    /**
+     * Constructs a new {@code Sam2ServingTranslator} instance.
+     *
+     * @param translator a {@code Sam2Translator}
+     */
+    public Sam2ServingTranslator(Sam2Translator translator) {
+        this.translator = translator;
+    }
+
+    /** {@inheritDoc} */
+    @Override
+    public Batchifier getBatchifier() {
+        return translator.getBatchifier();
+    }
+
+    /** {@inheritDoc} */
+    @Override
+    public Output processOutput(TranslatorContext ctx, NDList list) throws Exception {
+        Output output = new Output();
+        output.addProperty("Content-Type", "application/json");
+        DetectedObjects obj = translator.processOutput(ctx, list);
+        output.add(BytesSupplier.wrapAsJson(obj));
+        return output;
+    }
+
+    /** {@inheritDoc} */
+    @Override
+    public NDList processInput(TranslatorContext ctx, Input input) throws Exception {
+        BytesSupplier data = input.getData();
+        try {
+            if (data == null) {
+                throw new TranslateException("Input data is empty.");
+            }
+            Sam2Input sam2 = Sam2Input.fromJson(data.getAsString());
+            return translator.processInput(ctx, sam2);
+        } catch (IOException e) {
+            throw new TranslateException("Input is not an Image data type", e);
+        }
+    }
+
+    /** {@inheritDoc} */
+    @Override
+    public void prepare(TranslatorContext ctx) throws Exception {
+        translator.prepare(ctx);
+    }
+}