Add bulk get links call which can be used to efficiently mirror a who…

…le DAG
Peergos · Apr 11, 2024 · e5ea311 · e5ea311
1 parent 96d35a9
commit e5ea311
Show file tree

Hide file tree

Showing 3 changed files with 41 additions and 1 deletion.
diff --git a/src/main/java/org/peergos/AggregatedMetrics.java b/src/main/java/org/peergos/AggregatedMetrics.java
@@ -25,6 +25,7 @@ private static Counter build(String name, String help) {
     public static final Counter API_BLOCK_RM  = build("api_block_rm", "Total calls to block/rm.");
     public static final Counter API_BLOCK_RM_BULK  = build("api_block_rm_bulk", "Total calls to block/rm/bulk.");
     public static final Counter API_BLOCK_STAT  = build("api_block_stat", "Total calls to block/stat.");
+    public static final Counter API_BLOCK_STAT_BULK  = build("api_block_stat_bulk", "Total calls to block/stat/bulk.");
     public static final Counter API_REFS_LOCAL  = build("api_refs_local", "Total calls to refs/local.");
     public static final Counter API_BLOCK_HAS  = build("api_block_has", "Total calls to block/has.");
     public static final Counter API_BLOOM_ADD  = build("api_bloom_add", "Total calls to bloom/add.");

diff --git a/src/main/java/org/peergos/Want.java b/src/main/java/org/peergos/Want.java
@@ -1,10 +1,11 @@
 package org.peergos;
 
 import io.ipfs.cid.Cid;
+import org.peergos.config.*;
 
 import java.util.*;
 
-public class Want {
+public class Want implements Jsonable {
     public final Cid cid;
     public final Optional<String> authHex;
     public Want(Cid cid, Optional<String> authHex) {
@@ -24,6 +25,17 @@ public boolean equals(Object o) {
         return cid.equals(want.cid) && authHex.equals(want.authHex);
     }
 
+    public Map<String, Object> toJson() {
+        Map<String, Object> m = new LinkedHashMap<>();
+        m.put("c", cid.toString());
+        authHex.ifPresent(h -> m.put("a", h));
+        return m;
+    }
+
+    public static Want fromJson(Map<String, String> m) {
+        return new Want(Cid.decode(m.get("c")), Optional.ofNullable(m.get("a")));
+    }
+
     @Override
     public int hashCode() {
         return Objects.hash(cid, authHex);

diff --git a/src/main/java/org/peergos/net/APIHandler.java b/src/main/java/org/peergos/net/APIHandler.java
@@ -5,6 +5,7 @@
 import io.libp2p.core.PeerId;
 import io.libp2p.crypto.keys.*;
 import org.peergos.*;
+import org.peergos.cbor.*;
 import org.peergos.protocol.ipns.*;
 import org.peergos.protocol.ipns.pb.*;
 import org.peergos.util.*;
@@ -30,6 +31,7 @@ public class APIHandler extends Handler {
     public static final String RM = "block/rm";
     public static final String RM_BULK = "block/rm/bulk";
     public static final String STAT = "block/stat";
+    public static final String BULK_STAT = "block/stat/bulk";
     public static final String REFS_LOCAL = "refs/local";
     public static final String BLOOM_ADD = "bloom/add";
     public static final String HAS = "block/has";
@@ -99,6 +101,31 @@ public void handleCallToAPI(HttpExchange httpExchange) {
                     }
                     break;
                 }
+                case BULK_STAT: {
+                    AggregatedMetrics.API_BLOCK_STAT_BULK.inc();
+                    Map<String, Object> json = (Map<String, Object>) JSONParser.parse(new String(readFully(httpExchange.getRequestBody())));
+                    List<Want> wants = ((List<Map<String, String>>)json.get("wants"))
+                            .stream()
+                            .map(Want::fromJson)
+                            .collect(Collectors.toList());
+                    Set<PeerId> peers = Optional.ofNullable(params.get("peers"))
+                            .map(p -> p.stream().map(PeerId::fromBase58).collect(Collectors.toSet()))
+                            .orElse(Collections.emptySet());
+                    List<HashedBlock> blocks = ipfs.getBlocks(wants, peers, true);
+                    if (wants.size() == blocks.size()) {
+                        List<List<String>> links = blocks.stream()
+                                .map(b -> CborObject.getLinks(b.hash, b.block).stream().map(Cid::toString).collect(Collectors.toList()))
+                                .collect(Collectors.toList());
+                        replyJson(httpExchange, JSONParser.toString(links));
+                    } else {
+                        try {
+                            httpExchange.sendResponseHeaders(400, 0);
+                        } catch (IOException ioe) {
+                            HttpUtil.replyError(httpExchange, ioe);
+                        }
+                    }
+                    break;
+                }
                 case PUT: { // https://docs.ipfs.tech/reference/kubo/rpc/#api-v0-block-put
                     AggregatedMetrics.API_BLOCK_PUT.inc();
                     List<String> format = params.get("format");