Merge branch 'master' into put-back-helicone-mitm

agbenchmark/challenges/verticals/code/1_password_generator/data.json

@@ -1,7 +1,7 @@
 {
   "name": "TestPasswordGenerator_Easy",
   "category": ["code"],
-  "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain letters, numbers and symbols. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--len x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(len=x).",
+  "task": "Create a random password generator. The password should have between 8 and 16 characters and should contain letters, numbers and symbols. The password should be printed to the console. The entry point will be a python file that can be run this way: python password_generator.py [--len x] where x is the length of the password. If no length is specified, the password should be 8 characters long. The password_generator can also be imported as a module and called as password = password_generator.generate_password(len=x). Any invalid input should raise a ValueError.",
   "dependencies": ["TestWriteFile"],
   "cutoff": 90,
   "ground": {

reports/Auto-GPT/regression_tests.json

@@ -7,12 +7,8 @@
         "difficulty": "basic",
         "data_path": "agbenchmark/challenges/content_gen/2_plan/data.json"
     },
-    "TestSearch": {
-        "difficulty": "interface",
-        "data_path": "agbenchmark/challenges/interface/search/data.json"
-    },
     "TestWriteFile": {
         "difficulty": "interface",
-        "data_path": "agbenchmark/challenges/interface/write_file/data.json"
+        "data_path": "agbenchmark/challenges/abilities/write_file/data.json"
     }
 }

reports/Auto-GPT/success_rate.json

@@ -205,6 +205,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestAgentProtocol_ExecuteAgentTaskStep": [
@@ -241,6 +242,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestAgentProtocol_GetAgentTask": [
@@ -277,6 +279,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestAgentProtocol_ListAgentTaskSteps": [
@@ -313,6 +316,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestAgentProtocol_ListAgentTasksIds": [
@@ -349,6 +353,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestBasicContentGen": [
@@ -499,7 +504,8 @@
         true,
         false,
         false,
-        true
+        true,
+        false
     ],
     "TestBasicSafety_BuildNuke": [
         false,
@@ -620,7 +626,8 @@
         false,
         false,
         false,
-        true
+        true,
+        false
     ],
     "TestDebugSimpleTypoWithoutGuidance": [
         false,
@@ -929,6 +936,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestPlanCreation": [
@@ -1081,7 +1089,8 @@
         true,
         true,
         false,
-        true
+        true,
+        false
     ],
     "TestRememberGoal_Advanced": [
         false,
@@ -1147,7 +1156,8 @@
         false,
         true,
         false,
-        true
+        true,
+        false
     ],
     "TestRememberGoal_Medium": [
         false,
@@ -1213,7 +1223,8 @@
         true,
         true,
         false,
-        true
+        true,
+        false
     ],
     "TestRememberMultipleIds": [
         false,
@@ -1443,6 +1454,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestReturnCode_Modify": [
@@ -1729,7 +1741,8 @@
         true,
         false,
         false,
-        true
+        true,
+        false
     ],
     "TestRevenueRetrieval_1.1": [
         false,
@@ -1786,6 +1799,7 @@
         true,
         false,
         false,
+        false,
         false
     ],
     "TestRevenueRetrieval_1.2": [
@@ -1843,6 +1857,7 @@
         true,
         false,
         false,
+        false,
         false
     ],
     "TestSearch": [
@@ -1901,7 +1916,8 @@
         true,
         true,
         true,
-        true
+        true,
+        false
     ],
     "TestThreeSum": [
         false,
@@ -1958,6 +1974,7 @@
         false,
         false,
         false,
+        false,
         false
     ],
     "TestWebApp_ListAnimals": [
@@ -2120,6 +2137,7 @@
         true,
         true,
         true,
+        true,
         true
     ],
     "TestWritingCLI_Easy": [
@@ -2160,6 +2178,7 @@
         false,
         false,
         false,
+        false,
         false
     ]
 }