🚀 Sort table data by percentage in descending order

In bananalyzer/hooks.py, a sorting function has been added to sort the table_data array. This change is made to improve the clarity of the presentation by showcasing the data in terms of the percentage, starting from the highest.

bananalyzer/hooks.py

@@ -30,6 +30,8 @@ def print_field_data(
         perfect = is_perfect and "✅" or "❌"
         table_data.append([field, passed, failed, percentage, perfect])
 
+    table_data.sort(key=lambda row: row[3], reverse=True)  # type: ignore
+
     # Calculate the percentage for the total row
     total_percentage = (
         f"{total_passed / (total_passed + total_failed) * 100:.2f}%"

bananalyzer/runner/null_agent_wrapper.py

@@ -1,5 +1,6 @@
 import asyncio
 from random import random
+from typing import Any, cast
 
 from playwright.async_api import Page
 
@@ -12,6 +13,8 @@ class NullAgentRunner(AgentRunner):
     A test agent class that just returns an empty string
     """
 
+    RANDOM_FAILURE_RATE = 0  # You can change this to 0.5 to see random failures
+
     async def run(
         self,
         page: Page,
@@ -29,4 +32,9 @@ async def run(
         ):
             await page.goto(example.evals[0].expected)
 
-        return example.evals[0].expected
+        copy = cast(dict[str, Any], example.evals[0].expected).copy()
+        for key, value in copy.items():
+            if random() < self.RANDOM_FAILURE_RATE:
+                copy[key] = "random"
+
+        return copy

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bananalyzer"
-version = "0.6.4"
+version = "0.6.5"
 
 description = "Open source AI Agent evaluation framework for web tasks 🐒🍌"
 authors = ["asim-shrestha <[email protected]>"]