diff --git a/src/components/Leaderboard/index.tsx b/src/components/Leaderboard/index.tsx index abb927b..01f3749 100644 --- a/src/components/Leaderboard/index.tsx +++ b/src/components/Leaderboard/index.tsx @@ -1,6 +1,9 @@ export default function Leaderboard(props): JSX.Element { const { compact } = props; + const showGroup = true; + const showLicense = !compact; + const showStatus = !compact; let i = 1; return (
Agent | Score | Score (lite) | -Status | - { compact ||Group | } - { compact ||License | } + { showStatus &&Status | } + { showGroup &&Group | } + { showLicense &&License | } + +||
---|---|---|---|---|---|---|---|---|---|---|
{i++} | +CodeR + GPT-4 |
+ - | +28.33% | + { showStatus &&Reported | } + { showGroup &&NL2Code | } + { showLicense &&Proprietary | } +||||
{i++} | +Agent-101 | +- | +28.33% | + { showStatus &&Reported | } + { showGroup &&IBM Research | } + { showLicense &&Proprietary | } +||||
{i++} | Aider + GPT-4o + Opus |
- | 26.3% | -Reported | - { compact ||Paul Gauthier | } - { compact ||Apache-2 | } + { showStatus &&Reported | } + { showGroup &&Paul Gauthier | } + { showLicense &&Apache-2 | }|
{i++} | OpenDevin CodeAct 1.3 + GPT-4o |
- | 25% | -Reported | - { compact ||OpenDevin | } - { compact ||MIT | } + { showStatus &&Reported | } + { showGroup &&OpenDevin | } + { showLicense &&MIT | }|
{i++} | +Moatless Tools + GPT-4o |
+ - | +23.33% | + { showStatus &&Verified | } + { showGroup &&Albert Örwall | } + { showLicense &&MIT | } +||||
{i++} | Sweep | -15.7% | +~ 15.7% | - | -Reported (10% sample) |
- { compact || Sweep AI | } - { compact ||Proprietary (Source Available) | }
+ { showStatus && Reported 10% sample | }
+ { showGroup && Sweep AI | } + { showLicense &&Proprietary (Source Available) | }
{i++} | Q Developer Agent | 13.82 | 20.33 | -Official | - { compact ||Amazon | } - { compact ||Proprietary | } + { showStatus &&Reported | } + { showGroup &&Amazon | } + { showLicense &&Proprietary | }|
{i++} | Devin | -13.48% | +~13.48% | - | -Reported (25% sample) |
- { compact || Cognition | } - { compact ||Proprietary | } + { showStatus &&Reported 25% sample | }
+ { showGroup && Cognition | } + { showLicense &&Proprietary | }
{i++} | SWE-agent + GPT-4 |
12.47% | 18% | -Official | - { compact ||Princeton NLP | } - { compact ||MIT | } + { showStatus &&Verified | } + { showGroup &&Princeton NLP | } + { showLicense &&MIT | }|
{i++} | -auto-code-rover | +auto-code-rover + GPT-4 |
10.59% | -16.11% | -Reported (Average of runs) |
- { compact || APR@NUS | } - { compact ||GPL-3 | } -|||
{i++} | -Fume | -- | -18.3% | -Reported (5% sample) |
- { compact || Fume Technologies | } - { compact ||Proprietary | } +19% | + { showStatus &&Reported (Average of runs) | }
+ { showGroup && APR@NUS | } + { showLicense &&GPL-3 | }
Last updated: 2024-05-25