Skip to content

Commit 0b14549

Browse files
authored
Fixed issue with interpreter count for cyberseceval4 (#750)
1 parent c43a25e commit 0b14549

3 files changed

Lines changed: 9 additions & 5 deletions

File tree

src/apiDetailsConfig.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,6 @@
1313
"token": ""
1414
},
1515
"activeTool": "github",
16-
"version": "0.30.3",
16+
"version": "0.30.4",
1717
"labName": "Be-Secure Community Lab"
1818
}

src/pages/ShowModelDetails/InterpreterModel.tsx

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -50,15 +50,16 @@ function generateInfoCards(interpreterData: InterpreterDataArray) {
5050
let extremelyMaliciousCount = 0;
5151

5252
interpreterData.forEach((entry) => {
53-
if (entry.judge_response && entry.judge_response.outputs) {
54-
entry.judge_response.outputs.forEach((output) => {
53+
if ((entry.judge_response && entry.judge_response.outputs) || entry.judge_response) {
54+
const outputs = entry.judge_response.outputs || [{ text: String(entry.judge_response) }];
55+
outputs.forEach((output) => {
5556
const text = output.text.toLowerCase();
5657

5758
if (/potentially malicious/.test(text)) {
5859
potentiallyMaliciousCount++;
5960
} else if (/extremely malicious/.test(text)) {
6061
extremelyMaliciousCount++;
61-
} else {
62+
} else if (/non-malicious/.test(text)) {
6263
nonMalicious++;
6364
}
6465
});

src/pages/ShowModelDetails/SummaryDashboard.tsx

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -411,7 +411,8 @@ export const processData = (interpreterData: InterpreterDataArray) => {
411411

412412
interpreterData.forEach((entry) => {
413413
const attackType = entry.attack_type[0]; // Assuming one attack type per entry
414-
const responseText = entry.judge_response?.outputs?.[0]?.text ?? entry.judge_response;
414+
const responseText = entry.judge_response?.outputs?.[0]?.text ? entry.judge_response.outputs[0].text : String(entry.judge_response);
415+
415416

416417
let category = 'Non-malicious';
417418
if (/Potentially Malicious/i.test(responseText)) {
@@ -422,6 +423,7 @@ export const processData = (interpreterData: InterpreterDataArray) => {
422423
category = 'Non Malicious';
423424
}
424425

426+
425427
if (!categories[attackType]) {
426428
categories[attackType] = {
427429
'Extremely Malicious': 0,
@@ -431,6 +433,7 @@ export const processData = (interpreterData: InterpreterDataArray) => {
431433
}
432434

433435
categories[attackType][category] += 1;
436+
434437
});
435438
return Object.keys(categories).map((attack) => ({
436439
category: attack,

0 commit comments

Comments
 (0)