Skip to content

Commit a70e9e4

Browse files
JacekDabrowski1JacekDabrowski1
JacekDabrowski1
authored and
JacekDabrowski1
committed
Update benchmark results and clarify open-source nature
Remove "whiten" references from benchmarks and update stats, restoring key performance indicators and clarifying the open-source cost. Replit-Commit-Author: Agent Replit-Commit-Session-Id: ec794acd-c4a5-47f6-b906-d70ac3c316ee Replit-Commit-Checkpoint-Type: full_checkpoint Replit-Commit-Event-Id: baa8a2e5-6c09-4a01-895b-4032f5b8d7ba Replit-Commit-Screenshot-Url: https://storage.googleapis.com/screenshot-production-us-central1/28ec11df-9ccf-40bc-9ff4-d0523e5b6a98/ec794acd-c4a5-47f6-b906-d70ac3c316ee/3gPnDLk Replit-Helium-Checkpoint-Created: true
1 parent 416e371 commit a70e9e4

3 files changed

Lines changed: 110 additions & 196 deletions

File tree

‎website/static/benchmarks.js‎

Lines changed: 23 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -14,79 +14,72 @@ const COLORS = {
1414
};
1515

1616
const ALGO_COLORS = {
17-
'Cleora (whiten)': '#a78bfa',
18-
'Cleora': '#6c63ff',
17+
'Cleora': '#a78bfa',
1918
'ProNE': '#f59e0b',
2019
'RandNE': '#ef4444',
2120
'NetMF': '#3b82f6',
2221
'DeepWalk': '#f472b6',
2322
};
2423

2524
const DATASETS = ['ego-Facebook', 'PPI-large', 'Flickr', 'ogbn-arxiv', 'Yelp'];
26-
const ALGORITHMS = ['Cleora (whiten)', 'Cleora', 'ProNE', 'RandNE', 'NetMF', 'DeepWalk'];
25+
const ALGORITHMS = ['Cleora', 'ProNE', 'RandNE', 'NetMF', 'DeepWalk'];
2726

2827
const SUMMARY_DATA = {
29-
'Cleora (whiten)': [0.932, 1.000, 0.971, 0.994, null],
30-
'Cleora': [0.350, 0.025, 0.157, 0.038, 0.013],
28+
'Cleora': [0.932, 1.000, 0.971, 0.994, null],
3129
'ProNE': [0.019, 0.008, 0.142, 0.026, null],
3230
'RandNE': [0.120, 0.014, 0.153, 0.032, null],
3331
'NetMF': [0.889, null, null, null, null],
3432
'DeepWalk': [0.885, null, null, null, null],
3533
};
3634

3735
const MLP_DATA = {
38-
'Cleora (whiten)': [0.973, null, null, null, null],
39-
'Cleora': [0.379, null, null, null, null],
36+
'Cleora': [0.973, null, null, null, null],
4037
'ProNE': [0.130, null, null, null, null],
4138
'RandNE': [0.130, null, null, null, null],
4239
'NetMF': [0.639, null, null, null, null],
4340
'DeepWalk': [0.620, null, null, null, null],
4441
};
4542

4643
const SPEED_DATA = {
47-
algorithms: ['Cleora', 'Cleora (whiten)', 'RandNE', 'ProNE', 'NetMF', 'DeepWalk'],
48-
facebook: [0.111, 0.430, 0.070, 0.264, 35.229, 50.093],
49-
ppi_large: [0.707, 2.842, 1.863, 7.286, null, null],
50-
flickr: [0.869, 3.676, 2.169, 10.732, null, null],
51-
ogbn_arxiv: [1.290, 5.222, 3.204, 15.725, null, null],
52-
yelp: [7.076, 30.419, null, null, null, null],
53-
roadnet: [5.312, 31.500, null, null, null, null],
44+
algorithms: ['Cleora', 'RandNE', 'ProNE', 'NetMF', 'DeepWalk'],
45+
facebook: [0.430, 0.070, 0.264, 35.229, 50.093],
46+
ppi_large: [2.842, 1.863, 7.286, null, null],
47+
flickr: [3.676, 2.169, 10.732, null, null],
48+
ogbn_arxiv: [5.222, 3.204, 15.725, null, null],
49+
yelp: [30.419, null, null, null, null],
50+
roadnet: [31.500, null, null, null, null],
5451
};
5552

5653
const MEMORY_DATA = {
57-
algorithms: ['Cleora', 'Cleora (whiten)', 'RandNE', 'ProNE', 'DeepWalk', 'NetMF'],
58-
facebook: [3.9, 21.0, 39.8, 64.0, 540.8, 1047.4],
59-
ppi_large: [55.6, 251.5, 541.0, 875.8, null, null],
60-
flickr: [87.2, 338.7, 830.4, 1354.9, null, null],
61-
ogbn_arxiv: [165.4, 458.9, 1550.8, 2545.5, null, null],
62-
yelp: [700.0, 1499.0, null, null, null, null],
63-
roadnet: [1919.1, 4129.0, null, null, null, null],
54+
algorithms: ['Cleora', 'RandNE', 'ProNE', 'DeepWalk', 'NetMF'],
55+
facebook: [25.2, 39.8, 64.0, 540.8, 1047.4],
56+
ppi_large: [251.5, 541.0, 875.8, null, null],
57+
flickr: [338.7, 830.4, 1354.9, null, null],
58+
ogbn_arxiv: [458.9, 1550.8, 2545.5, null, null],
59+
yelp: [1499.0, null, null, null, null],
60+
roadnet: [4129.0, null, null, null, null],
6461
};
6562

6663
const SCATTER_DATA = {
6764
'ego-Facebook': {
68-
'Cleora (whiten)': { acc: 0.932, time: 0.430 },
65+
'Cleora': { acc: 0.932, time: 0.430 },
6966
'NetMF': { acc: 0.889, time: 35.229 },
7067
'DeepWalk': { acc: 0.885, time: 50.093 },
7168
'RandNE': { acc: 0.120, time: 0.070 },
7269
'ProNE': { acc: 0.019, time: 0.264 },
73-
'Cleora': { acc: 0.350, time: 0.111 },
7470
},
7571
'PPI-large': {
76-
'Cleora (whiten)': { acc: 1.000, time: 2.842 },
77-
'Cleora': { acc: 0.025, time: 0.707 },
72+
'Cleora': { acc: 1.000, time: 2.842 },
7873
'ProNE': { acc: 0.008, time: 7.286 },
7974
'RandNE': { acc: 0.014, time: 1.863 },
8075
},
8176
'Flickr': {
82-
'Cleora (whiten)': { acc: 0.971, time: 3.676 },
83-
'Cleora': { acc: 0.157, time: 0.869 },
77+
'Cleora': { acc: 0.971, time: 3.676 },
8478
'ProNE': { acc: 0.142, time: 10.732 },
8579
'RandNE': { acc: 0.153, time: 2.169 },
8680
},
8781
'ogbn-arxiv': {
88-
'Cleora (whiten)': { acc: 0.994, time: 5.222 },
89-
'Cleora': { acc: 0.038, time: 1.290 },
82+
'Cleora': { acc: 0.994, time: 5.222 },
9083
'RandNE': { acc: 0.032, time: 3.204 },
9184
'ProNE': { acc: 0.026, time: 15.725 },
9285
},
@@ -416,7 +409,7 @@ function buildCVChart() {
416409
responsive: true,
417410
maintainAspectRatio: false,
418411
plugins: {
419-
title: { display: true, text: 'Cross-Validation: Cleora (whiten, 16 iter, 256 dim)', color: COLORS.text, font: { size: 16, weight: 500 }, padding: { bottom: 20 } },
412+
title: { display: true, text: 'Cross-Validation: Cleora (16 iter, 256 dim)', color: COLORS.text, font: { size: 16, weight: 500 }, padding: { bottom: 20 } },
420413
tooltip: {
421414
callbacks: {
422415
label: ctx => {

0 commit comments

Comments
 (0)