Skip to content

Commit

Permalink
Simulator code
Browse files Browse the repository at this point in the history
  • Loading branch information
Devesh Sarda committed Feb 25, 2024
1 parent 57856a1 commit 40af095
Show file tree
Hide file tree
Showing 159 changed files with 544 additions and 82 deletions.
46 changes: 46 additions & 0 deletions simulator/arvix_sampling_in_mem_benchmark.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
sampling_depth,percent_in_mem,mean_pages,std_dev_pages_loaded
1,0.5,6.49,8.48
1,1.0,4.08,1.73
1,1.5,4.08,1.74
1,2.0,3.45,1.27
1,2.5,3.45,1.28
1,3.0,3.05,1.03
1,3.5,3.05,1.03
1,4.0,2.76,0.87
1,4.5,2.76,0.89
1,5.0,2.52,0.77
1,10.0,1.76,0.49
1,25.0,0.79,0.23
1,50.0,0.2,0.1
1,75.0,0.0,0.0
1,100.0,0.0,0.0
2,0.5,41.66,43.54
2,1.0,19.72,10.5
2,1.5,19.72,10.49
2,2.0,14.27,6.5
2,2.5,14.27,6.46
2,3.0,11.41,4.6
2,3.5,11.4,4.65
2,4.0,9.47,3.65
2,4.5,9.47,3.66
2,5.0,8.08,3.0
2,10.0,4.41,1.43
2,25.0,1.32,0.44
2,50.0,0.27,0.16
2,75.0,0.0,0.0
2,100.0,0.0,0.0
3,0.5,130.11,100.33
3,1.0,62.23,36.17
3,1.5,62.23,36.18
3,2.0,40.26,20.57
3,2.5,40.24,20.71
3,3.0,29.54,14.24
3,3.5,29.52,14.25
3,4.0,22.83,10.26
3,4.5,22.83,10.28
3,5.0,18.24,7.78
3,10.0,7.88,2.97
3,25.0,1.69,0.61
3,50.0,0.24,0.2
3,75.0,0.0,0.0
3,100.0,0.0,0.0
Binary file added simulator/arvix_sampling_in_mem_benchmark.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 0.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 1.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 1.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 100}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 10}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 2.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 2.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 25}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 3.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 3.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 4.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 4.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 5.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 50}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 1, "top_percent_in_mem": 75}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 0.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 1.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 1.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 100}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 10}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 2.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 2.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 25}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 3.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 3.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 4.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 4.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 5.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 50}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 2, "top_percent_in_mem": 75}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 0.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 1.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 1.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 100}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 10}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 2.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 2.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 25}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 3.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 3.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 4.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 4.5}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 5.0}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 50}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dataset_name": "ogbn_arxiv", "features_stats": {"featurizer_type": "default", "page_size": "16.384 KB", "feature_dimension": 128, "feature_size": "float32"}, "batch_size": 25, "sampling_depth": 3, "top_percent_in_mem": 75}
3 changes: 2 additions & 1 deletion simulator/configs/arvix_linear.json
100755 → 100644
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,6 @@
"feature_dimension" : 128,
"feature_size" : "float32"
},
"sampling_depth" : 2
"batch_size" : 10,
"sampling_depth" : 1
}
6 changes: 4 additions & 2 deletions simulator/configs/arvix_metis.json → simulator/configs/arvix_linear_2_hop.json
100755 → 100644
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
{
"dataset_name" : "ogbn_arxiv",
"features_stats" : {
"featurizer_type" : "metis_partition",
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 128,
"feature_size" : "float32"
}
},
"batch_size" : 10,
"sampling_depth" : 2
}
12 changes: 12 additions & 0 deletions simulator/configs/arvix_linear_2_hop_in_mem.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"dataset_name" : "ogbn_arxiv",
"features_stats" : {
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 128,
"feature_size" : "float32"
},
"batch_size" : 10,
"sampling_depth" : 2,
"top_percent_in_mem" : 1
}
6 changes: 4 additions & 2 deletions simulator/configs/arvix_neighbors.json → simulator/configs/arvix_linear_3_hop.json
100755 → 100644
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
{
"dataset_name" : "ogbn_arxiv",
"features_stats" : {
"featurizer_type" : "neighbors_nearby",
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 128,
"feature_size" : "float32"
}
},
"sampling_depth" : 3,
"batch_size" : 10
}
12 changes: 12 additions & 0 deletions simulator/configs/arvix_linear_3_hop_5_in_mem.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"dataset_name" : "ogbn_arxiv",
"features_stats" : {
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 128,
"feature_size" : "float32"
},
"sampling_depth" : 3,
"batch_size" : 10,
"top_percent_in_mem" : 5
}
12 changes: 12 additions & 0 deletions simulator/configs/arvix_linear_3_hop_in_mem.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"dataset_name" : "ogbn_arxiv",
"features_stats" : {
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 128,
"feature_size" : "float32"
},
"sampling_depth" : 3,
"batch_size" : 10,
"top_percent_in_mem" : 1
}
4 changes: 3 additions & 1 deletion simulator/configs/arvix_linear_in_mem.json
Original file line number Diff line number Diff line change
Expand Up @@ -6,5 +6,7 @@
"feature_dimension" : 128,
"feature_size" : "float32"
},
"top_percent_in_mem" : 1
"top_percent_in_mem" : 1,
"sampling_depth" : 1,
"batch_size" : 10
}
9 changes: 0 additions & 9 deletions simulator/configs/arvix_random.json

This file was deleted.

2 changes: 1 addition & 1 deletion simulator/configs/products_linear.json
Original file line number Diff line number Diff line change
Expand Up @@ -7,5 +7,5 @@
"feature_size" : "float32"
},
"sampling_depth" : 1,
"batch_size" : 11
"batch_size" : 10
}
12 changes: 12 additions & 0 deletions simulator/configs/products_linear_3_hop.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,12 @@
{
"dataset_name" : "ogbn_products",
"features_stats" : {
"featurizer_type" : "default",
"page_size" : "16.384 KB",
"feature_dimension" : 100,
"feature_size" : "float32"
},
"sampling_depth" : 3,
"sample_percentage" : 0.25,
"batch_size" : 50
}
1 change: 1 addition & 0 deletions simulator/images/arvix_linear_3_hop_5_in_mem.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"Mean Pages Loaded": 18.47, "Std dev of Pages Loaded": 12.77, "Batch Size": 10, "Sample Percentage": 100, "Average Node Out Degree": "7.68", "Average Node In Degree": "10.87", "Nodes per Page": 32, "Total File Size": "86.7 MB", "Percentage Nodes In Memory": 5, "In Memory Space Used": "13.03 MB"}
Binary file added simulator/images/arvix_linear_3_hop_5_in_mem.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file removed simulator/images/products_linear.png
Binary file not shown.
Loading

0 comments on commit 40af095

Please sign in to comment.