This is an automated email from the ASF dual-hosted git repository.
weibin pushed a commit to branch research
in repository https://gitbox.apache.org/repos/asf/incubator-graphar.git
The following commit(s) were added to refs/heads/research by this push:
new 6a5b528f Add scripts of experiments
6a5b528f is described below
commit 6a5b528f8d0172e0abd7a566ebce46376e53b037
Author: acezen <[email protected]>
AuthorDate: Thu Sep 19 14:40:34 2024 +0800
Add scripts of experiments
Signed-off-by: acezen <[email protected]>
---
scripts/6.1/gen-base-dataset.sh | 14 ++++++++++
scripts/6.1/gen-graphar-data-large.sh | 11 ++++++++
scripts/6.1/gen-graphar-data.sh | 21 +++++++++++++++
scripts/6.2/run-micro-bench.sh | 51 +++++++++++++++++++++++++++++++++++
scripts/6.5/run-bi2.sh | 12 +++++++++
scripts/6.5/run-ic8.sh | 18 +++++++++++++
scripts/6.5/run-is3.sh | 13 +++++++++
7 files changed, 140 insertions(+)
diff --git a/scripts/6.1/gen-base-dataset.sh b/scripts/6.1/gen-base-dataset.sh
new file mode 100644
index 00000000..2f788930
--- /dev/null
+++ b/scripts/6.1/gen-base-dataset.sh
@@ -0,0 +1,14 @@
+!/bin/bash
+
+# Generate the base dataset
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/post_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/post_hasTag_tag_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf30/social_network/parquet/bi/comment_hasTag_tag_0_0
0
+# sf100
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/post_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/post_hasTag_tag_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf100/social_network/parquet/bi/comment_hasTag_tag_0_0
0
+# sf300
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/post_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/post_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/post_hasTag_tag_0_0 0
+./release/Csv2Parquet
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/dynamic/comment_hasTag_tag_0_0.csv
/mnt/ldbc/mengke.mk/datagen/sf300/social_network/parquet/bi/comment_hasTag_tag_0_0
0
diff --git a/scripts/6.1/gen-graphar-data-large.sh
b/scripts/6.1/gen-graphar-data-large.sh
new file mode 100644
index 00000000..344eb31a
--- /dev/null
+++ b/scripts/6.1/gen-graphar-data-large.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+# ./data-generator source_file outut_file_prefix vertex_num isDirected
isWeighted isSorted isReversed delemiter ignoreLineNum
+#
+echo 'uk-2002'
+./data-generator /mnt/ldbc/lixue/uk-2002/uk-2002.mtx /root/dataset/uk-2002
18520486 false true false false space 1
+echo 'arabic-2005'
+./data-generator /mnt/ldbc/lixue/arabic-2005/arabic-2005.mtx
/root/dataset/arabic-2005 22744081 false true false false space 1
+echo 'uk-2005'
+./data-generator /mnt/ldbc/lixue/uk-2005/uk-2005.mtx /root/dataset/uk-2005
39459926 false true false false space 1
+echo 'webbase-2001'
+./data-generator /mnt/ldbc/lixue/webbase-2001/webbase-2001.mtx
/root/dataset/webbase-2001 118142156 false true false false space 1
\ No newline at end of file
diff --git a/scripts/6.1/gen-graphar-data.sh b/scripts/6.1/gen-graphar-data.sh
new file mode 100644
index 00000000..b10b56b8
--- /dev/null
+++ b/scripts/6.1/gen-graphar-data.sh
@@ -0,0 +1,21 @@
+#!/bin/bash
+# ./data-generator source_file output_file_prefix vertex_num isDirected
isWeighted isSorted isReversed delemiter ignoreLineNum
+#
+echo 'degme'
+./data-generator /mnt/ldbc/lixue/degme/degme_full.mtx /root/dataset/degme
659416 false true false false space 2
+echo 'cont1_l'
+./data-generator /mnt/ldbc/lixue/cont1-l/cont1_l_full.mtx
/root/dataset/cont1_l 1921597 false true false true space 2
+echo 'wiki'
+./data-generator /mnt/ldbc/lixue/LargeRegFile/LargeRegFile.mtx
/root/dataset/LargeRegFile 2111155 false true false true space 2
+echo 'tp-6'
+./data-generator /mnt/ldbc/lixue/tp-6/tp-6.mtx /root/dataset/tp-6 1100000 true
true false false space 0
+echo 'hollywood-2009'
+./data-generator /mnt/ldbc/lixue/hollywood-2009/hollywood-2009.mtx
/root/dataset/hollywood-2009 1139906 false true false false space 1
+echo 'orkut'
+./data-generator /mnt/ldbc/lixue/orkut/com-orkut.ungraph.txt
/root/dataset/orkut 3072442 true false false false tab 0
+echo 'indochina-2004'
+./data-generator /mnt/ldbc/lixue/indochina-2004/indochina-2004.mtx
/root/dataset/indochina-2004 7414867 false true false false space 1
+echo 'wiki'
+./data-generator /mnt/ldbc/lixue/wiki/wikipedia_link_en/out.wikipedia_link_en
/root/dataset/wiki 13593032 false false false true tab 1
+echo 'uk-2005'
+./data-generator /mnt/ldbc/lixue/uk-2005/uk-2005.mtx /root/dataset/uk-2005
39459926 false true false false space 1
diff --git a/scripts/6.2/run-micro-bench.sh b/scripts/6.2/run-micro-bench.sh
new file mode 100644
index 00000000..bcce95f1
--- /dev/null
+++ b/scripts/6.2/run-micro-bench.sh
@@ -0,0 +1,51 @@
+#!/bin/bash
+# ./decode-bit-map data_file_prefix vertex_num vertex_id [base,delta]
+#
+echo 'degme base'
+./decode-bit-map /root/dataset/degme 659416 185501 delta
+./decode-bit-map /root/dataset/degme 659416 185501 base
+./decode-bit-map /root/dataset/degme 659416 185501
+echo 'cont1_l base'
+./decode-bit-map /root/dataset/cont1_l 1921597 1921596 delta
+./decode-bit-map /root/dataset/cont1_l 1921597 1921596 base
+./decode-bit-map /root/dataset/cont1_l 1921597 1921596
+echo 'LageRegFile base'
+./decode-bit-map /root/dataset/LargeRegFile 2111155 1353 delta
+./decode-bit-map /root/dataset/LargeRegFile 2111155 1353 base
+./decode-bit-map /root/dataset/LargeRegFile 2111155 1353
+echo 'tp-6'
+./decode-bit-map /root/dataset/tp-6 1100000 6073 delta
+./decode-bit-map /root/dataset/tp-6 1100000 6073 base
+./decode-bit-map /root/dataset/tp-6 1100000 6073
+echo 'hollywood-2009'
+./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 delta
+./decode-bit-map /root/dataset/hollywood-2009 1139906 601226 base
+./decode-bit-map /root/dataset/hollywood-2009 1139906 601226
+echo 'orkut'
+./decode-bit-map /root/dataset/orkut 3072442 43608 delta
+./decode-bit-map /root/dataset/orkut 3072442 43608 base
+./decode-bit-map /root/dataset/orkut 3072442 43608
+echo 'indochina-2004'
+./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 delta
+./decode-bit-map /root/dataset/indochina-2004 7414867 7030320 base
+./decode-bit-map /root/dataset/indochina-2004 7414867 7030320
+echo 'wiki'
+./decode-bit-map /root/dataset/wiki 13593032 134151 delta
+./decode-bit-map /root/dataset/wiki 13593032 134151 base
+./decode-bit-map /root/dataset/wiki 13593032 134151
+echo 'uk-2002'
+./decode-bit-map /root/dataset/uk-2002 18520486 17159800 delta
+./decode-bit-map /root/dataset/uk-2002 18520486 17159800 base
+./decode-bit-map /root/dataset/uk-2002 18520486 17159800
+echo 'arabic-2005'
+./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 delta
+./decode-bit-map /root/dataset/arabic-2005 22744081 13720651 base
+./decode-bit-map /root/dataset/arabic-2005 22744081 13720651
+echo 'uk-2002'
+./decode-bit-map /root/dataset/uk-2005 39459926 34054381 delta
+./decode-bit-map /root/dataset/uk-2005 39459926 34054381 base
+./decode-bit-map /root/dataset/uk-2005 39459926 34054381
+echo 'webbase-2001'
+./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 delta
+./decode-bit-map /root/dataset/webbase-2001 118142156 111342910 base
+./decode-bit-map /root/dataset/webbase-2001 118142156 111342910
diff --git a/scripts/6.5/run-bi2.sh b/scripts/6.5/run-bi2.sh
new file mode 100644
index 00000000..77eb5113
--- /dev/null
+++ b/scripts/6.5/run-bi2.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+# ./run-bi-2 tag_hasType_tagClass_path_file post_hasTag_tag_path_file
comment_hasTag_tag_path_file post_tagClass_label_path_file
comment_tagClass_label_path_file comment_vertex_path_file post_vertex_path_file
tag_vertex_path_file tag_class_id date vertex_num_tag vertex_num_post
vertex_num_comment
+
+echo 'sf-30'
+./run-bi-2 /root/dataset/sf-30/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-30/bi/post_hasTag_tag_0_0
/root/dataset/sf-30/bi/comment_hasTag_tag_0_0
/root/dataset/sf-30/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-30/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-30/bi/comment_0_0.parquet
/root/dataset/sf-30/bi/post_0_0.parquet /root/dataset/sf-30/bi/tag_0_0.parquet
MusicalArtist 18 1338508800000 16080 19968658 67126524
+
+echo 'sf-100'
+./run-bi-2 /root/dataset/sf-100/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-100/bi/post_hasTag_tag_0_0
/root/dataset/sf-100/bi/comment_hasTag_tag_0_0
/root/dataset/sf-100/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-100/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-100/bi/comment_0_0.parquet
/root/dataset/sf-100/bi/post_0_0.parquet
/root/dataset/sf-100/bi/tag_0_0.parquet MusicalArtist 18 1338508800000 16080
57987023 220096052
+
+echo 'sf-300'
+./run-bi-2 /root/dataset/sf-300/bi/tag_hasType_tagclass_0_0
/root/dataset/sf-300/bi/post_hasTag_tag_0_0
/root/dataset/sf-300/bi/comment_hasTag_tag_0_0
/root/dataset/sf-300/bi/post_parquet_graphar_label_RLE.parquet
/root/dataset/sf-300/bi/comment_parquet_graphar_label_RLE.parquet
/root/dataset/sf-300/bi/comment_0_0.parquet
/root/dataset/sf-300/bi/post_0_0.parquet
/root/dataset/sf-300/bi/tag_0_0.parquet MusicalArtist 18 1338508800000 16080
155783470 650086949
diff --git a/scripts/6.5/run-ic8.sh b/scripts/6.5/run-ic8.sh
new file mode 100644
index 00000000..23b23256
--- /dev/null
+++ b/scripts/6.5/run-ic8.sh
@@ -0,0 +1,18 @@
+#!/bin/bash
+
+# acero:
+# ./run-ic-8 post_has_creator_person_path_file
comment_has_creator_person_path_file comment_replyof_post_path_file
comment_replyof_comment_path_file comment_vertex_file person_vertex_file
vertex_id post_vertex_num comment_vertex_num person_vertex_num
+# graphar
+# ./run-ic-8-alter post_has_creator_person_path_file
comment_has_creator_person_path_file comment_replyof_post_path_file
comment_replyof_comment_path_file comment_vertex_file person_vertex_file
vertex_id post_vertex_num comment_vertex_num person_vertex_num
+
+echo 'sf-30'
+./run-ic-8 /root/dataset/sf-30/post_hasCreator_person_0_0
/root/dataset/sf-30/comment_hasCreator_person_0_0
/root/dataset/sf-30/comment_replyOf_post_0_0
/root/dataset/sf-30/comment_replyOf_comment_0_0
/root/dataset/sf-30/comment_0_0.parquet /root/dataset/sf-30/person_0_0.parquet
143 19968658 67126524 165430
+./run-ic-8-alter /root/dataset/sf-30/post_hasCreator_person_0_0
/root/dataset/sf-30/comment_hasCreator_person_0_0
/root/dataset/sf-30/comment_replyOf_post_0_0
/root/dataset/sf-30/comment_replyOf_comment_0_0
/root/dataset/sf-30/comment_0_0_index.parquet
/root/dataset/sf-30/person_0_0_index.parquet 95950 19968658 67126524 165430
+
+echo 'sf-100'
+./run-ic-8 /root/dataset/sf-100/post_hasCreator_person_0_0
/root/dataset/sf-100/comment_hasCreator_person_0_0
/root/dataset/sf-100/comment_replyOf_post_0_0
/root/dataset/sf-100/comment_replyOf_comment_0_0
/root/dataset/sf-100/comment_0_0.parquet
/root/dataset/sf-100/person_0_0.parquet 143 57987023 220096052 448626
+./run-ic-8-alter /root/dataset/sf-100/post_hasCreator_person_0_0
/root/dataset/sf-100/comment_hasCreator_person_0_0
/root/dataset/sf-100/comment_replyOf_post_0_0
/root/dataset/sf-100/comment_replyOf_comment_0_0
/root/dataset/sf-100/comment_0_0_index.parquet
/root/dataset/sf-100/person_0_0_index.parquet 260823 57987023 220096052 448626
+
+echo 'sf-300'
+./run-ic-8 /root/dataset/sf-300/post_hasCreator_person_0_0
/root/dataset/sf-300/comment_hasCreator_person_0_0
/root/dataset/sf-300/comment_replyOf_post_0_0
/root/dataset/sf-300/comment_replyOf_comment_0_0
/root/dataset/sf-300/comment_0_0.parquet
/root/dataset/sf-300/person_0_0.parquet 143 155783470 650086949 1128069
+./run-ic-8-alter /root/dataset/sf-300/post_hasCreator_person_0_0
/root/dataset/sf-300/comment_hasCreator_person_0_0
/root/dataset/sf-300/comment_replyOf_post_0_0
/root/dataset/sf-300/comment_replyOf_comment_0_0
/root/dataset/sf-300/comment_0_0_index.parquet
/root/dataset/sf-300/person_0_0_index.parquet 655084 155783470 650086949 1128069
diff --git a/scripts/6.5/run-is3.sh b/scripts/6.5/run-is3.sh
new file mode 100644
index 00000000..11c64f6a
--- /dev/null
+++ b/scripts/6.5/run-is3.sh
@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# ./run-work-load edge_file_prefix vertex_file vertex_num vertex_id delta/base
+
+echo 'sf-30'
+./run-work-load /root/dataset/sf-30/person_knows_person
/root/dataset/sf-30/person_knows_person-vertex-base 165430 17592186044461 base
+./run-work-load /root/dataset/sf-30/person_knows_person
/root/dataset/sf-30/person_knows_person-vertex-base 165430 70220 delta
+echo 'sf-100'
+./run-work-load /root/dataset/sf-100/person_knows_person
/root/dataset/sf-100/person_knows_person-vertex-base 448626 17592186044461 base
+./run-work-load /root/dataset/sf-100/person_knows_person
/root/dataset/sf-100/person_knows_person-vertex-base 448626 191086 delta
+echo 'sf-300'
+./run-work-load /root/dataset/sf-300/person_knows_person
/root/dataset/sf-300/person_knows_person-vertex-base 1128069 17592186044461 base
+./run-work-load /root/dataset/sf-300/person_knows_person
/root/dataset/sf-300/person_knows_person-vertex-base 1128069 479964 delta
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
