-
Notifications
You must be signed in to change notification settings - Fork 22
/
config.yml
136 lines (126 loc) · 4.26 KB
/
config.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
version: 2.1
orbs:
slack: circleci/slack@3.4.2
workflows:
version: 2
build:
jobs:
- test
jobs:
test:
resource_class: large
machine:
image: ubuntu-2204:current
steps:
- checkout
- run:
name: Load Umbra Docker image
command: |
# ${UMBRA_URL_PREFIX} should be set as a secret variable
umbra/scripts/docker-load.sh
- run:
name: Setup
command: |
export DEBIAN_FRONTEND=noninteractive
export NEEDRESTART_SUSPEND=a
sudo apt update
# install dependencies
sudo apt install -y wget unzip
scripts/install-dependencies.sh
- run:
name: Download data sets
command: |
# Cypher
cd cypher
## compressed CSVs for Cypher
scripts/get-sample-data-set.sh
## uncompressed CSVs for Cypher
wget -q https://ldbcouncil.org/ldbc_snb_datagen_spark/social-network-sf0.003-bi-composite-projected-fk-neo4j.zip
unzip -q social-network-sf0.003-bi-composite-projected-fk-neo4j.zip
cd ..
# Umbra
cd umbra
## CSVs for Umbra
scripts/get-sample-data-set.sh
cd ..
- run:
name: Test naive parameter generator
command: |
cd naive-paramgen
scripts/get-sample-factors.sh
. scripts/use-sample-factors.sh
scripts/paramgen.sh
cd ..
head -n 3 parameters/parameters-sf${SF}/*.csv
- run:
name: Generate parameters for sample data set
command: |
cd paramgen
scripts/get-sample-factors.sh
. scripts/use-sample-factors.sh
scripts/paramgen.sh
cd ..
head -n 3 parameters/parameters-sf${SF}/*.csv
- run:
name: Test Umbra toolchain (queries only) with buffersize option
command: |
cd umbra
. scripts/use-sample-data-set.sh
export UMBRA_BUFFER_SIZE=1G
scripts/load-in-one-step.sh
scripts/queries.sh --test
- run:
name: Test Umbra toolchain without buffersize
command: |
cd umbra
. scripts/use-sample-data-set.sh
scripts/load-in-one-step.sh
scripts/backup-database.sh
scripts/queries.sh --test
# benchmark run in validation mode
scripts/benchmark.sh --validate
# benchmark run in test mode
scripts/restore-database.sh
scripts/benchmark.sh --test
scripts/stop.sh
cd ..
scripts/score-test.sh umbra ${SF}
- run:
name: Test Cypher toolchain with uncompressed CSVs
command: |
cd cypher
export SF=0.003
export NEO4J_CSV_DIR=`pwd`/social-network-sf${SF}-bi-composite-projected-fk-neo4j/graphs/csv/bi/composite-projected-fk/
scripts/load-in-one-step.sh
scripts/backup-database.sh
scripts/queries.sh --test
# benchmark run in validation mode
scripts/benchmark.sh --validate
# benchmark run in test mode
scripts/restore-database.sh
scripts/benchmark.sh --test
scripts/stop.sh
# cross-validate using the test mode results
cd ..
scripts/cross-validate.sh cypher umbra
scripts/score-test.sh cypher ${SF}
- run:
name: Test Cypher toolchain with compressed CSVs
command: |
# the sample data set contains compressed CSVs
cd cypher
. scripts/use-sample-data-set.sh
scripts/load-in-one-step.sh
scripts/backup-database.sh
scripts/queries.sh --test
# benchmark run in validation mode
scripts/benchmark.sh --validate
# benchmark run in test mode
scripts/restore-database.sh
scripts/benchmark.sh --test
scripts/stop.sh
# cross-validate using the test mode results
cd ..
scripts/cross-validate.sh cypher umbra
scripts/score-test.sh cypher ${SF}
- slack/status