-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathgenerateDataStream.sh
222 lines (204 loc) · 10.7 KB
/
generateDataStream.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
#!/bin/bash
# Author: Chun Wai Chiu
# generateDataStream.sh
# Data streams used in the experiment of the paper:
# CHIU, C.W.; MINKU, L.L. . "Diversity-Based Pool of Models for Dealing with Recurring Concepts", IEEE International Joint Conference on Neural Networks, p. 2759-2766, July 2018.
# Preliminary parameter tunning data stream - Agrawal
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 7 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 9 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 4 -p 0.0 -b) -d (generators.AgrawalGenerator -f 2 -p 0.0 -b) -p 200000 -w 6899)
-p 200000 -w 16615)
-p 200000 -w 2868)
-p 200000 -w 18547)
-p 200000 -w 4247)
-p 200000 -w 4318)
-p 200000 -w 9543)
-p 200000 -w 16364)
-p 200000 -w 3694)
-p 200000 -w 15706)
-p 200000 -w 5782)
-p 200000 -w 17312)
-p 200000 -w 8587)
-p 200000 -w 14580)
-f /home/c/cwc13/Desktop/dataStreams/stream_pre_Agrawal.arff -m 3000000" &
# Preliminary parameter tunning data stream - SEA
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa-2017.10-SNAPSHOT.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.SEAGenerator -f 2 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 4 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 5 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 5 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 3 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 2 -p 0 -b) -d (generators.SEAGenerator -f 5 -p 0 -b) -p 200000 -w 9058)
-p 200000 -w 4707)
-p 200000 -w 11444)
-p 200000 -w 13704)
-p 200000 -w 9122)
-p 200000 -w 388)
-p 200000 -w 1123)
-p 200000 -w 1816)
-p 200000 -w 4294)
-f /home/c/cwc13/Desktop/dataStreams/stream_pre_SEA.arff -m 2000000" &
# Stream 1
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 4 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 4 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b) -d (generators.AgrawalGenerator -f 4 -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream1.arff -m 2000000" &
# Stream 2
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b) -d (generators.AgrawalGenerator -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream2.arff -m 1000000" &
# Stream 3
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b) -d (generators.AgrawalGenerator -f 2 -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream3.arff -m 1000000" &
# Stream 4
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 4 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b) -d (generators.AgrawalGenerator -f 4 -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream4.arff -m 1000000" &
# Stream 5
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 6 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b) -d (generators.AgrawalGenerator -f 4 -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream5.arff -m 1000000" &
# Stream 6
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 9 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 10 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 7 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 7 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b) -d (generators.AgrawalGenerator -f 7 -p 0.0 -b) -p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-f /home/c/cwc13/Desktop/dataStreams/stream6.arff -m 1600000" &
# Stream 7
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 7 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 9 -p 0.0 -b) -d (generators.AgrawalGenerator -f 10 -p 0.0 -b) -p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-f /home/c/cwc13/Desktop/dataStreams/stream7.arff -m 800000" &
# Stream 8
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -f 2 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 5 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 4 -p 0.0 -b) -d (generators.AgrawalGenerator -f 6 -p 0.0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream8.arff -m 800000" &
# Stream 9
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.AgrawalGenerator -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 8 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 3 -p 0.0 -b)
-d (ConceptDriftStream -s (generators.AgrawalGenerator -f 10 -p 0.0 -b) -d (generators.AgrawalGenerator -f 9 -p 0.0 -b) -p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-f /home/c/cwc13/Desktop/dataStreams/stream9.arff -m 1000000" &
#=========================================SEA======================================
# Stream 10
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa-2017.10-SNAPSHOT.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.SEAGenerator -f 3 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 2 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 4 -p 0 -b) -d (generators.SEAGenerator -f 3 -p 0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream10.arff -m 1000000" &
# Stream 11
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa-2017.10-SNAPSHOT.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.SEAGenerator -f 5 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 3 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 2 -p 0 -b) -d (generators.SEAGenerator -f 4 -p 0 -b) -p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-p 200000 -w 20000)
-f /home/c/cwc13/Desktop/dataStreams/stream11.arff -m 1000000" &
# Stream 12
java -cp /home/c/cwc13/Desktop/moa-release-2017.06b/moa-2017.10-SNAPSHOT.jar moa.DoTask \
"WriteStreamToARFFFile -s
(ConceptDriftStream -s (generators.SEAGenerator -f 5 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 4 -p 0 -b)
-d (ConceptDriftStream -s (generators.SEAGenerator -f 3 -p 0 -b) -d (generators.SEAGenerator -f 2 -p 0 -b) -p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-p 200000 -w 1)
-f /home/c/cwc13/Desktop/dataStreams/stream12.arff -m 1000000"
wait
exit 0