Commit eb39af01d9c12f1c608193e0a6b78e0c8d346cb5
1 parent
1821e0e3
Exists in
master
and in
1 other branch
staged.
Showing
1 changed file
with
322 additions
and
0 deletions
Show diff stats
| @@ -0,0 +1,322 @@ | @@ -0,0 +1,322 @@ | ||
| 1 | + | ||
| 2 | +0x00 IO & Computing time benchmark (with embed_rate = 0.2) | ||
| 3 | + | ||
| 4 | +(1)file sum = 100 | ||
| 5 | + | ||
| 6 | + | ||
| 7 | + | ||
| 8 | + serial: | ||
| 9 | + A. | ||
| 10 | + (format)time elapsed: 0.583396s | ||
| 11 | + (embed)time elapsed: 30.847788s | ||
| 12 | + (extract)time elapsed: 57.884814s | ||
| 13 | + real 89.99s | ||
| 14 | + user 89.58s | ||
| 15 | + sys 0.37s | ||
| 16 | + CPU 99% | ||
| 17 | + B. | ||
| 18 | + (format)time elapsed: 0.595019s | ||
| 19 | + (embed)time elapsed: 30.959033s | ||
| 20 | + (extract)time elapsed: 57.931772s | ||
| 21 | + real 90.16s | ||
| 22 | + user 89.68s | ||
| 23 | + sys 0.46s | ||
| 24 | + CPU 99% | ||
| 25 | + C. | ||
| 26 | + (format)time elapsed: 0.690753s | ||
| 27 | + (embed)time elapsed: 31.222347s | ||
| 28 | + (extract)time elapsed: 57.818952s | ||
| 29 | + real 90.43s | ||
| 30 | + user 89.80s | ||
| 31 | + sys 0.47s | ||
| 32 | + CPU 99% | ||
| 33 | + | ||
| 34 | + spark: | ||
| 35 | + A. | ||
| 36 | + (format table)time elapsed: 6.000126s | ||
| 37 | + (read table)time elapsed: 1.508087s | ||
| 38 | + (process)time elapsed: 42.894284 s | ||
| 39 | + real 65.39s | ||
| 40 | + user 11.87s | ||
| 41 | + sys 1.03s | ||
| 42 | + CPU 19% | ||
| 43 | + B. | ||
| 44 | + (format table)time elapsed: 6.776471s | ||
| 45 | + (read table)time elapsed: 0.060646s | ||
| 46 | + (process)time elapsed: 39.127508 s | ||
| 47 | + real 59.50s | ||
| 48 | + user 11.81s | ||
| 49 | + sys 1.09s | ||
| 50 | + CPU 21% | ||
| 51 | + C. | ||
| 52 | + (format table)time elapsed: 6.470915s | ||
| 53 | + (read table)time elapsed: 1.542012s | ||
| 54 | + (process)time elapsed: 35.019916 s | ||
| 55 | + real 58.32s | ||
| 56 | + user 11.82s | ||
| 57 | + sys 1.11s | ||
| 58 | + CPU 22% | ||
| 59 | + | ||
| 60 | + | ||
| 61 | + | ||
| 62 | + | ||
| 63 | +(2)file sum = 200 | ||
| 64 | + | ||
| 65 | + serial: | ||
| 66 | + A. | ||
| 67 | + (format)time elapsed: 1.147411s | ||
| 68 | + (embed)time elapsed: 62.815709s | ||
| 69 | + (extract)time elapsed: 118.217859s | ||
| 70 | + real 182.86s | ||
| 71 | + user 181.89s | ||
| 72 | + sys 0.88s | ||
| 73 | + CPU 99% | ||
| 74 | + B. | ||
| 75 | + (format)time elapsed: 1.201338s | ||
| 76 | + (embed)time elapsed: 62.710831s | ||
| 77 | + (extract)time elapsed: 117.897544s | ||
| 78 | + real 182.49s | ||
| 79 | + user 181.71s | ||
| 80 | + sys 0.72s | ||
| 81 | + CPU 99% | ||
| 82 | + C. | ||
| 83 | + (format)time elapsed: 1.131681s | ||
| 84 | + (embed)time elapsed: 62.880462s | ||
| 85 | + (extract)time elapsed: 118.124955s | ||
| 86 | + real 182.82s | ||
| 87 | + user 181.95s | ||
| 88 | + sys 0.77s | ||
| 89 | + CPU 99% | ||
| 90 | + | ||
| 91 | + spark: | ||
| 92 | + A. | ||
| 93 | + (format table)time elapsed: 10.535134s | ||
| 94 | + (read table)time elapsed: 2.932193s | ||
| 95 | + (process)time elapsed: 47.566111 s | ||
| 96 | + real 84.84s | ||
| 97 | + user 13.98s | ||
| 98 | + sys 1.30s | ||
| 99 | + CPU 18% | ||
| 100 | + B. | ||
| 101 | + (format table)time elapsed: 29.667743s | ||
| 102 | + (read table)time elapsed: 0.136938s | ||
| 103 | + (process)time elapsed: 46.093956 s | ||
| 104 | + real 135.58s | ||
| 105 | + user 14.52s | ||
| 106 | + sys 1.62s | ||
| 107 | + CPU 11% | ||
| 108 | + B. | ||
| 109 | + (format table)time elapsed: 23.364605s | ||
| 110 | + (read table)time elapsed: 4.563199s | ||
| 111 | + (process)time elapsed: 82.351650 s | ||
| 112 | + real 133.53s | ||
| 113 | + user 14.99s | ||
| 114 | + sys 1.81s | ||
| 115 | + CPU 12% | ||
| 116 | + | ||
| 117 | + | ||
| 118 | +(3)file sum = 500 | ||
| 119 | + | ||
| 120 | + serial: | ||
| 121 | + A. | ||
| 122 | + (format)time elapsed: 2.763806s | ||
| 123 | + (embed)time elapsed: 162.806317s | ||
| 124 | + (extract)time elapsed: 299.778606s | ||
| 125 | + real 466.03s | ||
| 126 | + user 462.83s | ||
| 127 | + sys 2.85s | ||
| 128 | + CPU 99% | ||
| 129 | + B. | ||
| 130 | + (format)time elapsed: 2.773738s | ||
| 131 | + (embed)time elapsed: 160.579258s | ||
| 132 | + (extract)time elapsed: 296.961467s | ||
| 133 | + real 461.01s | ||
| 134 | + user 458.86s | ||
| 135 | + sys 1.80s | ||
| 136 | + CPU 99% | ||
| 137 | + C. | ||
| 138 | + (format)time elapsed: 2.991173s | ||
| 139 | + (embed)time elapsed: 161.909154s | ||
| 140 | + (extract)time elapsed: 296.754535s | ||
| 141 | + real 462.34s | ||
| 142 | + user 460.02s | ||
| 143 | + sys 2.00s | ||
| 144 | + CPU 99% | ||
| 145 | + | ||
| 146 | + spark: | ||
| 147 | + A. | ||
| 148 | + (format table)time elapsed: 18.399418s | ||
| 149 | + (read table)time elapsed: 0.298133s | ||
| 150 | + (process)time elapsed: 84.794703 s | ||
| 151 | + real 143.67s | ||
| 152 | + user 18.91s | ||
| 153 | + sys 1.93s | ||
| 154 | + CPU 14% | ||
| 155 | + B. | ||
| 156 | + (format table)time elapsed: 31.979529s | ||
| 157 | + (read table)time elapsed: 7.316972s | ||
| 158 | + (process)time elapsed: 82.664176 s | ||
| 159 | + real 196.24s | ||
| 160 | + user 19.40s | ||
| 161 | + sys 2.49s | ||
| 162 | + CPU 11% | ||
| 163 | + C. | ||
| 164 | + (format table)time elapsed: 27.639130s | ||
| 165 | + (read table)time elapsed: 0.228689s | ||
| 166 | + (process)time elapsed: 85.939402 s | ||
| 167 | + real 187.12s | ||
| 168 | + user 19.50s | ||
| 169 | + sys 2.71s | ||
| 170 | + CPU 11% | ||
| 171 | + | ||
| 172 | + | ||
| 173 | +(4)file sum = 1000 | ||
| 174 | + | ||
| 175 | + serial: | ||
| 176 | + A. | ||
| 177 | + (format)time elapsed: 6.372794s | ||
| 178 | + (embed)time elapsed: 329.023151s | ||
| 179 | + (extract)time elapsed: 600.438977s | ||
| 180 | + real 936.53s | ||
| 181 | + user 931.93s | ||
| 182 | + sys 3.11s | ||
| 183 | + CPU 99% | ||
| 184 | + B. | ||
| 185 | + (format)time elapsed: 5.329308s | ||
| 186 | + (embed)time elapsed: 327.279783s | ||
| 187 | + (extract)time elapsed: 596.171131s | ||
| 188 | + real 929.46s | ||
| 189 | + user 925.83s | ||
| 190 | + sys 3.09s | ||
| 191 | + CPU 99% | ||
| 192 | + C. | ||
| 193 | + (format)time elapsed: 5.180158s | ||
| 194 | + (embed)time elapsed: 318.844047s | ||
| 195 | + (extract)time elapsed: 585.748167s | ||
| 196 | + real 910.47s | ||
| 197 | + user 907.03s | ||
| 198 | + sys 2.98s | ||
| 199 | + CPU 99% | ||
| 200 | + | ||
| 201 | + | ||
| 202 | + spark: | ||
| 203 | + A. | ||
| 204 | + (format table)time elapsed: 70.172458s | ||
| 205 | + (read table)time elapsed: 17.022568s | ||
| 206 | + (process)time elapsed: 159.624198 s | ||
| 207 | + real 431.68s | ||
| 208 | + user 31.02s | ||
| 209 | + sys 4.54s | ||
| 210 | + CPU 8% | ||
| 211 | + B. | ||
| 212 | + (format table)time elapsed: 87.720660s | ||
| 213 | + (read table)time elapsed: 15.644418s | ||
| 214 | + (process)time elapsed: 176.987813 s | ||
| 215 | + real 428.69s | ||
| 216 | + user 29.12s | ||
| 217 | + sys 3.91s | ||
| 218 | + CPU 7% | ||
| 219 | + | ||
| 220 | + | ||
| 221 | + | ||
| 222 | + | ||
| 223 | +(5)file sum = 2000 | ||
| 224 | + | ||
| 225 | + serial: | ||
| 226 | + A. | ||
| 227 | + (format)time elapsed: 14.960961s | ||
| 228 | + (embed)time elapsed: 679.357936s | ||
| 229 | + (extract)time elapsed: 1256.341536s | ||
| 230 | + time elapsed: 1256.341536s | ||
| 231 | + real 1951.35s | ||
| 232 | + user 1942.26s | ||
| 233 | + sys 3.25s | ||
| 234 | + CPU 99% | ||
| 235 | + B. | ||
| 236 | + (format)time elapsed: 34.474327s | ||
| 237 | + (embed)time elapsed: 660.667673s | ||
| 238 | + (extract)time elapsed: 1232.833102s | ||
| 239 | + time elapsed: 1256.341536s | ||
| 240 | + real 1928.65s | ||
| 241 | + user 1900.41s | ||
| 242 | + sys 3.30s | ||
| 243 | + CPU 98% | ||
| 244 | + C. | ||
| 245 | + | ||
| 246 | + spark: | ||
| 247 | + A. | ||
| 248 | + (format table)time elapsed: 176.126157s | ||
| 249 | + (read table)time elapsed: 1.319059s | ||
| 250 | + (process)time elapsed: 343.191293 s | ||
| 251 | + real 956.85s | ||
| 252 | + user 65.04s | ||
| 253 | + sys 11.55s | ||
| 254 | + CPU 8% | ||
| 255 | + B. | ||
| 256 | + (format table)time elapsed: 262.840257s | ||
| 257 | + (read table)time elapsed: 76.712754s | ||
| 258 | + (process)time elapsed: 368.793729 s | ||
| 259 | + real 931.69s | ||
| 260 | + user 51.49s | ||
| 261 | + sys 6.66s | ||
| 262 | + CPU 6% | ||
| 263 | + | ||
| 264 | + | ||
| 265 | + | ||
| 266 | +(6)file sum = 5000 | ||
| 267 | + | ||
| 268 | + serial: | ||
| 269 | + A. | ||
| 270 | + (format)time elapsed: 39.880657s | ||
| 271 | + (embed)time elapsed: 1652.537536s | ||
| 272 | + (extract)time elapsed: 3067.980390s | ||
| 273 | + real 4761.09s | ||
| 274 | + user 4727.25s | ||
| 275 | + sys 7.79s | ||
| 276 | + CPU 99% | ||
| 277 | + B. | ||
| 278 | + (format)time elapsed: 99.882375s | ||
| 279 | + (embed)time elapsed: 1652.537536s | ||
| 280 | + (extract)time elapsed: 3067.980390s | ||
| 281 | + real 4761.09s | ||
| 282 | + user 4727.25s | ||
| 283 | + sys 7.79s | ||
| 284 | + CPU 99% | ||
| 285 | + C. | ||
| 286 | + | ||
| 287 | + spark: | ||
| 288 | + A. | ||
| 289 | + (format table)time elapsed: 574.920005s | ||
| 290 | + (read table)time elapsed: 78.910062s | ||
| 291 | + (process)time elapsed: 924.918864 s | ||
| 292 | + real 2009.23s | ||
| 293 | + user 161.41s | ||
| 294 | + sys 25.33s | ||
| 295 | + CPU 9% | ||
| 296 | + B. | ||
| 297 | + (format table)time elapsed: 958.231221s | ||
| 298 | + (read table)time elapsed: 88.844213s | ||
| 299 | + (process)time elapsed: 852.649969 s | ||
| 300 | + real 3162.58s | ||
| 301 | + user 101.27s | ||
| 302 | + sys 30.68s | ||
| 303 | + CPU 4% | ||
| 304 | + C. | ||
| 305 | + (format table)time elapsed: 486.504693s | ||
| 306 | + (read table)time elapsed: 3.625127s | ||
| 307 | + (process)time elapsed: 811.479755 s | ||
| 308 | + real 2361.70s | ||
| 309 | + user 126.35s | ||
| 310 | + sys 36.82s | ||
| 311 | + CPU 6% | ||
| 312 | + | ||
| 313 | + | ||
| 314 | +0x01 model performance benchmark (with file sum = 5000) | ||
| 315 | + | ||
| 316 | + | ||
| 317 | + | ||
| 318 | + | ||
| 319 | + | ||
| 320 | + | ||
| 321 | + | ||
| 322 | + |