Chunk / ImageR

Download as
Browse Code »

Commit eb39af01d9c12f1c608193e0a6b78e0c8d346cb5

Authored by Chunk
1 parent 1821e0e3
Exists in master and in 1 other branch refactor

staged.

Showing 1 changed file with 322 additions and 0 deletions   Show diff stats
bench_result 0 → 100644
  Diff comments   View file @eb39af0
... ... @@ -0,0 +1,322 @@
  1 +
  2 +0x00 IO & Computing time benchmark (with embed_rate = 0.2)
  3 +
  4 +(1)file sum = 100
  5 +
  6 +
  7 +
  8 + serial:
  9 + A.
  10 + (format)time elapsed: 0.583396s
  11 + (embed)time elapsed: 30.847788s
  12 + (extract)time elapsed: 57.884814s
  13 + real 89.99s
  14 + user 89.58s
  15 + sys 0.37s
  16 + CPU 99%
  17 + B.
  18 + (format)time elapsed: 0.595019s
  19 + (embed)time elapsed: 30.959033s
  20 + (extract)time elapsed: 57.931772s
  21 + real 90.16s
  22 + user 89.68s
  23 + sys 0.46s
  24 + CPU 99%
  25 + C.
  26 + (format)time elapsed: 0.690753s
  27 + (embed)time elapsed: 31.222347s
  28 + (extract)time elapsed: 57.818952s
  29 + real 90.43s
  30 + user 89.80s
  31 + sys 0.47s
  32 + CPU 99%
  33 +
  34 + spark:
  35 + A.
  36 + (format table)time elapsed: 6.000126s
  37 + (read table)time elapsed: 1.508087s
  38 + (process)time elapsed: 42.894284 s
  39 + real 65.39s
  40 + user 11.87s
  41 + sys 1.03s
  42 + CPU 19%
  43 + B.
  44 + (format table)time elapsed: 6.776471s
  45 + (read table)time elapsed: 0.060646s
  46 + (process)time elapsed: 39.127508 s
  47 + real 59.50s
  48 + user 11.81s
  49 + sys 1.09s
  50 + CPU 21%
  51 + C.
  52 + (format table)time elapsed: 6.470915s
  53 + (read table)time elapsed: 1.542012s
  54 + (process)time elapsed: 35.019916 s
  55 + real 58.32s
  56 + user 11.82s
  57 + sys 1.11s
  58 + CPU 22%
  59 +
  60 +
  61 +
  62 +
  63 +(2)file sum = 200
  64 +
  65 + serial:
  66 + A.
  67 + (format)time elapsed: 1.147411s
  68 + (embed)time elapsed: 62.815709s
  69 + (extract)time elapsed: 118.217859s
  70 + real 182.86s
  71 + user 181.89s
  72 + sys 0.88s
  73 + CPU 99%
  74 + B.
  75 + (format)time elapsed: 1.201338s
  76 + (embed)time elapsed: 62.710831s
  77 + (extract)time elapsed: 117.897544s
  78 + real 182.49s
  79 + user 181.71s
  80 + sys 0.72s
  81 + CPU 99%
  82 + C.
  83 + (format)time elapsed: 1.131681s
  84 + (embed)time elapsed: 62.880462s
  85 + (extract)time elapsed: 118.124955s
  86 + real 182.82s
  87 + user 181.95s
  88 + sys 0.77s
  89 + CPU 99%
  90 +
  91 + spark:
  92 + A.
  93 + (format table)time elapsed: 10.535134s
  94 + (read table)time elapsed: 2.932193s
  95 + (process)time elapsed: 47.566111 s
  96 + real 84.84s
  97 + user 13.98s
  98 + sys 1.30s
  99 + CPU 18%
  100 + B.
  101 + (format table)time elapsed: 29.667743s
  102 + (read table)time elapsed: 0.136938s
  103 + (process)time elapsed: 46.093956 s
  104 + real 135.58s
  105 + user 14.52s
  106 + sys 1.62s
  107 + CPU 11%
  108 + B.
  109 + (format table)time elapsed: 23.364605s
  110 + (read table)time elapsed: 4.563199s
  111 + (process)time elapsed: 82.351650 s
  112 + real 133.53s
  113 + user 14.99s
  114 + sys 1.81s
  115 + CPU 12%
  116 +
  117 +
  118 +(3)file sum = 500
  119 +
  120 + serial:
  121 + A.
  122 + (format)time elapsed: 2.763806s
  123 + (embed)time elapsed: 162.806317s
  124 + (extract)time elapsed: 299.778606s
  125 + real 466.03s
  126 + user 462.83s
  127 + sys 2.85s
  128 + CPU 99%
  129 + B.
  130 + (format)time elapsed: 2.773738s
  131 + (embed)time elapsed: 160.579258s
  132 + (extract)time elapsed: 296.961467s
  133 + real 461.01s
  134 + user 458.86s
  135 + sys 1.80s
  136 + CPU 99%
  137 + C.
  138 + (format)time elapsed: 2.991173s
  139 + (embed)time elapsed: 161.909154s
  140 + (extract)time elapsed: 296.754535s
  141 + real 462.34s
  142 + user 460.02s
  143 + sys 2.00s
  144 + CPU 99%
  145 +
  146 + spark:
  147 + A.
  148 + (format table)time elapsed: 18.399418s
  149 + (read table)time elapsed: 0.298133s
  150 + (process)time elapsed: 84.794703 s
  151 + real 143.67s
  152 + user 18.91s
  153 + sys 1.93s
  154 + CPU 14%
  155 + B.
  156 + (format table)time elapsed: 31.979529s
  157 + (read table)time elapsed: 7.316972s
  158 + (process)time elapsed: 82.664176 s
  159 + real 196.24s
  160 + user 19.40s
  161 + sys 2.49s
  162 + CPU 11%
  163 + C.
  164 + (format table)time elapsed: 27.639130s
  165 + (read table)time elapsed: 0.228689s
  166 + (process)time elapsed: 85.939402 s
  167 + real 187.12s
  168 + user 19.50s
  169 + sys 2.71s
  170 + CPU 11%
  171 +
  172 +
  173 +(4)file sum = 1000
  174 +
  175 + serial:
  176 + A.
  177 + (format)time elapsed: 6.372794s
  178 + (embed)time elapsed: 329.023151s
  179 + (extract)time elapsed: 600.438977s
  180 + real 936.53s
  181 + user 931.93s
  182 + sys 3.11s
  183 + CPU 99%
  184 + B.
  185 + (format)time elapsed: 5.329308s
  186 + (embed)time elapsed: 327.279783s
  187 + (extract)time elapsed: 596.171131s
  188 + real 929.46s
  189 + user 925.83s
  190 + sys 3.09s
  191 + CPU 99%
  192 + C.
  193 + (format)time elapsed: 5.180158s
  194 + (embed)time elapsed: 318.844047s
  195 + (extract)time elapsed: 585.748167s
  196 + real 910.47s
  197 + user 907.03s
  198 + sys 2.98s
  199 + CPU 99%
  200 +
  201 +
  202 + spark:
  203 + A.
  204 + (format table)time elapsed: 70.172458s
  205 + (read table)time elapsed: 17.022568s
  206 + (process)time elapsed: 159.624198 s
  207 + real 431.68s
  208 + user 31.02s
  209 + sys 4.54s
  210 + CPU 8%
  211 + B.
  212 + (format table)time elapsed: 87.720660s
  213 + (read table)time elapsed: 15.644418s
  214 + (process)time elapsed: 176.987813 s
  215 + real 428.69s
  216 + user 29.12s
  217 + sys 3.91s
  218 + CPU 7%
  219 +
  220 +
  221 +
  222 +
  223 +(5)file sum = 2000
  224 +
  225 + serial:
  226 + A.
  227 + (format)time elapsed: 14.960961s
  228 + (embed)time elapsed: 679.357936s
  229 + (extract)time elapsed: 1256.341536s
  230 + time elapsed: 1256.341536s
  231 + real 1951.35s
  232 + user 1942.26s
  233 + sys 3.25s
  234 + CPU 99%
  235 + B.
  236 + (format)time elapsed: 34.474327s
  237 + (embed)time elapsed: 660.667673s
  238 + (extract)time elapsed: 1232.833102s
  239 + time elapsed: 1256.341536s
  240 + real 1928.65s
  241 + user 1900.41s
  242 + sys 3.30s
  243 + CPU 98%
  244 + C.
  245 +
  246 + spark:
  247 + A.
  248 + (format table)time elapsed: 176.126157s
  249 + (read table)time elapsed: 1.319059s
  250 + (process)time elapsed: 343.191293 s
  251 + real 956.85s
  252 + user 65.04s
  253 + sys 11.55s
  254 + CPU 8%
  255 + B.
  256 + (format table)time elapsed: 262.840257s
  257 + (read table)time elapsed: 76.712754s
  258 + (process)time elapsed: 368.793729 s
  259 + real 931.69s
  260 + user 51.49s
  261 + sys 6.66s
  262 + CPU 6%
  263 +
  264 +
  265 +
  266 +(6)file sum = 5000
  267 +
  268 + serial:
  269 + A.
  270 + (format)time elapsed: 39.880657s
  271 + (embed)time elapsed: 1652.537536s
  272 + (extract)time elapsed: 3067.980390s
  273 + real 4761.09s
  274 + user 4727.25s
  275 + sys 7.79s
  276 + CPU 99%
  277 + B.
  278 + (format)time elapsed: 99.882375s
  279 + (embed)time elapsed: 1652.537536s
  280 + (extract)time elapsed: 3067.980390s
  281 + real 4761.09s
  282 + user 4727.25s
  283 + sys 7.79s
  284 + CPU 99%
  285 + C.
  286 +
  287 + spark:
  288 + A.
  289 + (format table)time elapsed: 574.920005s
  290 + (read table)time elapsed: 78.910062s
  291 + (process)time elapsed: 924.918864 s
  292 + real 2009.23s
  293 + user 161.41s
  294 + sys 25.33s
  295 + CPU 9%
  296 + B.
  297 + (format table)time elapsed: 958.231221s
  298 + (read table)time elapsed: 88.844213s
  299 + (process)time elapsed: 852.649969 s
  300 + real 3162.58s
  301 + user 101.27s
  302 + sys 30.68s
  303 + CPU 4%
  304 + C.
  305 + (format table)time elapsed: 486.504693s
  306 + (read table)time elapsed: 3.625127s
  307 + (process)time elapsed: 811.479755 s
  308 + real 2361.70s
  309 + user 126.35s
  310 + sys 36.82s
  311 + CPU 6%
  312 +
  313 +
  314 +0x01 model performance benchmark (with file sum = 5000)
  315 +
  316 +
  317 +
  318 +
  319 +
  320 +
  321 +
  322 +
... ...