Blame view

test/test_data.py 1.02 KB
0d9a20ea   Chunk   staged.
1
2
__author__ = 'chunk'

2c2d57c7   Chunk   ILSVRC datapath h...
3
from ..common import *
be12257b   Chunk   data-feat-model f...
4

84648488   Chunk   reverted.
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
from ..mdata import MSR, CV, ILSVRC


def test_MSR():
    dmsr = MSR.DataMSR()
    # msrd.format()
    # msrd.build_list()

    # dmsr.store_image()
    # dmsr.store_tag()

    # dmsr.extract_feat(feattype='ibd')
    dmsr.store_feat(feattype='ibd')


def test_CV():
    dcv = CV.DataCV()
    # dcv.format()
    # dcv.build_list()
    # dcv.get_feat()
    # dcv.extract_feat()
    print dcv.get_feat("/home/hadoop/data/HeadShoulder/dst/Train/Img/132/7c5fe33bd194fc1ae7b0023956ebd.jpg", 'ibd')
    X, Y = dcv.load_data()
    print len(X), len(Y)


be12257b   Chunk   data-feat-model f...
31
def test_ILSVRC():
24b3b616   Chunk   staged.
32
    timer = Timer()
1821e0e3   Chunk   benchmarking...
33
    dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train')
554a7b9a   Chunk   staged.
34
    # dil.format()
1821e0e3   Chunk   benchmarking...
35
    # dil.extract_feat(feattype='ibd')
1dc7c44b   Chunk   crawler-hbase-spa...
36
    # dil.extract_feat(feattype='hog')
84648488   Chunk   reverted.
37

1dc7c44b   Chunk   crawler-hbase-spa...
38
    timer.mark()
1821e0e3   Chunk   benchmarking...
39
    dil.store_img()
554a7b9a   Chunk   staged.
40
    timer.report()
02528074   Chunk   staged.
41

1821e0e3   Chunk   benchmarking...
42
    timer.mark()
ad70caf6   Chunk   staged.
43
    dil.store_info()
02528074   Chunk   staged.
44
45
46
    timer.report()


1821e0e3   Chunk   benchmarking...
47
if __name__ == '__main__':
02528074   Chunk   staged.
48
49
    # test_MSR()
    # test_CV()
2c2d57c7   Chunk   ILSVRC datapath h...
50
    test_ILSVRC()
554a7b9a   Chunk   staged.
51

1821e0e3   Chunk   benchmarking...
52
    print 'helllo'
02528074   Chunk   staged.

554a7b9a   Chunk   staged.

489c5608   Chunk   debugging...

02528074   Chunk   staged.

4f36b116   Chunk   staged.

ad70caf6   Chunk   staged.

4f36b116   Chunk   staged.

554a7b9a   Chunk   staged.

cb798a7f   Chunk   libs & scripts in...

1dc7c44b   Chunk   crawler-hbase-spa...

24768a99   Chunk   mode 'hbase' fini...

35cf2e3a   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

84648488   Chunk   reverted.

d47ae6ce   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

35cf2e3a   Chunk   staged.

84648488   Chunk   reverted.

35cf2e3a   Chunk   staged.

35cf2e3a   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

26616791   Chunk   RDD-hbase bug fix...

1dc7c44b   Chunk   crawler-hbase-spa...

54e2adda   Chunk   staged.

84648488   Chunk   reverted.

54e2adda   Chunk   staged.

f4fb4381   Chunk   staged.

54e2adda   Chunk   staged.

26616791   Chunk   RDD-hbase bug fix...

489c5608   Chunk   debugging...

1821e0e3   Chunk   benchmarking...

489c5608   Chunk   debugging...

1dc7c44b   Chunk   crawler-hbase-spa...

489c5608   Chunk   debugging...

489c5608   Chunk   debugging...

84648488   Chunk   reverted.

1dc7c44b   Chunk   crawler-hbase-spa...

b9990e77   Chunk   staged.

4f36b116   Chunk   staged.

e3e7e73a   Chunk   spider standalone...

e3ec1f74   Chunk   staged.

f4fb4381   Chunk   staged.

e3ec1f74   Chunk   staged.

e3e7e73a   Chunk   spider standalone...

4f36b116   Chunk   staged.

e3e7e73a   Chunk   spider standalone...

e3e7e73a   Chunk   spider standalone...

f4fb4381   Chunk   staged.

e3e7e73a   Chunk   spider standalone...

1dc7c44b   Chunk   crawler-hbase-spa...

4f36b116   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

84648488   Chunk   reverted.

1dc7c44b   Chunk   crawler-hbase-spa...

3b4e250d   Chunk   staged.

2c2d57c7   Chunk   ILSVRC datapath h...

84648488   Chunk   reverted.

51708346   Chunk   final experiments...

84648488   Chunk   reverted.

4f36b116   Chunk   staged.

84648488   Chunk   reverted.

24b3b616   Chunk   staged.

be12257b   Chunk   data-feat-model f...

2c2d57c7   Chunk   ILSVRC datapath h...

0fbc087e   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

0fbc087e   Chunk   staged.

1dc7c44b   Chunk   crawler-hbase-spa...

be12257b   Chunk   data-feat-model f...

be12257b   Chunk   data-feat-model f...