test_data.py
2.22 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
__author__ = 'chunk'
from ..common import *
from ..mdata import MSR, CV, ILSVRC, ILSVRC_S
def test_MSR():
dmsr = MSR.DataMSR()
# msrd.format()
# msrd.build_list()
# dmsr.store_image()
# dmsr.store_tag()
# dmsr.extract_feat(feattype='ibd')
dmsr.store_feat(feattype='ibd')
def test_CV():
dcv = CV.DataCV()
# dcv.format()
# dcv.build_list()
# dcv.get_feat()
# dcv.extract_feat()
print dcv.get_feat("/home/hadoop/data/HeadShoulder/dst/Train/Img/132/7c5fe33bd194fc1ae7b0023956ebd.jpg", 'ibd')
X, Y = dcv.load_data()
print len(X), len(Y)
def test_ILSVRC():
timer = Timer()
# dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train')
dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2')
# dil = ILSVRC.DataILSVRC(base_dir='/media/chunk/Elements/D/data/ImageNet/img/ILSVRC2013_DET_val', category='Train_1')
dil.format()
# dil.embed(rate=0.1)
# dil.extract_feat(feattype='ibd')
# dil.extract_feat(feattype='hog')
timer.mark()
dil.store_img()
timer.report()
# timer.mark()
# dil.store_tag()
# timer.report()
#
# timer.mark()
# dil.store_info()
# timer.report()
#
# timer.mark()
# dil.store_feat()
# timer.report()
def test_ILSVRC_S():
timer = Timer()
# dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2')
# dil.format()
# dil.store_img()
dils = ILSVRC_S.DataILSVRC_S(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2')
#
# dils._extract_data(mode='hbase', writeback=True)
# dils._embed_data(mode='hbase', rate=0.1, readforward=True, writeback=False)
# dils._extract_feat( mode='hbase', feattype='ibd', readforward=False, writeback=False)
# dils.format()
dils._extract_data(mode='spark', writeback=False)
dils._embed_data(mode='spark', rate=0.1, readforward=False, writeback=False)
dils._extract_feat( mode='spark', feattype='ibd', readforward=False, writeback=True)
if __name__ == '__main__':
# test_MSR()
# test_CV()
# test_ILSVRC()
test_ILSVRC_S()
print 'helllo'