__author__ = 'chunk' from ..common import * from ..mdata import MSR, CV, ILSVRC, ILSVRC_S def test_MSR(): dmsr = MSR.DataMSR() # msrd.format() # msrd.build_list() # dmsr.store_image() # dmsr.store_tag() # dmsr.extract_feat(feattype='ibd') dmsr.store_feat(feattype='ibd') def test_CV(): dcv = CV.DataCV() # dcv.format() # dcv.build_list() # dcv.get_feat() # dcv.extract_feat() print dcv.get_feat("/home/hadoop/data/HeadShoulder/dst/Train/Img/132/7c5fe33bd194fc1ae7b0023956ebd.jpg", 'ibd') X, Y = dcv.load_data() print len(X), len(Y) def test_ILSVRC(): timer = Timer() # dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train') dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2') # dil = ILSVRC.DataILSVRC(base_dir='/media/chunk/Elements/D/data/ImageNet/img/ILSVRC2013_DET_val', category='Train_1') dil.format() # dil.embed(rate=0.1) # dil.extract_feat(feattype='ibd') # dil.extract_feat(feattype='hog') timer.mark() dil.store_img() timer.report() # timer.mark() # dil.store_tag() # timer.report() # # timer.mark() # dil.store_info() # timer.report() # # timer.mark() # dil.store_feat() # timer.report() def test_ILSVRC_S(): timer = Timer() # dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2') # dil.format() # dil.store_img() dils = ILSVRC_S.DataILSVRC_S(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2') # dils._extract_data(mode='hbase', writeback=True) # dils._embed_data(mode='hbase', rate=0.1, readforward=True, writeback=True) # dils._extract_feat( mode='hbase', feattype='ibd', readforward=True, writeback=True) # dils.format() dils._extract_data(mode='spark', writeback=False) if __name__ == '__main__': # test_MSR() # test_CV() # test_ILSVRC() test_ILSVRC_S() print 'helllo'