__author__ = 'chunk'

from ..common import *

from ..mdata import MSR, CV, ILSVRC, ILSVRC_S


def test_MSR():
    dmsr = MSR.DataMSR()
    # msrd.format()
    # msrd.build_list()

    # dmsr.store_image()
    # dmsr.store_tag()

    # dmsr.extract_feat(feattype='ibd')
    dmsr.store_feat(feattype='ibd')


def test_CV():
    dcv = CV.DataCV()
    # dcv.format()
    # dcv.build_list()
    # dcv.get_feat()
    # dcv.extract_feat()
    print dcv.get_feat("/home/hadoop/data/HeadShoulder/dst/Train/Img/132/7c5fe33bd194fc1ae7b0023956ebd.jpg", 'ibd')
    X, Y = dcv.load_data()
    print len(X), len(Y)

def test_ILSVRC():

    timer = Timer()

    timer.mark()

    # dil = ILSVRC.DataILSVRC(base='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train')

    dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Test')

    # dil = ILSVRC.DataILSVRC(base='/media/chunk/Elements/D/data/ImageNet/img/ILSVRC2013_DET_val', category='Train_1')

    timer.report()

    timer.mark()

    dil.format()

    timer.report()

    timer.mark()

    dil.embed(rate=0.2)
    timer.report()

    timer.mark()

    dil.extract_feat(feattype='ibd')
    timer.report()

    # dil.extract_feat(feattype='hog')

    # timer.mark()

    # dil.store_img()

    # timer.report()

    # timer.mark()

    # dil.store_tag()
    # timer.report()
    #

    # timer.mark()

    # dil.store_info()
    # timer.report()
    #
    # timer.mark()
    # dil.store_feat()
    # timer.report()


def test_ILSVRC_S_LOCAL():
    timer = Timer()

    timer.mark()

    dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2')

    dil.delete_table()

    dil.format()

    dil.store_img()

    timer.report()

    dils = ILSVRC_S.DataILSVRC_S(base='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Train_2')

    # dils._extract_data(mode='hbase', writeback=True)

    # dils._embed_data(mode='hbase', rate=0.1, readforward=True, writeback=True)

    # dils._extract_feat( mode='hbase', feattype='ibd', readforward=True, writeback=True)

    dils._extract_data(mode='hbase', writeback=False)

    dils._embed_data(mode='hbase', rate=0.1, readforward=False, writeback=False)

    dils._extract_feat(mode='hbase', feattype='ibd', readforward=False, writeback=True)

    timer.report()


def test_ILSVRC_S_SPARK():
    timer = Timer()

    # timer.mark()
    # dil = ILSVRC.DataILSVRC(base_dir='/data/hadoop/ImageNet/ILSVRC/ILSVRC2013_DET_val', category='Test_1')

    # dil.delete_table()

    # dil.format()
    # dil.store_img()

    # timer.report()

    # return

    dils = ILSVRC_S.DataILSVRC_S(base='ILSVRC2013_DET_val', category='Test_1')

    timer.mark()

    dils._extract_data(mode='spark', writeback=False)

    timer.report()

    timer.mark()

    dils._embed_data(mode='spark', rate=0.2, readforward=False, writeback=False)

    timer.report()

    timer.mark()

    dils._extract_feat(mode='spark', feattype='ibd', readforward=False, writeback=True, withdata=True)
    timer.report()

def test_ILSVRC_S():
    # test_ILSVRC_S_LOCAL()

    test_ILSVRC_S_SPARK()

def test_pipeline():

    timer = Timer()

    timer.mark()

    dils = ILSVRC_S.DataILSVRC_S(base='MSPIDER', category=None)

    dils._extract_data(mode='spark', writeback=False)
    dils._embed_data(mode='spark', rate=0.1, readforward=False, writeback=False)
    dils._extract_feat(mode='spark', feattype='ibd', readforward=False, writeback=True, withdata=True)

    timer.report()


if __name__ == '__main__':
    # test_MSR()
    # test_CV()
    # test_ILSVRC()
    # test_ILSVRC_S()

    test_pipeline()

    print 'helllo'