Blame view

test/test_model.py 1.14 KB
be12257b   Chunk   data-feat-model f...
1
2
__author__ = 'chunk'

9371f8fa   Chunk   SVM param engenee...
3
from ..common import *
f4fb4381   Chunk   staged.
4

2bf33465   Chunk   staged.
5
from ..mdata import MSR, CV
84648488   Chunk   reverted.
6
from ..mmodel import SVM
61e78eb3   Chunk   staged.
7
from ..mfeat import HOG
84648488   Chunk   reverted.
8

2bf33465   Chunk   staged.
9
timer = Timer()
5a469df5   Chunk   staged.
10
11
12


def test_SVM_CV():
84648488   Chunk   reverted.
13
    timer.mark()
5a469df5   Chunk   staged.
14
15
    dcv = CV.DataCV()
    X, Y = dcv.load_data(mode='local')  # 90.468586s ->  5.392520s
be12257b   Chunk   data-feat-model f...
16
    # X, Y = dcv.load_data(mode='hbase') # 21.682754s
d2603183   Chunk   staged.
17
    # X, Y = dcv.load_data(mode='spark') # 29.549597s
84648488   Chunk   reverted.
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
    timer.report()

    timer.mark()
    # msvm = SVM.ModelSVM(toolset='sklearn') # 3.030380s
    # msvm = SVM.ModelSVM(toolset='opencv') # 8.939880s
    # msvm = SVM.ModelSVM(toolset='libsvm') # 185.524023s
    msvm = SVM.ModelSVM(toolset='spark')

    msvm.train(X, Y)
    timer.report()

    timer.mark()
    for path, subdirs, files in os.walk('data/467/'):
        for name in files:
            imgpath = os.path.join(path, name)
            feat = dcv.get_feat(imgpath, 'hog')
            print name, msvm.predict(feat)
    timer.report()

    timer.mark()
    print msvm.test(X, Y)  # 0.948892561983 for svm_cv, 0.989024793388 for svm_sk, 0.9900826446280992 for svm_lib
    timer.report()  # 27.421949s for svm_lib


if __name__ == '__main__':
    test_SVM_CV()
    print 'helllo'
d0be60e7   Chunk   jpeg update.

84648488   Chunk   reverted.

d0be60e7   Chunk   jpeg update.

02528074   Chunk   staged.

84648488   Chunk   reverted.

6d6d75b8   Chunk   spider LOG system.

02528074   Chunk   staged.

4f36b116   Chunk   staged.

02528074   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

51708346   Chunk   final experiments...

2bd3da3e   Chunk   staged.

84648488   Chunk   reverted.

d2603183   Chunk   staged.

02528074   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

d0be60e7   Chunk   jpeg update.

4f36b116   Chunk   staged.

51708346   Chunk   final experiments...

9371f8fa   Chunk   SVM param engenee...

4f36b116   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

d0be60e7   Chunk   jpeg update.

9371f8fa   Chunk   SVM param engenee...

d0be60e7   Chunk   jpeg update.

6d6d75b8   Chunk   spider LOG system.

51708346   Chunk   final experiments...

e3e7e73a   Chunk   spider standalone...

2bd3da3e   Chunk   staged.

02528074   Chunk   staged.

f4fb4381   Chunk   staged.

02528074   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

02528074   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

02528074   Chunk   staged.

84648488   Chunk   reverted.

02528074   Chunk   staged.

51708346   Chunk   final experiments...

02528074   Chunk   staged.

9371f8fa   Chunk   SVM param engenee...

84648488   Chunk   reverted.

be12257b   Chunk   data-feat-model f...

d0be60e7   Chunk   jpeg update.

be12257b   Chunk   data-feat-model f...

84648488   Chunk   reverted.