exp__all_no_summary_validation2.py

import gen_feature_data
import svm
import config
from gen_feature_data import load_json
import json


'''
Generic experiment with no summary features.
Runs on all representatives, and saves results under experiment_results/all_no_summary
Note: only runs on 20 for now
'''

name = "all_no_summary_validation2"

config.features_to_ignore = ['summary_word_bag']
config.force_generate_features = False
config.use_sparse_data = True
config.normalize_data = False
config.normalize_type = 'unit_length' # Other valid option: 'center' (centers/scales distribution around zero)
config.validate= True


# Generate our feature vectors 
gen_feature_data.genAllExperimentData(experiment_name=name)


#Train the SVM and print results

#try the C values in Cs for each kernel in kernels
kernels= ['linear','rbf']
Cs= [0.125, 0.25, 0.5, 1, 10]
stats = svm.svmLearnAll(C=.01, gamma=0.00, kernel='linear', experiment_name=name, debug=3, rep_max=25,Clist=Cs,kernelList=kernels)


print "Done with all reps"
f = open('experiment_results/'+name+'.json', 'w')
f.write(json.dumps(stats))
f.close()

raw_input("Press Enter to continue... \nAbout to write .csv. Make sure to close the results file if you have it open.")

# Format stats for excel:
f = open('experiment_results/'+name+'.csv', 'w')

#Write headers:
for stat_name in stats[stats.keys()[0]]:
    f.write(','+stat_name)
f.write('\n')
#Write stats
for rep_id in stats:
    f.write(str(rep_id))
    for stat in stats[rep_id]:
        f.write(','+str(stats[rep_id][stat]))
    f.write('\n')

f.close()