2 from sklearn.ensemble import RandomForestRegressor
3 import numpy as np
4
5 from sklearn.externals.joblib import Memory
6 from sklearn.datasets import load_svmlight_file
7
8 import sys
9 import os
10
11 X,y = load_svmlight_file(sys.argv[1])
12
13 names = open("feature_name").readlines()
14 names = [s.strip() for s in names]
15
16
17 rf = RandomForestRegressor(oob_score=True)
18 clf = rf.fit(X, y)
19
20 print "oob score:",rf.oob_score_
21
22 print "Features sorted by their score:"
23
24 res =sorted(zip(map(lambda x: round(x, 4), clf.feature_importances_), names), reverse=True)
25
26
27 for item in res:
28 print "%s\t%s" %(item[0],item[1])
29
oob score: 0.300278261714
Features sorted by their score:
0.2961 tw_term_weight
0.0623 dict_from_fuzzy_dict
0.0352 tw_term_final_ctw
0.0314 dict_from_fuzzy_must_dict
0.023 tq_query_qerate
0.0203 tw_term_ctw_zscore
0.0157 idf_percent
0.0155 pos_weighted
0.0148 pos_weighted_norm
0.012 tq_query_pdr
0.0119 qp_hit_pattern_title_weight_zscore
0.0113 tq_query_qerate_zscore
0.0109 idf_term_idf_zscore
0.0102 pos_bs
0.01 term_query_avg_ctw
0.0099 tq_query_qaw
0.0099 qp_match_pattern_title_weight_min
0.0094 tq_query_exact
0.0091 term_query_idf_max
0.009 qp_hit_pattern_weight_and_title_weight
0.0089 tw_term_weight_zscore
0.0089 term_query_min_weight
0.0089 term_query_idf_sum
0.0089 term_query_idf_avg
0.0089 pos_boolean
0.0088 qp_match_pattern_title_weight_max
0.0084 qp_hit_pattern_weight_and_title_weight_zscore
0.0083 qp_hit_pattern_title_weight
0.0081 sq_sub_query_count
0.008 term_query_idf_min
0.0077 idf_after_idf
0.0075 qp_hit_pattern_freq
0.0074 tq_query_prev_qerate
0.007 tp_phrase_ctw_zscore
0.007 qp_match_pattern_max_and_weight
0.0069 tq_query_after_qerate
0.0068 tp_phrase_title_weight_zscore
0.0068 tc_term_total_no_cooccur_weight
0.0068 idf_prev_idf
0.0067 idf
0.0065 tw_prev_term_weight
0.0064 pos_term_position_rate
0.0062 tc_term_no_cooccur_max_weight
0.0062 qp_hit_pattern_total_weight
0.0059 tw_after_term_weight
0.0059 tp_phrase_qp
0.0058 tq_query_part
0.0058 tp_phrase_pmi
0.0057 tp_phrase_max_ctw
0.0052 tp_phrase_max_title_weight
0.0051 tp_phrase_min_ctw
0.005 tp_phrase_qe
0.005 term_query_len
0.0049 tp_phrase_qaw
0.0049 tp_phrase_idf
0.0048 tp_phrase_min_title_weight
0.0047 sq_sub_query_title_weight
0.0046 tp_phrase_chi_square
0.0043 term_query_count
0.0042 tp_phrase_idf_rate
0.0042 pos_idf
0.004 sq_sub_query_weight_rate
0.004 pos_ridf
0.0039 tp_phrase_qerate
0.0039 term_is_single_and_query_len
0.0039 sq_sub_query_idf_rate
0.0036 pos_term_position
0.0034 sq_sub_query_len_rate
0.003 tn_is_only_non_normal
0.0029 tp_pos_in_phrase_rate
0.0029 tc_term_total_no_cooccur_rate
0.0028 tp_phrase_start
0.0028 sq_sub_query_len_cover
0.0028 qp_match_pattern_min_and_weight
0.0026 tp_phrase_literal_size
0.0024 tw_term_is_prev_max_weight
0.002 pos_term_literal_size
0.0019 tp_phrase_count
0.0019 tn_term_after_is_place
0.0018 dep_tree_siblings_num
0.0017 term_query_term_num
0.0015 tc_term_no_cooccur_num
0.0014 tc_term_average_query_pmi
0.0012 tw_ctw_quarter_order
0.001 tw_term_weight_quarter_order
0.0009 tp_phrase_tn
0.0009 tn_has_synom
0.0009 tc_term_no_cooccur_no_imp
0.0009 idf_quarter_order
0.0008 pos_term_after_is_single
0.0008 pos_is_after_stop
0.0008 is_rpath_notional_verb
0.0008 has_same_role_with_neighbor
0.0007 tn_term_is_entity
0.0007 qw_is_question_word
0.0007 pos_term_not_cont_single
0.0007 is_min_pos_weighted
0.0007 is_after_min_pos_bs
0.0006 tc_term_average_imp_pmi
0.0006 sq_is_in_sub_query
0.0006 qw_term_after_question_word
0.0006 pos_term_wgap
0.0006 pos_is_wgap_eq_term_len
0.0006 pos_is_last_back_stop
0.0006 is_pos_tag_functional_term
0.0006 is_bpath_notional_verb
0.0006 is_apath_notional_verb
0.0006 is_after_max_pos_weighted
0.0006 idf_is_three_term_min_idf
0.0005 tp_is_phrase_max_ctw
0.0005 tp_is_adj_prev_phrase
0.0005 tp_is_adj_after_phrase
0.0005 tn_is_chn_mix
0.0005 tc_term_prev_pmi
0.0005 pos_term_prev_is_single
0.0005 is_special_noun
0.0005 is_prev_min_pos_bs
0.0005 is_prev_max_pos_weighted
0.0005 is_prev_max_pos_ridf
0.0005 is_min_pos_weighted_noun
0.0005 is_min_pos_boolean
0.0005 is_max_pos_bs
0.0005 is_max_pos_boolean
0.0004 tw_term_is_after_max_weight
0.0004 tw_is_three_min_weight
0.0004 tp_is_phrase_min_ctw
0.0004 tp_is_phrase_max_title_weight
0.0004 tn_term_prev_is_place
0.0004 tn_term_is_name
0.0004 tc_term_after_pmi
0.0004 sq_is_between_sub_query
0.0004 qp_match_pattern_is_min
0.0004 is_rpath_notional_head
0.0004 is_prev_max_pos_idf
0.0004 is_pos_rel_notional_verb
0.0004 is_min_pos_ridf_noun
0.0004 is_min_pos_idf
0.0004 is_min_pos_bs
0.0004 is_max_pos_weighted
0.0004 is_max_pos_bs_noun
0.0004 is_max_pos_bs_in_siblings
0.0004 idf_is_prev_max_idf
0.0004 idf_is_min_idf
0.0004 has_same_role_in_siblings
0.0003 tw_is_min_weight
0.0003 tp_is_phrase_min_title_weight
0.0003 tn_term_is_place
0.0003 tn_is_all_en
0.0003 tn_is_all_ascii
0.0003 sq_is_phrase_between_sub_query
0.0003 qp_match_pattern_is_max
0.0003 is_upward_rel_notional_verb
0.0003 is_upward_rel_functional_term
0.0003 is_min_pos_ridf_in_siblings
0.0003 is_min_pos_idf_noun
0.0003 is_min_pos_idf_in_siblings
0.0003 is_min_pos_bs_in_siblings
0.0003 is_max_pos_ridf_in_siblings
0.0003 is_max_pos_idf_in_siblings
0.0003 is_max_pos_idf
0.0003 is_after_max_pos_idf
0.0003 idf_is_max_idf
0.0003 idf_is_after_max_idf
0.0003 dict_is_end
0.0003 dict_is_begin
0.0002 term_query_is_all_ascii
0.0002 qp_is_match_pattern
0.0002 pos_is_start_term
0.0002 pos_is_end_term
0.0002 is_spath_notional_verb
0.0002 is_min_pos_ridf
0.0002 is_max_pos_ridf
0.0002 is_after_max_pos_ridf
0.0001 tw_is_max_weight
0.0001 tp_has_phrase
0.0001 qp_is_hit_pattern
0.0001 is_tpath_notional_verb
0.0001 is_tpath_notional_object
0.0 tp_phrase_sum_weight
0.0 is_upward_rel_functional_noun
0.0 is_spath_functional_noun
0.0 is_rpath_notional_object
0.0 is_pos_rel_functional_noun
0.0 is_min_pos_weighted_in_siblings
0.0 is_max_pos_weighted_in_siblings
0.0 is_bpath_functional_noun
0.0 is_apath_functional_noun
同义词模型
3 0.0379 20 trigram_search_score_ratio
4 0.0351 12 chi_with_origin_rank
5 0.0292 39 lsi_core_context
6 0.0285 11 pmi_with_origin_rank
7 0.0246 60 glsa_related_context
8 0.0216 13 llr_with_origin_rank
9 0.0197 59 glsa_third_order_context
10 0.0193 6 logdice_score
11 0.0192 41 lsi_second_order_context_ratio
12 0.0191 15 trigram_match_score
13 0.0189 53 lsi_related_deviation
14 0.0187 61 glsa_core_context
15 0.0182 42 lsi_third_order_context_ratio
16 0.018 35 lsi_first_order_context
17 0.0168 55 glsa_with_origin
18 0.0168 54 lsi_core_deviation
19 0.0164 56 glsa_with_origin_rank
20 0.0159 38 lsi_related_context
21 0.0158 16 trigram_match_score_ratio
22 0.015 43 lsi_related_context_ratio
23 0.0148 45 lsi_first_order_context_rank
24 0.0143 47 lsi_third_order_context_rank
25 0.014 36 lsi_second_order_context
26 0.0139 46 lsi_second_order_context_rank
27 0.0138 40 lsi_first_order_context_ratio
28 0.0137 44 lsi_core_context_ratio
29 0.0135 37 lsi_third_order_context
30 0.0134 21 trigram_search_score_rank
31 0.0128 27 language_model_score_rank
32 0.0117 49 lsi_core_context_rank
33 0.0116 3 pmi_normed_origin
34 0.0116 23 fourgram_search_score_ratio
35 0.0115 69 glsa_third_order_context_rank
36 0.0114 30 sentence_cooccur_rate
37 0.0111 66 glsa_core_context_ratio
38 0.0111 48 lsi_related_context_rank
39 0.011 5 dice_score
40 0.0106 1 pmi
41 0.0104 10 tscore
42 0.0098 24 fourgram_search_score_rank
43 0.0097 14 tscore_with_origin_rank
44 0.0095 52 lsi_third_order_deviation
45 0.0092 22 fourgram_search_score
46 0.009 28 local_trigram_count_ratio
47 0.0089 75 glsa_related_deviation
48 0.0088 8 log_likelihood
49 0.0088 25 language_model_score
50 0.0086 50 lsi_first_order_deviation
51 0.0086 4 pmi_normed_candidate