Skip to content

Commit

Permalink
g_m.sd
Browse files Browse the repository at this point in the history
  • Loading branch information
JKomorniczak committed Nov 8, 2023
1 parent c354c7f commit 9f1da69
Show file tree
Hide file tree
Showing 28 changed files with 72,940 additions and 67,902 deletions.
Binary file modified .DS_Store
Binary file not shown.
24 changes: 12 additions & 12 deletions E4P_vis_bar.py
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,8 @@
"""
Synthetic
"""
clf = np.load('res_clf_cls/clf_sel.npy')
reduced = np.load('res_clf_cls/clf_reduced.npy')
clf = np.load('results/clf_sel.npy')
reduced = np.load('results/clf_reduced.npy')
print(reduced.shape) # 3, 5, 10, 5

reduced_mean = np.mean(reduced, axis=(1,2))
Expand Down Expand Up @@ -56,7 +56,7 @@
ax[drf_id].text(_b, _a, "%+.3f" % (img[_a, _b]) , va='center', ha='center', c='black' if img[_a, _b]<0.5 else 'white', fontsize=11)

plt.tight_layout()
plt.savefig('fig_clf/reduced_syn.png')
plt.savefig('figures/reduced_syn.png')
plt.savefig('foo.png')

"""
Expand All @@ -65,8 +65,8 @@
fig, ax = plt.subplots(4,1,figsize=(13, 13))

# Synthetic
clf = np.load('res_clf_cls/clf_sel.npy')
reduced = np.load('res_clf_cls/clf_reduced.npy')
clf = np.load('results/clf_sel.npy')
reduced = np.load('results/clf_reduced.npy')

margin = .3
w = .05
Expand Down Expand Up @@ -97,8 +97,8 @@
ax[0].legend(custom_lines, legend_labels, ncol=5, frameon=False, loc=5, fontsize=11)

# Semi
reduced = np.load('res_clf_cls/semi_clf_reduced.npy')
clf = np.load('res_clf_cls/clf_sel_semi.npy')
reduced = np.load('results/semi_clf_reduced.npy')
clf = np.load('results/clf_sel_semi.npy')
reduced_mean = np.mean(reduced, axis=2)

for drf_id in range(2):
Expand All @@ -114,9 +114,9 @@
ax[1+drf_id].set_xticks([0,1,2,3,4,5], static_data)

# Real
res = np.load('res_clf_cls/real_clf_reduced.npy')
res = np.load('results/real_clf_reduced.npy')
for f_id, f in enumerate(real_streams):
clf = np.load('res_clf_cls/clf_sel_real_%i.npy' % f_id)
clf = np.load('results/clf_sel_real_%i.npy' % f_id)

reduced = np.mean(res[f_id], axis=0)
full = np.mean(clf[-1], axis=0)
Expand Down Expand Up @@ -144,6 +144,6 @@
aa.spines['right'].set_visible(False)

plt.tight_layout()
plt.savefig('olaboga.png')
plt.savefig('fig/reduced.png')
plt.savefig('fig/reduced.eps')
plt.savefig('foo.png')
plt.savefig('figures/reduced.png')
plt.savefig('figures/reduced.eps')
2 changes: 1 addition & 1 deletion _docs/docs/ot/sm.md
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ The ranks, defined as the order of sorted, accumulated F-statistics values, had
| mi.mean | --- | --- | 13 |
| mi.sd | --- | --- | 9 |
| wn.mean | --- | --- | 16 |
| g_m.mean | --- | --- | 15 |
| g_m.sd | --- | --- | 15 |
| mean.mean | 1 | 1 | 12 |
| mean.sd | 4 | --- | --- |
| med.mean | 3 | 3 | --- |
Expand Down
2 changes: 1 addition & 1 deletion docs/assets/js/search-data.json
Original file line number Diff line number Diff line change
Expand Up @@ -415,7 +415,7 @@
},"69": {
"doc": "Metafeature selection",
"title": "Selection of metafeatures for effective concept identification",
"content": "The selection was based on output of Experiment 4 and the ranking of mean (accumulated for synthetic and semi-synthetic streams) F-statistic. The F-statistic, descibing the importance of each metafeature in the concept recognition task, was calculated for each stream. The values were accumulated for each stream type and sorted. The ranks, defined as the order of sorted, accumulated F-statistics values, had the most significant impact on the selection of metafeatures. Moreover, the diversity of the groups from which the metafeatures were selected was taken into account, trying to avoid combinations that strongly correlated with each other (e.g. C1 and C2 from complexity category, which both express imbalance ratio). The largest pool of metafeatures was determined based on rankings for real-world streams, assuming that they best represent real applications of stream processing methods. | Metafeature | Rank in synthetic | Rank in semi-synthetic | Rank in real-world | . | int | — | — | 4 | . | nre | — | — | 5 | . | c1 | — | — | 7 | . | f1.mean | 5 | — | 10 | . | cl_c.mean | — | — | 3 | . | cl_c.sd | — | — | 8 | . | cl_ent | — | — | 6 | . | j_ent.mean | — | — | 2 | . | j_ent.sd | — | — | 1 | . | mi.mean | — | — | 13 | . | mi.sd | — | — | 9 | . | wn.mean | — | — | 16 | . | g_m.mean | — | — | 15 | . | mean.mean | 1 | 1 | 12 | . | mean.sd | 4 | — | — | . | med.mean | 3 | 3 | — | . | t_m.mean | 2 | 2 | — | . ",
"content": "The selection was based on output of Experiment 4 and the ranking of mean (accumulated for synthetic and semi-synthetic streams) F-statistic. The F-statistic, descibing the importance of each metafeature in the concept recognition task, was calculated for each stream. The values were accumulated for each stream type and sorted. The ranks, defined as the order of sorted, accumulated F-statistics values, had the most significant impact on the selection of metafeatures. Moreover, the diversity of the groups from which the metafeatures were selected was taken into account, trying to avoid combinations that strongly correlated with each other (e.g. C1 and C2 from complexity category, which both express imbalance ratio). The largest pool of metafeatures was determined based on rankings for real-world streams, assuming that they best represent real applications of stream processing methods. | Metafeature | Rank in synthetic | Rank in semi-synthetic | Rank in real-world | . | int | — | — | 4 | . | nre | — | — | 5 | . | c1 | — | — | 7 | . | f1.mean | 5 | — | 10 | . | cl_c.mean | — | — | 3 | . | cl_c.sd | — | — | 8 | . | cl_ent | — | — | 6 | . | j_ent.mean | — | — | 2 | . | j_ent.sd | — | — | 1 | . | mi.mean | — | — | 13 | . | mi.sd | — | — | 9 | . | wn.mean | — | — | 16 | . | g_m.sd | — | — | 15 | . | mean.mean | 1 | 1 | 12 | . | mean.sd | 4 | — | — | . | med.mean | 3 | 3 | — | . | t_m.mean | 2 | 2 | — | . ",
"url": "/meta-concept-descriptor/docs/ot/sm/#selection-of-metafeatures-for-effective-concept-identification",
"relUrl": "/docs/ot/sm/#selection-of-metafeatures-for-effective-concept-identification"
},"70": {
Expand Down
2 changes: 1 addition & 1 deletion docs/docs/ot/sm/index.html
Original file line number Diff line number Diff line change
Expand Up @@ -263,7 +263,7 @@ <h1 id="selection-of-metafeatures-for-effective-concept-identification">Selectio
<td>16</td>
</tr>
<tr>
<td>g_m.mean</td>
<td>g_m.sd</td>
<td></td>
<td></td>
<td>15</td>
Expand Down
Loading

0 comments on commit 9f1da69

Please sign in to comment.