2022-01-21 01:00:18 +05:30
|
|
|
|
---
|
|
|
|
|
id: 599d15309e88c813a40baf58
|
2022-01-22 20:38:20 +05:30
|
|
|
|
title: エントロピー
|
2022-01-21 01:00:18 +05:30
|
|
|
|
challengeType: 5
|
|
|
|
|
forumTopicId: 302254
|
|
|
|
|
dashedName: entropy
|
|
|
|
|
---
|
|
|
|
|
|
|
|
|
|
# --description--
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
与えられた入力文字列のシャノンエントロピーHを計算します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
$n$ の異なる文字 (2進数でn=2) からなる$N$「シンボル」文字列 (合計文字) である離散確率変数 $X$ の場合、Xのシャノンエントロピーをビット/シンボルで表すと以下のようになります。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
$H_2(X) = -\\sum\_{i=1}^n \\frac{count_i}{N} \\log_2 \\left(\\frac{count_i}{N}\\right)$
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
$count_i$ は、文字 $n_i$ の数です。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
# --hints--
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy` という関数です。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert(typeof entropy === 'function');
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("0")` は `0` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('0'), 0);
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("01")` は `1` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('01'), 1);
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("0123")` は `2` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('0123'), 2);
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("01234567")` は `3` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('01234567'), 3);
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("0123456789abcdef")` は `4` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('0123456789abcdef'), 4);
|
|
|
|
|
```
|
|
|
|
|
|
2022-01-22 20:38:20 +05:30
|
|
|
|
`entropy("1223334444")` は `1.8464393446710154` を返します。
|
2022-01-21 01:00:18 +05:30
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
assert.equal(entropy('1223334444'), 1.8464393446710154);
|
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
# --seed--
|
|
|
|
|
|
|
|
|
|
## --seed-contents--
|
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
function entropy(s) {
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
```
|
|
|
|
|
|
|
|
|
|
# --solutions--
|
|
|
|
|
|
|
|
|
|
```js
|
|
|
|
|
function entropy(s) {
|
|
|
|
|
// Create a dictionary of character frequencies and iterate over it.
|
|
|
|
|
function process(s, evaluator) {
|
|
|
|
|
let h = Object.create(null),
|
|
|
|
|
k;
|
|
|
|
|
s.split('').forEach(c => {
|
|
|
|
|
h[c] && h[c]++ || (h[c] = 1); });
|
|
|
|
|
if (evaluator) for (k in h) evaluator(k, h[k]);
|
|
|
|
|
return h;
|
|
|
|
|
}
|
|
|
|
|
// Measure the entropy of a string in bits per symbol.
|
|
|
|
|
|
|
|
|
|
let sum = 0,
|
|
|
|
|
len = s.length;
|
|
|
|
|
process(s, (k, f) => {
|
|
|
|
|
const p = f / len;
|
|
|
|
|
sum -= p * Math.log(p) / Math.log(2);
|
|
|
|
|
});
|
|
|
|
|
return sum;
|
|
|
|
|
}
|
|
|
|
|
```
|