2018-09-13 18:58:56 +00:00
|
|
|
#!/usr/bin/env bash
|
|
|
|
|
set -o errexit
|
|
|
|
|
set -o nounset
|
|
|
|
|
set -o pipefail
|
|
|
|
|
|
2018-09-13 19:14:23 +00:00
|
|
|
fetch_top_words() {
|
|
|
|
|
local url
|
|
|
|
|
local basedir
|
|
|
|
|
|
|
|
|
|
url="${1:-}"
|
|
|
|
|
basedir=$(dirname "$0")
|
|
|
|
|
|
2018-09-13 18:58:56 +00:00
|
|
|
|
2018-09-13 19:14:23 +00:00
|
|
|
if [[ "${url:-}" = "" ]]; then
|
|
|
|
|
grep --only-matching --extended-regexp '[a-zA-Z]{3,}' "$basedir/README.md" \
|
|
|
|
|
| tr '[:upper:]' '[:lower:]' \
|
|
|
|
|
| grep --invert-match --word-regexp --fixed-strings --file=stopwords.txt \
|
|
|
|
|
| sort \
|
|
|
|
|
| uniq --count \
|
|
|
|
|
| sort -n
|
|
|
|
|
else
|
|
|
|
|
curl "$url" \
|
|
|
|
|
| grep --only-matching --extended-regexp '[a-zA-Z]{3,}' \
|
|
|
|
|
| tr '[:upper:]' '[:lower:]' \
|
|
|
|
|
| grep --invert-match --word-regexp --fixed-strings --file=stopwords.txt \
|
|
|
|
|
| sort \
|
|
|
|
|
| uniq --count \
|
|
|
|
|
| sort -n
|
|
|
|
|
fi
|
|
|
|
|
}
|
|
|
|
|
fetch_top_words "$@"
|
