Skip to content

Commit

Permalink
feat: drop keyword-extractor
Browse files Browse the repository at this point in the history 
refer to #21
  • Loading branch information
@sshwy
sshwy committed Jul 31, 2021
1 parent b452250 commit 1433f07
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 85 deletions.
1 change: 0 additions & 1 deletion package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,6 @@
"htmlparser2": "^6.0.0",
"iferr": "^1.0.2",
"js-yaml": "^4.1.0",
"keyword-extractor": "0.0.19",
"memory-fs": "^0.5.0",
"webpack": "^5.41.1"
},
Expand Down
21 changes: 0 additions & 21 deletions scripts/generator/searchData.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@
function _interopDefault (ex) { return (ex && (typeof ex === 'object') && 'default' in ex) ? ex['default'] : ex; }

var moment = _interopDefault(require('moment'));
var keywordExtractor = require('keyword-extractor');
var hexoUtil = require('hexo-util');

var defaults = {
Expand All @@ -17,7 +16,6 @@ var defaults = {
link: false,
permalink: false,
excerpt: false,
keywords: false,
text: true,
raw: false,
content: false,
Expand All @@ -36,7 +34,6 @@ var defaults = {
link: false,
permalink: false,
excerpt: false,
keywords: false,
text: true,
raw: false,
content: false,
Expand Down Expand Up @@ -106,17 +103,6 @@ function catags ({ name, slug, permalink }) {
return { name, slug, permalink };
}

function getKeywords (str, language) {
const keywords = keywordExtractor.extract(str, {
language,
remove_digits: true,
return_changed_case: true,
remove_duplicates: true,
});

return keywords.join(' ');
}

function setContent (obj, item, ref, cfg) {
switch (item) {
case 'excerpt':
Expand All @@ -131,13 +117,6 @@ function setContent (obj, item, ref, cfg) {
obj.text = minify(ref.content);
break;

case 'keywords':
if (cfg.keywords) {
const excerpt = minify(ref.excerpt);
obj.keywords = getKeywords(excerpt, cfg.keywords);
}
break;

case 'categories':
obj.categories = ref.categories.map(catags);
break;
Expand Down
72 changes: 9 additions & 63 deletions yarn.lock
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1141,13 +1141,6 @@ is-number@^7.0.0:
resolved "https://registry.npm.taobao.org/is-number/download/is-number-7.0.0.tgz#7535345b896734d5f80c4d06c50955527a14f12b"
integrity sha1-dTU0W4lnNNX4DE0GxQlVUnoU8Ss=

is-plain-object@^2.0.4:
version "2.0.4"
resolved "https://registry.npm.taobao.org/is-plain-object/download/is-plain-object-2.0.4.tgz#2c163b3fafb1b606d9d17928f05c2a1c38e07677"
integrity sha1-LBY7P6+xtgbZ0Xko8FwqHDjgdnc=
dependencies:
isobject "^3.0.1"

is-utf8@^0.2.1:
version "0.2.1"
resolved "https://registry.nlark.com/is-utf8/download/is-utf8-0.2.1.tgz#4b0da1442104d1b336340e80797e865cf39f7d72"
Expand All @@ -1168,11 +1161,6 @@ isexe@^2.0.0:
resolved "https://registry.npm.taobao.org/isexe/download/isexe-2.0.0.tgz#e8fbf374dc556ff8947a10dcb0572d633f2cfa10"
integrity sha1-6PvzdNxVb/iUehDcsFctYz8s+hA=

isobject@^3.0.1:
version "3.0.1"
resolved "https://registry.nlark.com/isobject/download/isobject-3.0.1.tgz#4e431e92b11a9731636aa1f9c8d1ccbcfdab78df"
integrity sha1-TkMekrEalzFjaqH5yNHMvP2reN8=

jest-worker@^27.0.2:
version "27.0.6"
resolved "https://registry.nlark.com/jest-worker/download/jest-worker-27.0.6.tgz#a5fdb1e14ad34eb228cfe162d9f729cdbfa28aed"
Expand All @@ -1187,13 +1175,6 @@ js-tokens@^4.0.0:
resolved "https://registry.nlark.com/js-tokens/download/js-tokens-4.0.0.tgz#19203fb59991df98e3a287050d4647cdeaf32499"
integrity sha1-GSA/tZmR35jjoocFDUZHzerzJJk=

js-yaml@>=3.13.1, js-yaml@^4.1.0:
version "4.1.0"
resolved "https://registry.npm.taobao.org/js-yaml/download/js-yaml-4.1.0.tgz?cache=0&sync_timestamp=1618435151523&other_urls=https%3A%2F%2Fregistry.npm.taobao.org%2Fjs-yaml%2Fdownload%2Fjs-yaml-4.1.0.tgz#c1fb65f8f5017901cdd2c951864ba18458a10602"
integrity sha1-wftl+PUBeQHN0slRhkuhhFihBgI=
dependencies:
argparse "^2.0.1"

js-yaml@^3.13.1:
version "3.14.1"
resolved "https://registry.npm.taobao.org/js-yaml/download/js-yaml-3.14.1.tgz?cache=0&sync_timestamp=1618435151523&other_urls=https%3A%2F%2Fregistry.npm.taobao.org%2Fjs-yaml%2Fdownload%2Fjs-yaml-3.14.1.tgz#dae812fdb3825fa306609a8717383c50c36a0537"
Expand All @@ -1202,6 +1183,13 @@ js-yaml@^3.13.1:
argparse "^1.0.7"
esprima "^4.0.0"

js-yaml@^4.1.0:
version "4.1.0"
resolved "https://registry.npm.taobao.org/js-yaml/download/js-yaml-4.1.0.tgz?cache=0&sync_timestamp=1618435151523&other_urls=https%3A%2F%2Fregistry.npm.taobao.org%2Fjs-yaml%2Fdownload%2Fjs-yaml-4.1.0.tgz#c1fb65f8f5017901cdd2c951864ba18458a10602"
integrity sha1-wftl+PUBeQHN0slRhkuhhFihBgI=
dependencies:
argparse "^2.0.1"

json-parse-better-errors@^1.0.2:
version "1.0.2"
resolved "https://registry.nlark.com/json-parse-better-errors/download/json-parse-better-errors-1.0.2.tgz#bb867cfb3450e69107c131d1c514bab3dc8bcaa9"
Expand Down Expand Up @@ -1234,23 +1222,6 @@ jsonfile@^4.0.0:
optionalDependencies:
graceful-fs "^4.1.6"

keyword-extractor@0.0.19:
version "0.0.19"
resolved "https://registry.nlark.com/keyword-extractor/download/keyword-extractor-0.0.19.tgz#bbc7754943986cd8e37601671ea289749e8322d6"
integrity sha1-u8d1SUOYbNjjdgFnHqKJdJ6DItY=
dependencies:
js-yaml ">=3.13.1"
kind-of ">=6.0.3"
minimist ">=0.2.1"
set-value ">=2.0.1"
underscore "1.10.2"
underscore.string "3.3.5"

kind-of@>=6.0.3:
version "6.0.3"
resolved "https://registry.npm.taobao.org/kind-of/download/kind-of-6.0.3.tgz#07c05034a6c349fa06e24fa35aa76db4580ce4dd"
integrity sha1-B8BQNKbDSfoG4k+jWqdttFgM5N0=

levn@^0.4.1:
version "0.4.1"
resolved "https://registry.nlark.com/levn/download/levn-0.4.1.tgz#ae4562c007473b932a6200d403268dd2fffc6ade"
Expand Down Expand Up @@ -1368,7 +1339,7 @@ minimatch@^3.0.4:
dependencies:
brace-expansion "^1.1.7"

minimist@1.2.5, minimist@>=0.2.1:
minimist@1.2.5:
version "1.2.5"
resolved "https://registry.npm.taobao.org/minimist/download/minimist-1.2.5.tgz#67d66014b66a6a8aaa0c083c5fd58df4e4e97602"
integrity sha1-Z9ZgFLZqaoqqDAg8X9WN9OTpdgI=
Expand Down Expand Up @@ -1644,13 +1615,6 @@ serialize-javascript@^6.0.0:
dependencies:
randombytes "^2.1.0"

set-value@>=2.0.1:
version "4.0.0"
resolved "https://registry.nlark.com/set-value/download/set-value-4.0.0.tgz#be6a13aa6b30beecc18850d8dad1e726ab7695aa"
integrity sha1-vmoTqmswvuzBiFDY2tHnJqt2lao=
dependencies:
is-plain-object "^2.0.4"

shebang-command@^2.0.0:
version "2.0.0"
resolved "https://registry.nlark.com/shebang-command/download/shebang-command-2.0.0.tgz#ccd0af4f8835fbdc265b82461aaf0c36663f34ea"
Expand Down Expand Up @@ -1700,11 +1664,6 @@ source-map@~0.7.2:
resolved "https://registry.nlark.com/source-map/download/source-map-0.7.3.tgz#5302f8169031735226544092e64981f751750383"
integrity sha1-UwL4FpAxc1ImVECS5kmB91F1A4M=

sprintf-js@^1.0.3:
version "1.1.2"
resolved "https://registry.nlark.com/sprintf-js/download/sprintf-js-1.1.2.tgz#da1765262bf8c0f571749f2ad6c26300207ae673"
integrity sha1-2hdlJiv4wPVxdJ8q1sJjACB65nM=

sprintf-js@~1.0.2:
version "1.0.3"
resolved "https://registry.nlark.com/sprintf-js/download/sprintf-js-1.0.3.tgz#04e6926f662895354f3dd015203633b857297e2c"
Expand Down Expand Up @@ -1882,19 +1841,6 @@ type-fest@^0.20.2:
resolved "https://registry.nlark.com/type-fest/download/type-fest-0.20.2.tgz?cache=0&sync_timestamp=1623872995368&other_urls=https%3A%2F%2Fregistry.nlark.com%2Ftype-fest%2Fdownload%2Ftype-fest-0.20.2.tgz#1bf207f4b28f91583666cb5fbd327887301cd5f4"
integrity sha1-G/IH9LKPkVg2ZstfvTJ4hzAc1fQ=

underscore.string@3.3.5:
version "3.3.5"
resolved "https://registry.npm.taobao.org/underscore.string/download/underscore.string-3.3.5.tgz#fc2ad255b8bd309e239cbc5816fd23a9b7ea4023"
integrity sha1-/CrSVbi9MJ4jnLxYFv0jqbfqQCM=
dependencies:
sprintf-js "^1.0.3"
util-deprecate "^1.0.2"

underscore@1.10.2:
version "1.10.2"
resolved "https://registry.npm.taobao.org/underscore/download/underscore-1.10.2.tgz?cache=0&sync_timestamp=1618502952302&other_urls=https%3A%2F%2Fregistry.npm.taobao.org%2Funderscore%2Fdownload%2Funderscore-1.10.2.tgz#73d6aa3668f3188e4adb0f1943bd12cfd7efaaaf"
integrity sha1-c9aqNmjzGI5K2w8ZQ70Sz9fvqq8=

universalify@^0.1.0:
version "0.1.2"
resolved "https://registry.npm.taobao.org/universalify/download/universalify-0.1.2.tgz?cache=0&sync_timestamp=1603180004159&other_urls=https%3A%2F%2Fregistry.npm.taobao.org%2Funiversalify%2Fdownload%2Funiversalify-0.1.2.tgz#b646f69be3942dabcecc9d6639c80dc105efaa66"
Expand All @@ -1907,7 +1853,7 @@ uri-js@^4.2.2:
dependencies:
punycode "^2.1.0"

util-deprecate@^1.0.2, util-deprecate@~1.0.1:
util-deprecate@~1.0.1:
version "1.0.2"
resolved "https://registry.npm.taobao.org/util-deprecate/download/util-deprecate-1.0.2.tgz#450d4dc9fa70de732762fbd2d4a28981419a0ccf"
integrity sha1-RQ1Nyfpw3nMnYvvS1KKJgUGaDM8=
Expand Down

0 comments on commit 1433f07

Please sign in to comment.