PageSourceSearch

https://prog-8.com/assets/packs/dist/npm.kuromojin.bundle-4e1c1492eb26c4937fa7.js

js prog-8.com collected 2026-09-24 08:55:13 UTC 2,742 bytes, 1 lines download raw bytes

1(self["webpackChunkprogate"]=self["webpackChunkprogate"]||[]).push([[3992],{94183:function(__unused_webpack_module,exports){"use strict";Object.defineProperty(exports,"__esModule",{value:true});var Deferred=function(){function Deferred(){var _this=this;this.promise=new Promise(function(resolve,reject){_this.resolve=resolve;_this.reject=reject})}return Deferred}();exports.default=Deferred},76340:function(__unused_webpack_module,exports,__webpack_require__){"use strict";Object.defineProperty(exports,"__esModule",{value:true});exports.tokenize=exports.getTokenizer=void 0;var kuromojin_1=__webpack_require__(74559);Object.defineProperty(exports,"getTokenizer",{enumerable:true,get:function(){return kuromojin_1.getTokenizer}});Object.defineProperty(exports,"tokenize",{enumerable:true,get:function(){return kuromojin_1.tokenize}})},74559:function(__unused_webpack_module,exports,__webpack_require__){"use strict";var process=__webpack_require__(34155);var __importDefault=this&&this.__importDefault||function(mod){return mod&&mod.__esModule?mod:{default:mod}};Object.defineProperty(exports,"__esModule",{value:true});exports.tokenize=exports.getTokenizer=void 0;var path_1=__importDefault(__webpack_require__(26470));var kuromoji=__webpack_require__(3297);var Deferred_1=__importDefault(__webpack_require__(94183));var deferred=new Deferred_1.default;var getNodeModuleDirPath=function(){if(typeof process!=="undefined"&&typeof process.env==="object"&&process.env.KUROMOJIN_DIC_PATH){return process.env.KUROMOJIN_DIC_PATH}var maybeKuromojiWindow=typeof window!="undefined"?window:undefined;if(typeof maybeKuromojiWindow!=="undefined"&&typeof maybeKuromojiWindow.kuromojin==="object"&&typeof maybeKuromojiWindow.kuromojin.dicPath==="string"){return maybeKuromojiWindow.kuromojin.dicPath}var kuromojiDir=path_1.default.dirname(3297);return path_1.default.join(kuromojiDir,"..","dict")};var _tokenizer=null;var tokenizeCacheMap=new Map;var isLoading=false;function getTokenizer(options){if(options===void 0){options={dicPath:getNodeModuleDirPath()}}if(_tokenizer){return Promise.resolve(_tokenizer)}if(isLoading){return deferred.promise}isLoading=true;kuromoji.builder(options).build(function(err,tokenizer){if(err){return deferred.reject(err)}_tokenizer=tokenizer;deferred.resolve(tokenizer)});return deferred.promise}exports.getTokenizer=getTokenizer;function tokenize(text,options){return getTokenizer(options).then(function(tokenizer){if(options===null||options===void 0?void 0:options.noCacheTokenize){return tokenizer.tokenizeForSentence(text)}else{var cache=tokenizeCacheMap.get(text);if(cache){return cache}var tokens=tokenizer.tokenizeForSentence(text);tokenizeCacheMap.set(text,tokens);return tokens}
1})}exports.tokenize=tokenize}}]);

Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.