BlingFire
A lightning fast Finite State machine and REgular expression manipulation library.
파일 탐색기
최종 버전 다운로드 (.zip)- blingfire-client_src_pch.h
- FAAllocator.h
- FAAllocatorA.h
- FAArray_cont_t.h
- FAArray_pack.h
- FAArrayCA.h
- FABrResultCA.h
- FAChains_pack_triv.h
- FAConfig.h
- FADictConfKeeper.h
- FADictInterpreter_t.h
- FADigitizer_dct_t.h
- FADigitizer_t.h
- FAEncodeUtils.h
- FAException.h
- FAFsmConst.h
- FAGetIWs_pack_triv.h
- FAGetIWsCA.h
- FAGlobalConfKeeper_packaged.h
- FAHmmTagger_l1.h
- FAHyphConfKeeper_packaged.h
- FAImageDump.h
- FAIwMap_pack.h
- FALDB.h
- FALexTools_t.h
- FALimits.h
- FAMealyDfa_pack_triv.h
- FAMealyDfaCA.h
- FAMealyNfaCA.h
- FAMorphLDB_t_packaged.h
- FAMphInterpretTools_t.h
- FAMsg.h
- FAMultiMap_pack.h
- FAMultiMap_pack_fixed.h
- FAMultiMap_pack_mph.h
- FAMultiMapCA.h
- FAOffsetTable_pack.h
- FAOw2Iw_pack_triv.h
- FAOw2IwCA.h
- FAParserConfKeeper.h
- FAParseTree_memlfp.h
- FAParseTreeA.h
- FARegexpTags_t.h
- FAResolveMatchA.h
- FARSDfa_pack_triv.h
- FARSDfaCA.h
- FARSNfaCA.h
- FASecurity.h
- FASetImageA.h
- FAState2Ow_pack_triv.h
- FAState2OwCA.h
- FAState2Ows_pack_triv.h
- FAState2OwsCA.h
- FAStemmer_t.h
- FAStemmerConst_t.h
- FAStemmerLDB.h
- FAStringArray_pack.h
- FASuffixInterpretTools_t.h
- FASuffixInterpretToolsConst_t.h
- FAT2PTable.h
- FATaggedTextCA.h
- FATokenSegmentationTools_1best_bpe_t.h
- FATokenSegmentationTools_1best_bpe_with_merges_t.h
- FATokenSegmentationTools_1best_t.h
- FATokenSegmentationToolsCA_t.h
- FATransform_capital_rev_t.h
- FATransform_capital_t.h
- FATransform_cascade_t.h
- FATransform_hyph_redup_rev_t.h
- FATransform_hyph_redup_t.h
- FATransform_prefix_rev_t.h
- FATransform_prefix_t.h
- FATransform_unescape_t.h
- FATransformCA_t.h
- FATrsConfKeeper_t.h
- FATs2PTable.h
- FATsConfKeeper.h
- FAUtf32Utils.h
- FAUtf8Utils.h
- FAUtils_cl.h
- FAW2PConfKeeper.h
- FAW2SConfKeeper.h
- FAWbdConfKeeper.h
- FAWftConfKeeper.h
- FAWgConfKeeper.h
- FAWordGuesser_prob_t.h
- FAWordGuesser_t.h
- FAWordToProb_t.h
- FAWREConf_pack.h
- FAWREConfCA.h
- FAWreLexTools_t.h
- blingfire-client_src_pch.cpp
- FAAllocator.cpp
- FAArray_pack.cpp
- FAChains_pack_triv.cpp
- FADictConfKeeper.cpp
- FAException.cpp
- FAGetIWs_pack_triv.cpp
- FAGlobalConfKeeper.cpp
- FAHmmTagger_l1.cpp
- FAHyphConfKeeper.cpp
- FAImageDump.cpp
- FAIwMap_pack.cpp
- FALDB.cpp
- FAMealyDfa_pack_triv.cpp
- FAMsg.cpp
- FAMultiMap_pack.cpp
- FAMultiMap_pack_fixed.cpp
- FAMultiMap_pack_mph.cpp
- FANormalizeDiacriticsMapPreserve.cxx
- FANormalizeDiacriticsMapProd.cxx
- FANormalizeDiacriticsMapRemove.cxx
- FAOffsetTable_pack.cpp
- FAOw2Iw_pack_triv.cpp
- FAParserConfKeeper.cpp
- FAParseTree_memlfp.cpp
- FARSDfa_pack_triv.cpp
- FAState2Ow_pack_triv.cpp
- FAState2Ows_pack_triv.cpp
- FAStemmerLDB.cpp
- FAStringArray_pack.cpp
- FAT2PTable.cpp
- FATs2PTable.cpp
- FATsConfKeeper.cpp
- FAUtf32ToLower.cpp
- FAUtf32ToUpper.cpp
- FAUtf32Utils.cpp
- FAUtf8Utils.cpp
- FAUtils_cl.cpp
- FAW2PConfKeeper.cpp
- FAW2SConfKeeper.cpp
- FAWbdConfKeeper.cpp
- FAWftConfKeeper.cpp
- FAWgConfKeeper.cpp
- FAWREConf_pack.cpp
- sample.makefile.inc
- sample.sources
- y2cpp.cmd
- yacc.exe
- yypars.cxx
- blingfire-compile_src_pch.h
- FAAct2Arr_css.h
- FAAct2Arr_data.h
- FAAct2Arr_score_tag.h
- FAAct2ArrA.h
- FAActionsA.h
- FAActionsArray_static.h
- FAActionsArrayA.h
- FAAllocator.h
- FAAllocatorA.h
- FAAny2AnyOther_global_t.h
- FAAny2AnyOther_t.h
- FAArray_cont_t.h
- FAArray_p2ca.h
- FAArray_t.h
- FAArrayPack.h
- FAAutInterpretTools2_trbr_t.h
- FAAutInterpretTools_fnfa_t.h
- FAAutInterpretTools_pos_t.h
- FAAutInterpretTools_t.h
- FAAutInterpretTools_trbr_t.h
- FAAutIOTools.h
- FABitArray.h
- FABitMatrix_t.h
- FABrResult.h
- FABrResultA.h
- FACalcIwEqClasses.h
- FACalcMealy1.h
- FACalcMealy2.h
- FAChain2Num_hash.h
- FAChain2Num_judy.h
- FAChain2NumA.h
- FAChains2MinDfa.h
- FAChains2MinDfa_sort.h
- FAChainsPack_triv.h
- FACmpTrBrOws_greedy.h
- FAColorGraph_t.h
- FAConfParser.h
- FACorpusIOTools_utf8.h
- FACssLDB.h
- FADfa2MealyNfa.h
- FADfa2MinDfa_hg_t.h
- FADfaPack_triv.h
- FADfas2CommonNfa.h
- FADfaTopoGraph.h
- FADict2Classifier.h
- FADictSplit.h
- FADictStr2SuffixRule.h
- FAEncoder_delta_pref.h
- FAEncoder_delta_pref_mask.h
- FAEncoder_mask.h
- FAEncoder_pm_dpm.h
- FAEncoder_pref.h
- FAEncoder_pref_mask.h
- FAEncoderA.h
- FAEpsilonGraph.h
- FAEpsilonGraph_mealy.h
- FAEpsilonRemoval.h
- FAException.h
- FAExtendClassifier_cxp.h
- FAFloatArrayPack.h
- FAFsmRenum.h
- FAGcInterpreter_t.h
- FAGcLDB.h
- FAHeap_t.h
- FAHyphInterpreter_core_t.h
- FAHyphInterpreter_t.h
- FAIsDotNfa.h
- FAIwMapPack.h
- FAIwOwSuffArr2Patterns.h
- FALad.h
- FALad_dist.h
- FALadConfKeeper.h
- FALadLDB.h
- FALessA.h
- FALexBreaker.h
- FAMap_judy.h
- FAMap_std.h
- FAMapA.h
- FAMapIOTools.h
- FAMealyDfa.h
- FAMealyDfa_ro.h
- FAMealyDfaA.h
- FAMealyNfa.h
- FAMealyNfa2Dfa.h
- FAMealyNfaA.h
- FAMergeDumps.h
- FAMergeMwe.h
- FAMergeSets.h
- FAMsg.h
- FAMultiMap_ar.h
- FAMultiMap_ar_uniq.h
- FAMultiMap_judy.h
- FAMultiMapA.h
- FAMultiMapPack.h
- FAMultiMapPack_fixed.h
- FAMultiMapPack_mph.h
- FANfa2Dfa_t.h
- FANfa2EqPairs.h
- FANfaCreator_base.h
- FANfaCreator_char.h
- FANfaCreator_digit.h
- FANfaCreator_wre.h
- FANfaDelta_ro.h
- FANfaDelta_wo_ro.h
- FANfas2CommonENfa.h
- FANfas2TupleNfa.h
- FANfstLookupTools_t.h
- FAOffsetTablePack.h
- FAParsedRegexp2TrBrMaps.h
- FAParser2WRE.h
- FAParser_base_t.h
- FAParser_nest_t.h
- FAParser_triv_t.h
- FAParseTree.h
- FAParseTree_rbt.h
- FAPosNfa_pack_triv.h
- FAPosNfaPack_triv.h
- FAPrintUtils.h
- FAPrmInterpreter_t.h
- FARegexp2MinDfa.h
- FARegexp2Nfa.h
- FARegexpLexer_char.h
- FARegexpLexer_triv.h
- FARegexpLexer_wre.h
- FARegexpLexerA.h
- FARegexpParser_msyacc.h
- FARegexpReverse.h
- FARegexpSimplify.h
- FARegexpTree.h
- FARegexpTree2Funcs.h
- FARegexpTree2Hash.h
- FARegexpTree2PosEqs.h
- FARegexpTree2Str.h
- FARegexpTreeSimplify_disj.h
- FARegexpTreeSort.h
- FARegexpTreeTopoGraph.h
- FARemoveUnreachable.h
- FAResolveMatch_nest.h
- FARSDfa2MooreDfa.h
- FARSDfa2PerfHash.h
- FARSDfa_ar_judy.h
- FARSDfa_dynamic_t.h
- FARSDfa_renum.h
- FARSDfa_renum_iws.h
- FARSDfa_ro.h
- FARSDfa_wo_ro.h
- FARSDfaA.h
- FARSDfaRenum_depth_first.h
- FARSDfaRenum_remove_gaps.h
- FARSNfa2RevNfa.h
- FARSNfa_ar_judy.h
- FARSNfa_ro.h
- FARSNfa_wo_ro.h
- FARSNfaA.h
- FASegmentationTools_bf_t.h
- FASelectTrPatterns.h
- FASetUtils.h
- FASortMultiMap.h
- FASplitSets.h
- FASplitStates.h
- FAState2Ow.h
- FAState2OwA.h
- FAState2Ows.h
- FAState2Ows_amb.h
- FAState2Ows_ar_uniq.h
- FAState2OwsA.h
- FAState2TrBr_pack_triv.h
- FAStr2Int_hash.h
- FAStr2IntA.h
- FAStr2Utf16.h
- FAStringArrayPack.h
- FAStringTokenizer.h
- FAStrList2MinDfa.h
- FASubstInterpretTools_t.h
- FASubstRules2Regexp.h
- FASuffixRules2Chains.h
- FASummTagScores.h
- FATaggedText.h
- FATaggedTextA.h
- FATaggedTextStat.h
- FATagSet.h
- FATestCmpDfa.h
- FATestCmpMultiMap.h
- FATestCmpPosNfa.h
- FATestMorph.h
- FATestMorph_b2w.h
- FATestMorph_tag_dict.h
- FATestMorph_w2b.h
- FATestMorph_w2h.h
- FATestMorph_w2s.h
- FATestMorph_w2t.h
- FAToken.h
- FATokenNfa2Nfa_t.h
- FATokenNfa2TupleNfa.h
- FATopoSort_t.h
- FATransClosure_acyc_t.h
- FATrBr2Symbol.h
- FATrBrNfa2MealyNfa.h
- FATrWordIOTools_utf8.h
- FATypeMinDfa2MinMooreDfa.h
- FATypesNfaList2TypeNfa.h
- FAUnAmbiguous.h
- FAUtf16Utils.h
- FAUtf32ToEnc.h
- FAUtils.h
- FAW2VInterpreter_t.h
- FAWord2WordSuff.h
- FAWRECompiler.h
- FAWREConf.h
- FAWREConfA.h
- FAWREConfPack.h
- FAWREIO.h
- FAWRERules2TokenNfa.h
- FAWreRulesConfKeeper.h
- FAWREToken.h
- FAWRETokenParser.h
- FAWRETokens2Dicts.h
- FAWRETokens2Digitizers.h
- blingfire-compile_src_pch.cpp
- FAAct2Arr_css.cpp
- FAAct2Arr_data.cpp
- FAAct2Arr_score_tag.cpp
- FAActionsArray_static.cpp
- FAAllocator.cpp
- FAArray_p2ca.cpp
- FAArrayPack.cpp
- FAAutIOTools.cpp
- FABitArray.cpp
- FABrResult.cpp
- FACalcIwEqClasses.cpp
- FACalcMealy1.cpp
- FACalcMealy2.cpp
- FAChain2Num_hash.cpp
- FAChain2Num_judy.cpp
- FAChains2MinDfa.cpp
- FAChains2MinDfa_sort.cpp
- FAChainsPack_triv.cpp
- FACmpTrBrOws_greedy.cpp
- FAConfParser.cpp
- FACorpusIOTools_utf8.cpp
- FACssLDB.cpp
- FADfa2MealyNfa.cpp
- FADfaPack_triv.cpp
- FADfas2CommonNfa.cpp
- FADfaTopoGraph.cpp
- FADict2Classifier.cpp
- FADictSplit.cpp
- FADictStr2SuffixRule.cpp
- FAEncoder_delta_pref.cpp
- FAEncoder_delta_pref_mask.cpp
- FAEncoder_mask.cpp
- FAEncoder_pm_dpm.cpp
- FAEncoder_pref.cpp
- FAEncoder_pref_mask.cpp
- FAEpsilonGraph.cpp
- FAEpsilonGraph_mealy.cpp
- FAEpsilonRemoval.cpp
- FAException.cpp
- FAExtendClassifier_cxp.cpp
- FAFloatArrayPack.cpp
- FAFsmRenum.cpp
- FAGcLDB.cpp
- FAIsDotNfa.cpp
- FAIwMapPack.cpp
- FAIwOwSuffArr2Patterns.cpp
- FALad.cpp
- FALad_dist.cpp
- FALadConfKeeper.cpp
- FALadLDB.cpp
- FALexBreaker.cpp
- FAMap_judy.cpp
- FAMap_std.cpp
- FAMapIOTools.cpp
- FAMealyDfa.cpp
- FAMealyDfa_ro.cpp
- FAMealyNfa.cpp
- FAMealyNfa2Dfa.cpp
- FAMergeDumps.cpp
- FAMergeMwe.cpp
- FAMergeSets.cpp
- FAMsg.cpp
- FAMultiMap_ar.cpp
- FAMultiMap_ar_uniq.cpp
- FAMultiMap_judy.cpp
- FAMultiMapPack.cpp
- FAMultiMapPack_fixed.cpp
- FAMultiMapPack_mph.cpp
- FANfa2EqPairs.cpp
- FANfaCreator_base.cpp
- FANfaCreator_char.cpp
- FANfaCreator_digit.cpp
- FANfaCreator_wre.cpp
- FANfaDelta_ro.cpp
- FANfaDelta_wo_ro.cpp
- FANfas2CommonENfa.cpp
- FANfas2TupleNfa.cpp
- FAOffsetTablePack.cpp
- FAParsedRegexp2TrBrMaps.cpp
- FAParser2WRE.cpp
- FAParseTree.cpp
- FAParseTree_rbt.cpp
- FAPosNfa_pack_triv.cpp
- FAPosNfaPack_triv.cpp
- FAPrintUtils.cpp
- FARegexp2MinDfa.cpp
- FARegexp2Nfa.cpp
- FARegexpLexer_char.cpp
- FARegexpLexer_triv.cpp
- FARegexpLexer_wre.cpp
- FARegexpParser_msyacc.cpp
- FARegexpParser_msyacc.y
- FARegexpReverse.cpp
- FARegexpSimplify.cpp
- FARegexpTree.cpp
- FARegexpTree2Funcs.cpp
- FARegexpTree2Hash.cpp
- FARegexpTree2PosEqs.cpp
- FARegexpTree2Str.cpp
- FARegexpTreeSimplify_disj.cpp
- FARegexpTreeSort.cpp
- FARegexpTreeTopoGraph.cpp
- FARemoveUnreachable.cpp
- FAResolveMatch_nest.cpp
- FARSDfa2MooreDfa.cpp
- FARSDfa2PerfHash.cpp
- FARSDfa_ar_judy.cpp
- FARSDfa_renum.cpp
- FARSDfa_renum_iws.cpp
- FARSDfa_ro.cpp
- FARSDfa_wo_ro.cpp
- FARSDfaRenum_depth_first.cpp
- FARSDfaRenum_remove_gaps.cpp
- FARSNfa2RevNfa.cpp
- FARSNfa_ar_judy.cpp
- FARSNfa_ro.cpp
- FARSNfa_wo_ro.cpp
- FASelectTrPatterns.cpp
- FASetUtils.cpp
- FASortMultiMap.cpp
- FASplitSets.cpp
- FASplitStates.cpp
- FAState2Ow.cpp
- FAState2Ows.cpp
- FAState2Ows_amb.cpp
- FAState2Ows_ar_uniq.cpp
- FAState2TrBr_pack_triv.cpp
- FAStr2Int_hash.cpp
- FAStr2Utf16.cpp
- FAStringArrayPack.cpp
- FAStringTokenizer.cpp
- FAStrList2MinDfa.cpp
- FASubstRules2Regexp.cpp
- FASuffixRules2Chains.cpp
- FASummTagScores.cpp
- FATaggedText.cpp
- FATaggedTextStat.cpp
- FATagSet.cpp
- FATestCmpDfa.cpp
- FATestCmpMultiMap.cpp
- FATestCmpPosNfa.cpp
- FATestMorph.cpp
- FATestMorph_b2w.cpp
- FATestMorph_tag_dict.cpp
- FATestMorph_w2b.cpp
- FATestMorph_w2h.cpp
- FATestMorph_w2s.cpp
- FATestMorph_w2t.cpp
- FAToken.cpp
- FATokenNfa2TupleNfa.cpp
- FATrBr2Symbol.cpp
- FATrBrNfa2MealyNfa.cpp
- FATrWordIOTools_utf8.cpp
- FATypeMinDfa2MinMooreDfa.cpp
- FATypesNfaList2TypeNfa.cpp
- FAUnAmbiguous.cpp
- FAUtf16Utils.cpp
- FAUtf32ToEnc.cpp
- FAUtils.cpp
- FAWord2WordSuff.cpp
- FAWRECompiler.cpp
- FAWREConf.cpp
- FAWREConfPack.cpp
- FAWREIO.cpp
- FAWRERules2TokenNfa.cpp
- FAWreRulesConfKeeper.cpp
- FAWREToken.cpp
- FAWRETokenParser.cpp
- FAWRETokens2Dicts.cpp
- FAWRETokens2Digitizers.cpp
- any_test.cpp
- blingfiretokdll.cpp
- blingfiretokdll.def
- blingfiretokdll.h
- BlingFireTokLibSbdData.cxx
- BlingFireTokLibWbdData.cxx
- fa_align.cpp
- fa_align2chain.cpp
- fa_bin2ngrams.cpp
- fa_build_conf.cpp
- fa_chains2mindfa.cpp
- fa_charmap2mmap.cpp
- fa_dfa2mindfa.cpp
- fa_dfa2mph.cpp
- fa_dict2classifier.cpp
- fa_dict2suff.cpp
- fa_dict_split.cpp
- fa_dump2cpp.cpp
- fa_encode.cpp
- sources
- fa_enfa2nfa.cpp
- fa_extend_cxp.cpp
- fa_fsm2fsm.cpp
- fa_fsm2fsm_iwec.cpp
- fa_fsm2fsm_pack.cpp
- fa_fsm_renum.cpp
- fa_fsmfsm2minfsmfsm.cpp
- fa_gcd.cpp
- fa_hyph2chains.cpp
- fa_hyphconv.cpp
- fa_iwowsuff2pats.cpp
- fa_lex.cpp
- fa_line2chain_unicode.cpp
- fa_line_format.cpp
- fa_merge_dumps.cpp
- fa_nfa2dfa.cpp
- fa_nfa2nfa_any.cpp
- fa_nfa2revnfa.cpp
- fa_nfalist2nfa.cpp
- fa_pats_select.cpp
- fa_pr2wre.cpp
- fa_re2nfa.cpp
- fa_re2re_simplify.cpp
- fa_s2ts.cpp
- fa_sortbytes.cpp
- fa_subst2re.cpp
- fa_suff2chains.cpp
- fa_tnnfa2nfa.cpp
- fa_tns2dgs.cpp
- fa_ts2ps.cpp
- fa_ts2stat.cpp
- fa_ts2ts_mwe.cpp
- fa_ts2ts_rbt.cpp
- fa_ts2ts_w2s.cpp
- fa_unambiguous.cpp
- fa_utf8tongrams_cp.cpp
- fa_words2wspw.cpp
- fa_wre2tnnfa.cpp
- fa_wrec.cpp
- test_fsm.cpp
- test_ldb.cpp
- test_wre.cpp
- linux-arm64-cross.cmake
- blingfire-config.cmake.in
- __init__.py
- bert_base_cased_tok.bin
- bert_base_cased_tok.i2w
- bert_base_tok.bin
- bert_base_tok.i2w
- bert_chinese.bin
- bert_chinese.i2w
- bert_multi_cased.bin
- bert_multi_cased.i2w
- blingfiretokdll.dll
- blingfiretokdll.pdb
- gpt2.bin
- gpt2.i2w
- laser100k.bin
- laser100k.i2w
- laser250k.bin
- laser250k.i2w
- laser500k.bin
- laser500k.i2w
- libblingfiretokdll.dylib
- libblingfiretokdll.so
- roberta.bin
- roberta.i2w
- syllab.bin
- uri100k.bin
- uri100k.i2w
- uri250k.bin
- uri250k.i2w
- uri500k.bin
- uri500k.i2w
- wbd_chuni.bin
- xlm_roberta_base.bin
- xlm_roberta_base.i2w
- xlnet.bin
- xlnet.i2w
- xlnet_nonorm.bin
- xlnet_nonorm.i2w
- .pypirc
- LICENSE
- README.md
- setup.py
- Bling Fire Tokenizer Demo.ipynb
- Bling_Fire_Tokenizer_Algorithms.pdf
- Bling_Fire_Tokenizer_Algorithms.PNG
- lex.htm
- perf_huggingface_vs_bling.jpg
- tools.txt
- artifacts.png
- buildResults.png
- cpparm64buildtools.png
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- vocab.falex
- vocab.txt
- vocab_to_fa_lex.py
- wbd.lex.utf8
- wbd.tagset.txt
- blingfire_example.py
- charmap.utf8
- example.py
- gen_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- range_minus.py
- test.txt
- test_bert.py
- test_bling.py
- tokenization.py
- vocab.falex
- vocab.txt
- vocab_to_fa_lex.py
- wbd.lex.utf8
- wbd.tagset.txt
- charmap.utf8
- gen_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- vocab.falex
- vocab.txt
- vocab_to_fa_lex.py
- wbd.lex.utf8
- wbd.tagset.txt
- generate_letters_from_vocab.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- regexrangeparse.py
- test.legacy.txt.zip
- test.multi.txt.zip
- vocab.falex
- vocab.txt
- vocab_to_fa_lex.py
- wbd.lex.utf8
- wbd.tagset.txt
- ldb.conf.small
- m.model
- options.small
- pos.dict.utf8.zip
- README.TXT
- spiece.model.exportvocab.txt
- tagset.txt
- charmap.utf8
- generate_charmap.py
- input.utf8.zip
- ldb.conf.small
- m.model
- options.small
- pos.dict.utf8.zip
- README.TXT
- spiece.model.exportvocab.txt
- tagset.txt
- bert.common.def.txt
- blocks.def.txt
- chu.def.txt
- chu.fullunicode.def.txt
- email.def.txt
- code.py
- export_vocab.py
- ldb.conf.i2w
- ldb.conf.small
- LICENSE
- merges.txt
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- vocab.json
- laser_100k.model
- laser_100k.vocab
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- laser_250k.model
- laser_250k.vocab
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- laser_500k.model
- laser_500k.vocab.zip
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- laser_50k.model
- laser_50k.vocab
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- bert_base_cased_tok.bin
- bert_base_cased_tok.i2w
- bert_base_tok.bin
- bert_base_tok.i2w
- bert_chinese.bin
- bert_chinese.i2w
- bert_multi_cased.bin
- bert_multi_cased.i2w
- bpe_example.bin
- bpe_example2.bin
- gpt2.bin
- gpt2.i2w
- laser100k.bin
- laser100k.i2w
- laser250k.bin
- laser250k.i2w
- laser500k.bin
- laser500k.i2w
- laser50k.bin
- laser50k.i2w
- roberta.bin
- roberta.i2w
- sbd.bin
- syllab.bin
- uri100k.bin
- uri100k.i2w
- uri100kint.bin
- uri100kint.i2w
- uri250k.bin
- uri250k.i2w
- uri250kint.bin
- uri250kint.i2w
- uri500k.bin
- uri500k.i2w
- uri500kint.bin
- uri500kint.i2w
- wbd.bin
- wbd_chuni.bin
- xlm_roberta_base.bin
- xlm_roberta_base.i2w
- xlnet.bin
- xlnet.i2w
- xlnet_nonorm.bin
- xlnet_nonorm.i2w
- code.py
- export_vocab.py
- ldb.conf.i2w
- ldb.conf.small
- LICENSE
- merges.txt
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- vocab.json
- BlingFireTokLibSbdData.cxx
- build_sbd_windows.cmd
- ldb.conf.small
- options.small
- wbd.lex.utf8
- wbd.tagset.txt
- charmap.utf8
- ldb.conf.small
- options.small
- README.TXT
- w2h.dict.utf8.zip
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri100k.model
- uri100k.vocab
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri100kint.model
- uri100kint.vocab
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri250k.model
- uri250k.vocab
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri250kint.model
- uri250kint.vocab
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri500k.model
- uri500k.vocab
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- uri500kint.model
- uri500kint.vocab
- BlingFireTokLibWbdData.cxx
- build_wbd_windows.cmd
- ldb.conf.small
- options.small
- wbd.lex.utf8
- wbd.tagset.txt
- ldb.conf.small
- options.small
- wbd.lex.utf8
- wbd.tagset.txt
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- spiece.model
- spiece.model.exportvocab.txt
- tagset.txt
- charmap.utf8
- generate_charmap.py
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8
- pos.dict.utf8.zip
- README.TXT
- spiece.model
- spiece.model.exportvocab.txt
- tagset.txt
- ldb.conf.i2w
- ldb.conf.small
- options.i2w
- options.small
- pos.dict.utf8.zip
- README.TXT
- tagset.txt
- Makefile.gnu
- Makefile.nmake
- libblingfiretokdll.so
- libblingfiretokdll.so
- libblingfiretokdll.dylib
- libblingfiretokdll.dylib
- blingfiretokdll.dll
- blingfiretokdll.dll
- bert_base_cased_tok.bin
- bert_base_cased_tok.i2w
- bert_base_tok.bin
- bert_base_tok.i2w
- bert_chinese.bin
- bert_chinese.i2w
- bert_multi_cased.bin
- bert_multi_cased.i2w
- BlingFireNuget.csproj
- BlingFireUtils.cs
- BlingFireUtils2.cs
- gpt2.bin
- gpt2.i2w
- laser100k.bin
- laser100k.i2w
- laser250k.bin
- laser250k.i2w
- laser500k.bin
- laser500k.i2w
- roberta.bin
- roberta.i2w
- syllab.bin
- uri100k.bin
- uri100k.i2w
- uri250k.bin
- uri250k.i2w
- uri500k.bin
- uri500k.i2w
- wbd_chuni.bin
- xlm_roberta_base.bin
- xlm_roberta_base.i2w
- xlnet.bin
- xlnet.i2w
- xlnet_nonorm.bin
- xlnet_nonorm.i2w
- BlingUtilsTest.csproj
- Program.cs
- BlingFireNuget.sln
- readme.md
- benchmark.py
- blingfire_example.py
- fa_align_
- fa_align_.cmd
- fa_build_dict
- fa_build_dict.cmd
- fa_build_dict_fst
- fa_build_dict_fst.cmd
- fa_build_gc
- fa_build_gc.cmd
- fa_build_id2word
- fa_build_lex
- fa_build_lex.cmd
- fa_build_ngrams
- fa_build_ngrams.cmd
- fa_build_parser
- fa_build_parser.cmd
- fa_build_pats
- fa_build_pats.cmd
- fa_build_segs
- fa_build_segs.cmd
- fa_build_subst
- fa_build_subst.cmd
- fa_build_suff
- fa_build_suff.cmd
- fa_build_w2t_prob
- fa_build_w2t_prob.cmd
- fa_build_word_guesser
- fa_build_word_guesser.cmd
- fa_build_wre
- fa_build_wre.cmd
- fa_cat_ratio
- fa_cat_ratio.cmd
- fa_combine
- fa_combine.cmd
- fa_conf2test_prm
- fa_conf2test_prm.cmd
- fa_count2prob
- fa_count2prob.cmd
- fa_count2prob_ngram
- fa_count2prob_ngram.cmd
- fa_cre2dre
- fa_cre2dre.cmd
- fa_cutoff
- fa_cutoff.cmd
- fa_cutoff_cm
- fa_cutoff_cm.cmd
- fa_expand
- fa_expand.cmd
- fa_extract
- fa_extract.cmd
- fa_fflc2wtbt
- fa_fflc2wtbt.cmd
- fa_filter
- fa_filter.cmd
- fa_fsa2dot
- fa_fsa2dot.cmd
- fa_fsm_info
- fa_fsm_info.cmd
- fa_getlanguage2stat
- fa_getlanguage2stat.cmd
- fa_line2ts
- fa_line2ts.cmd
- fa_line2words
- fa_line2words.cmd
- fa_merge_acts
- fa_merge_acts.cmd
- fa_merge_stat
- fa_merge_stat.cmd
- fa_nfa2mindfa
- fa_nfa2mindfa.cmd
- fa_nlgcli2tagdict
- fa_nlgcli2tagdict.cmd
- fa_num2int
- fa_num2int.cmd
- fa_oic2wre
- fa_oic2wre.cmd
- fa_preproc
- fa_preproc.cmd
- fa_segs2comps
- fa_segs2comps.cmd
- fa_shuffle
- fa_shuffle.cmd
- fa_split
- fa_split.cmd
- fa_split_wtbt
- fa_split_wtbt.cmd
- fa_tree2xml
- fa_tree2xml.cmd
- fa_ts_compare
- fa_ts_compare.cmd
- fa_ttt2arr
- fa_ttt2arr.cmd
- fa_usage2ptbl
- fa_usage2ptbl.cmd
- fa_usage2ttbl
- fa_usage2ttbl.cmd
- fa_utf8tongrams
- fa_utf8tongrams.cmd
- fa_w2tp_summ
- fa_w2tp_summ.cmd
- fa_wtbt2bws
- fa_wtbt2bws.cmd
- fa_wtbt2tt
- fa_wtbt2tt.cmd
- fa_wtbt2wbs
- fa_wtbt2wbs.cmd
- fa_wtbt2wts
- fa_wtbt2wts.cmd
- fa_wts2wts
- fa_wts2wts.cmd
- gen_charmap.py
- normalize_corpus.py
- requirements.txt
- scripts
- set_env
- set_env.cmd
- test_bert.py
- test_bling.py
- test_bling_with_fasttext.py
- test_bling_with_offsets.py
- test_compiler.cmd
- test_parity_with_bert.py
- test_perf.cmd
- test_sp.py
- tokenization.py
- vocab_to_fa_lex.py
- wbd.mwe.ne.extract.script
- blingfire.js
- blingfire.wasm
- blingfire_wrapper.js
- example.html
- main.cpp
- Makefile
- readme.md
- .gitignore
- azure-pipelines.yml
- CMakeLists.txt
- LICENSE
- README.md
- SECURITY.md
# 설치 가이드
1. 코드 내려받기
git clone https://github.com/microsoft/BlingFire
깃허브에서 프로젝트 코드 전체를 내 컴퓨터로 내려받습니다.
cd BlingFire
방금 내려받은 프로젝트 폴더 안으로 이동합니다.
2. CMake
보통 추천사전 준비물
mkdir build && cd build
빌드 결과물을 담을 폴더를 만들고 그 안으로 이동합니다.
cmake ..
소스코드를 분석해 빌드 설정 파일을 생성합니다 (build 폴더 안에서 실행해야 함).
make
생성된 빌드 설정을 바탕으로 실제 컴파일을 진행해 실행 파일을 만듭니다.
build 폴더 안에 실행 파일이 생성됐는지 확인하고, 직접 실행해보세요 (예: ./build/앱이름).
3. .NET
보통cd nuget
이 프로젝트의 관련 파일이 하위 폴더 안에 있어서, 먼저 그 폴더로 이동합니다.
dotnet restore
프로젝트에 필요한 패키지를 내려받습니다.
dotnet run
프로젝트를 빌드하고 바로 실행합니다.
dotnet run 실행 후 터미널에 나타나는 안내 메시지나 주소를 확인하세요.
4. Python
쉬움사전 준비물
pip install -r scripts/requirements.txt
requirements.txt 등에 명시된 파이썬 라이브러리를 설치합니다.
jupyter notebook
브라우저에서 노트북(.ipynb) 파일들을 열람하고 실행할 수 있는 Jupyter 화면을 켭니다.
에러 메시지 없이 실행되고 터미널에 안내 문구가 출력되면 정상입니다.
5. Make
보통사전 준비물
- Git GitHub에서 프로젝트 코드를 내려받으려면 필요합니다.
- Make Linux/macOS는 보통 기본 설치되어 있습니다. Windows는 별도 설치(예: MSYS2, WSL)가 필요합니다.
cd wasm
이 프로젝트의 관련 파일이 하위 폴더 안에 있어서, 먼저 그 폴더로 이동합니다.
make
생성된 빌드 설정을 바탕으로 실제 컴파일을 진행해 실행 파일을 만듭니다.
에러 없이 끝나면 성공입니다. 생성된 실행 파일을 직접 실행해보세요.
// repository documentation
Was this content helpful?
(0 ratings)