| <!DOCTYPE HTML> |
| <html lang="de"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Uses of Package opennlp.tools.tokenize (Apache OpenNLP Tools 2.3.3 API)</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <meta name="description" content="use: package: opennlp.tools.tokenize"> |
| <meta name="generator" content="javadoc/PackageUseWriter"> |
| <link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../script-dir/jquery-ui.min.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../jquery-ui.overrides.css" title="Style"> |
| <script type="text/javascript" src="../../../script.js"></script> |
| <script type="text/javascript" src="../../../script-dir/jquery-3.6.1.min.js"></script> |
| <script type="text/javascript" src="../../../script-dir/jquery-ui.min.js"></script> |
| </head> |
| <body class="package-use-page"> |
| <script type="text/javascript">var pathtoroot = "../../../"; |
| loadScripts(document, 'script');</script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <div class="flex-box"> |
| <header role="banner" class="flex-header"> |
| <nav role="navigation"> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="top-nav" id="navbar-top"> |
| <div class="skip-nav"><a href="#skip-navbar-top" title="Skip navigation links">Skip navigation links</a></div> |
| <ul id="navbar-top-firstrow" class="nav-list" title="Navigation"> |
| <li><a href="../../../index.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li>Class</li> |
| <li class="nav-bar-cell1-rev">Use</li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../index-all.html">Index</a></li> |
| <li><a href="../../../help-doc.html#use">Help</a></li> |
| </ul> |
| </div> |
| <div class="sub-nav"> |
| <div class="nav-list-search"><label for="search-input">SEARCH:</label> |
| <input type="text" id="search-input" value="search" disabled="disabled"> |
| <input type="reset" id="reset-button" value="reset" disabled="disabled"> |
| </div> |
| </div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <span class="skip-nav" id="skip-navbar-top"></span></nav> |
| </header> |
| <div class="flex-content"> |
| <main role="main"> |
| <div class="header"> |
| <h1 title="Uses of Package opennlp.tools.tokenize" class="title">Uses of Package<br>opennlp.tools.tokenize</h1> |
| </div> |
| <div class="caption"><span>Packages that use <a href="package-summary.html">opennlp.tools.tokenize</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Package</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.cmdline.parser">opennlp.tools.cmdline.parser</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.cmdline.tokenizer">opennlp.tools.cmdline.tokenizer</a></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats">opennlp.tools.formats</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to converting various corpora to OpenNLP Format.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.ad">opennlp.tools.formats.ad</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the <code>Arvores Deitadas corpus</code> format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.brat">opennlp.tools.formats.brat</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to the corpus format used by the "brat rapid annotation tool" (brat).</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.conllu">opennlp.tools.formats.conllu</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the CoNNL-U format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.convert">opennlp.tools.formats.convert</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.irishsentencebank">opennlp.tools.formats.irishsentencebank</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the Irish Sentence Bank format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.letsmt">opennlp.tools.formats.letsmt</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to the <code>letsmt</code> corpus format.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.masc">opennlp.tools.formats.masc</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the <code>MASC</code> corpus format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.muc">opennlp.tools.formats.muc</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to the <code>MUC</code> corpus format.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.sentdetect">opennlp.tools.sentdetect</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Package related to identifying sentence boundaries.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.tokenize">opennlp.tools.tokenize</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Contains classes related to finding token or words in a string.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.tokenize.lang">opennlp.tools.tokenize.lang</a></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.tokenize.lang.en">opennlp.tools.tokenize.lang.en</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.util.featuregen">opennlp.tools.util.featuregen</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">This package contains classes for generating sequence features.</div> |
| </div> |
| </div> |
| <section class="package-uses"> |
| <ul class="block-list"> |
| <li> |
| <section class="detail" id="opennlp.tools.cmdline.parser"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../cmdline/parser/package-summary.html">opennlp.tools.cmdline.parser</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Tokenizer.html#opennlp.tools.cmdline.parser">Tokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The interface for tokenizers, which segment a string into its tokens.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.cmdline.tokenizer"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../cmdline/tokenizer/package-summary.html">opennlp.tools.cmdline.tokenizer</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenizerEvaluationMonitor.html#opennlp.tools.cmdline.tokenizer">TokenizerEvaluationMonitor</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A marker interface for evaluating <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>tokenizers</code></a>.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenizerModel.html#opennlp.tools.cmdline.tokenizer">TokenizerModel</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">The <a href="TokenizerModel.html" title="class in opennlp.tools.tokenize"><code>TokenizerModel</code></a> is the model used |
| by a learnable <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a>.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.cmdline.tokenizer">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/package-summary.html">opennlp.tools.formats</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Detokenizer.html#opennlp.tools.formats">Detokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="Detokenizer.html" title="interface in opennlp.tools.tokenize"><code>Detokenizer</code></a> merges tokens back to their detokenized representation.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats">TokenSample</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.ad"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/ad/package-summary.html">opennlp.tools.formats.ad</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats.ad">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.brat"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/brat/package-summary.html">opennlp.tools.formats.brat</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Tokenizer.html#opennlp.tools.formats.brat">Tokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The interface for tokenizers, which segment a string into its tokens.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenizerModel.html#opennlp.tools.formats.brat">TokenizerModel</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">The <a href="TokenizerModel.html" title="class in opennlp.tools.tokenize"><code>TokenizerModel</code></a> is the model used |
| by a learnable <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a>.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.conllu"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/conllu/package-summary.html">opennlp.tools.formats.conllu</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats.conllu">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.convert"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/convert/package-summary.html">opennlp.tools.formats.convert</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Detokenizer.html#opennlp.tools.formats.convert">Detokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="Detokenizer.html" title="interface in opennlp.tools.tokenize"><code>Detokenizer</code></a> merges tokens back to their detokenized representation.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats.convert">TokenSample</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.irishsentencebank"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/irishsentencebank/package-summary.html">opennlp.tools.formats.irishsentencebank</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats.irishsentencebank">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.letsmt"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/letsmt/package-summary.html">opennlp.tools.formats.letsmt</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Detokenizer.html#opennlp.tools.formats.letsmt">Detokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="Detokenizer.html" title="interface in opennlp.tools.tokenize"><code>Detokenizer</code></a> merges tokens back to their detokenized representation.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.masc"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/masc/package-summary.html">opennlp.tools.formats.masc</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.formats.masc">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.muc"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../formats/muc/package-summary.html">opennlp.tools.formats.muc</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Tokenizer.html#opennlp.tools.formats.muc">Tokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The interface for tokenizers, which segment a string into its tokens.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.sentdetect"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../sentdetect/package-summary.html">opennlp.tools.sentdetect</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Detokenizer.html#opennlp.tools.sentdetect">Detokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="Detokenizer.html" title="interface in opennlp.tools.tokenize"><code>Detokenizer</code></a> merges tokens back to their detokenized representation.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.tokenize"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="package-summary.html">opennlp.tools.tokenize</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/DetokenizationDictionary.html#opennlp.tools.tokenize">DetokenizationDictionary</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="class-use/DetokenizationDictionary.Operation.html#opennlp.tools.tokenize">DetokenizationDictionary.Operation</a></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><a href="class-use/Detokenizer.html#opennlp.tools.tokenize">Detokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="Detokenizer.html" title="interface in opennlp.tools.tokenize"><code>Detokenizer</code></a> merges tokens back to their detokenized representation.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/Detokenizer.DetokenizationOperation.html#opennlp.tools.tokenize">Detokenizer.DetokenizationOperation</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">This enum contains an operation for every token to merge the |
| tokens together to their detokenized form.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="class-use/SimpleTokenizer.html#opennlp.tools.tokenize">SimpleTokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A basic <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a> implementation which performs tokenization |
| using character classes.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenContextGenerator.html#opennlp.tools.tokenize">TokenContextGenerator</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Interface for context generators required for <a href="TokenizerME.html" title="class in opennlp.tools.tokenize"><code>TokenizerME</code></a>.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="class-use/Tokenizer.html#opennlp.tools.tokenize">Tokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The interface for tokenizers, which segment a string into its tokens.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenizerEvaluationMonitor.html#opennlp.tools.tokenize">TokenizerEvaluationMonitor</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">A marker interface for evaluating <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>tokenizers</code></a>.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="class-use/TokenizerFactory.html#opennlp.tools.tokenize">TokenizerFactory</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The factory that provides <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a> default implementation and |
| resources.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/TokenizerModel.html#opennlp.tools.tokenize">TokenizerModel</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">The <a href="TokenizerModel.html" title="class in opennlp.tools.tokenize"><code>TokenizerModel</code></a> is the model used |
| by a learnable <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a>.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.tokenize">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="class-use/WhitespaceTokenizer.html#opennlp.tools.tokenize">WhitespaceTokenizer</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">A basic <a href="Tokenizer.html" title="interface in opennlp.tools.tokenize"><code>Tokenizer</code></a> implementation which performs tokenization |
| using white spaces.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.tokenize.lang"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="lang/package-summary.html">opennlp.tools.tokenize.lang</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenContextGenerator.html#opennlp.tools.tokenize.lang">TokenContextGenerator</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Interface for context generators required for <a href="TokenizerME.html" title="class in opennlp.tools.tokenize"><code>TokenizerME</code></a>.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.tokenize.lang.en"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="lang/en/package-summary.html">opennlp.tools.tokenize.lang.en</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/TokenSample.html#opennlp.tools.tokenize.lang.en">TokenSample</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">A <a href="TokenSample.html" title="class in opennlp.tools.tokenize"><code>TokenSample</code></a> is text with token spans.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.util.featuregen"> |
| <div class="caption"><span>Classes in <a href="package-summary.html">opennlp.tools.tokenize</a> used by <a href="../util/featuregen/package-summary.html">opennlp.tools.util.featuregen</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Class</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="class-use/Tokenizer.html#opennlp.tools.util.featuregen">Tokenizer</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">The interface for tokenizers, which segment a string into its tokens.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| </ul> |
| </section> |
| </main> |
| <footer role="contentinfo"> |
| <hr> |
| <p class="legal-copy"><small>Copyright © 2023 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p> |
| </footer> |
| </div> |
| </div> |
| </body> |
| </html> |
