| <!DOCTYPE HTML> |
| <html lang="de"> |
| <head> |
| <!-- Generated by javadoc (17) --> |
| <title>Uses of Class opennlp.tools.tokenize.TokenSample (Apache OpenNLP Tools 2.3.3 API)</title> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <meta name="description" content="use: package: opennlp.tools.tokenize, class: TokenSample"> |
| <meta name="generator" content="javadoc/ClassUseWriter"> |
| <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../../script-dir/jquery-ui.min.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../../jquery-ui.overrides.css" title="Style"> |
| <script type="text/javascript" src="../../../../script.js"></script> |
| <script type="text/javascript" src="../../../../script-dir/jquery-3.6.1.min.js"></script> |
| <script type="text/javascript" src="../../../../script-dir/jquery-ui.min.js"></script> |
| </head> |
| <body class="class-use-page"> |
| <script type="text/javascript">var pathtoroot = "../../../../"; |
| loadScripts(document, 'script');</script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <div class="flex-box"> |
| <header role="banner" class="flex-header"> |
| <nav role="navigation"> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="top-nav" id="navbar-top"> |
| <div class="skip-nav"><a href="#skip-navbar-top" title="Skip navigation links">Skip navigation links</a></div> |
| <ul id="navbar-top-firstrow" class="nav-list" title="Navigation"> |
| <li><a href="../../../../index.html">Overview</a></li> |
| <li><a href="../package-summary.html">Package</a></li> |
| <li><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">Class</a></li> |
| <li class="nav-bar-cell1-rev">Use</li> |
| <li><a href="../package-tree.html">Tree</a></li> |
| <li><a href="../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../help-doc.html#use">Help</a></li> |
| </ul> |
| </div> |
| <div class="sub-nav"> |
| <div class="nav-list-search"><label for="search-input">SEARCH:</label> |
| <input type="text" id="search-input" value="search" disabled="disabled"> |
| <input type="reset" id="reset-button" value="reset" disabled="disabled"> |
| </div> |
| </div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <span class="skip-nav" id="skip-navbar-top"></span></nav> |
| </header> |
| <div class="flex-content"> |
| <main role="main"> |
| <div class="header"> |
| <h1 title="Uses of Class opennlp.tools.tokenize.TokenSample" class="title">Uses of Class<br>opennlp.tools.tokenize.TokenSample</h1> |
| </div> |
| <div class="caption"><span>Packages that use <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table two-column-summary"> |
| <div class="table-header col-first">Package</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.cmdline.tokenizer">opennlp.tools.cmdline.tokenizer</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats">opennlp.tools.formats</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to converting various corpora to OpenNLP Format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.ad">opennlp.tools.formats.ad</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to the <code>Arvores Deitadas corpus</code> format.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.conllu">opennlp.tools.formats.conllu</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the CoNNL-U format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.convert">opennlp.tools.formats.convert</a></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.formats.irishsentencebank">opennlp.tools.formats.irishsentencebank</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Experimental package related to the Irish Sentence Bank format.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.formats.masc">opennlp.tools.formats.masc</a></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Experimental package related to the <code>MASC</code> corpus format.</div> |
| </div> |
| <div class="col-first odd-row-color"><a href="#opennlp.tools.tokenize">opennlp.tools.tokenize</a></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Contains classes related to finding token or words in a string.</div> |
| </div> |
| <div class="col-first even-row-color"><a href="#opennlp.tools.tokenize.lang.en">opennlp.tools.tokenize.lang.en</a></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <section class="class-uses"> |
| <ul class="block-list"> |
| <li> |
| <section class="detail" id="opennlp.tools.cmdline.tokenizer"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../cmdline/tokenizer/package-summary.html">opennlp.tools.cmdline.tokenizer</a></h2> |
| <div class="caption"><span>Methods in <a href="../../cmdline/tokenizer/package-summary.html">opennlp.tools.cmdline.tokenizer</a> with parameters of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code>void</code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">DetokenEvaluationErrorListener.</span><code><a href="../../cmdline/tokenizer/DetokenEvaluationErrorListener.html#misclassified(opennlp.tools.tokenize.TokenSample,opennlp.tools.tokenize.TokenSample)" class="member-name-link">misclassified</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference, |
| <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> prediction)</code></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><code>void</code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">TokenEvaluationErrorListener.</span><code><a href="../../cmdline/tokenizer/TokenEvaluationErrorListener.html#misclassified(opennlp.tools.tokenize.TokenSample,opennlp.tools.tokenize.TokenSample)" class="member-name-link">misclassified</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference, |
| <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> prediction)</code></div> |
| <div class="col-last odd-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/package-summary.html">opennlp.tools.formats</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/package-summary.html">opennlp.tools.formats</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">ConllXTokenSampleStreamFactory.</span><code><a href="../../formats/ConllXTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">TokenSampleStreamFactory.</span><code><a href="../../formats/TokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last odd-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.ad"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/ad/package-summary.html">opennlp.tools.formats.ad</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/ad/package-summary.html">opennlp.tools.formats.ad</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">ADTokenSampleStreamFactory.</span><code><a href="../../formats/ad/ADTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.conllu"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/conllu/package-summary.html">opennlp.tools.formats.conllu</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/conllu/package-summary.html">opennlp.tools.formats.conllu</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">ConlluTokenSampleStream.</span><code><a href="../../formats/conllu/ConlluTokenSampleStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <div class="caption"><span>Methods in <a href="../../formats/conllu/package-summary.html">opennlp.tools.formats.conllu</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">ConlluTokenSampleStreamFactory.</span><code><a href="../../formats/conllu/ConlluTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.convert"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/convert/package-summary.html">opennlp.tools.formats.convert</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/convert/package-summary.html">opennlp.tools.formats.convert</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">NameToTokenSampleStream.</span><code><a href="../../formats/convert/NameToTokenSampleStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">POSToTokenSampleStream.</span><code><a href="../../formats/convert/POSToTokenSampleStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last odd-row-color"> </div> |
| </div> |
| <div class="caption"><span>Methods in <a href="../../formats/convert/package-summary.html">opennlp.tools.formats.convert</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">NameToTokenSampleStreamFactory.</span><code><a href="../../formats/convert/NameToTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">ParseToTokenSampleStreamFactory.</span><code><a href="../../formats/convert/ParseToTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">POSToTokenSampleStreamFactory.</span><code><a href="../../formats/convert/POSToTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.irishsentencebank"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/irishsentencebank/package-summary.html">opennlp.tools.formats.irishsentencebank</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/irishsentencebank/package-summary.html">opennlp.tools.formats.irishsentencebank</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">IrishSentenceBankDocument.IrishSentenceBankSentence.</span><code><a href="../../formats/irishsentencebank/IrishSentenceBankDocument.IrishSentenceBankSentence.html#getTokenSample()" class="member-name-link">getTokenSample</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <div class="caption"><span>Methods in <a href="../../formats/irishsentencebank/package-summary.html">opennlp.tools.formats.irishsentencebank</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">IrishSentenceBankTokenSampleStreamFactory.</span><code><a href="../../formats/irishsentencebank/IrishSentenceBankTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.formats.masc"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../../formats/masc/package-summary.html">opennlp.tools.formats.masc</a></h2> |
| <div class="caption"><span>Methods in <a href="../../formats/masc/package-summary.html">opennlp.tools.formats.masc</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">MascTokenSampleStream.</span><code><a href="../../formats/masc/MascTokenSampleStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <div class="caption"><span>Methods in <a href="../../formats/masc/package-summary.html">opennlp.tools.formats.masc</a> that return types with arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">MascTokenSampleStreamFactory.</span><code><a href="../../formats/masc/MascTokenSampleStreamFactory.html#create(java.lang.String%5B%5D)" class="member-name-link">create</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a>[] args)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.tokenize"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../package-summary.html">opennlp.tools.tokenize</a></h2> |
| <div class="caption"><span>Methods in <a href="../package-summary.html">opennlp.tools.tokenize</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code>static <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenSample.</span><code><a href="../TokenSample.html#parse(java.lang.String,java.lang.String)" class="member-name-link">parse</a><wbr>(<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a> sampleString, |
| <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/String.html" title="class or interface in java.lang" class="external-link">String</a> separatorChars)</code></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Parses a string sample.</div> |
| </div> |
| <div class="col-first odd-row-color"><code>protected <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">DetokenizerEvaluator.</span><code><a href="../DetokenizerEvaluator.html#processSample(opennlp.tools.tokenize.TokenSample)" class="member-name-link">processSample</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference)</code></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><code>protected <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenizerEvaluator.</span><code><a href="../TokenizerEvaluator.html#processSample(opennlp.tools.tokenize.TokenSample)" class="member-name-link">processSample</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference)</code></div> |
| <div class="col-last even-row-color"> </div> |
| <div class="col-first odd-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">TokenizerStream.</span><code><a href="../TokenizerStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenSampleStream.</span><code><a href="../TokenSampleStream.html#read()" class="member-name-link">read</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <div class="caption"><span>Methods in <a href="../package-summary.html">opennlp.tools.tokenize</a> with parameters of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code>protected <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/Iterator.html" title="class or interface in java.util" class="external-link">Iterator</a><<a href="../../ml/model/Event.html" title="class in opennlp.tools.ml.model">Event</a>></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokSpanEventStream.</span><code><a href="../TokSpanEventStream.html#createEvents(opennlp.tools.tokenize.TokenSample)" class="member-name-link">createEvents</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> tokenSample)</code></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Adds training events to the event stream for each of the specified <a href="../TokenSample.html" title="class in opennlp.tools.tokenize"><code>sample</code></a>.</div> |
| </div> |
| <div class="col-first odd-row-color"><code>protected <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">DetokenizerEvaluator.</span><code><a href="../DetokenizerEvaluator.html#processSample(opennlp.tools.tokenize.TokenSample)" class="member-name-link">processSample</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference)</code></div> |
| <div class="col-last odd-row-color"> </div> |
| <div class="col-first even-row-color"><code>protected <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenizerEvaluator.</span><code><a href="../TokenizerEvaluator.html#processSample(opennlp.tools.tokenize.TokenSample)" class="member-name-link">processSample</a><wbr>(<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> reference)</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| <div class="caption"><span>Method parameters in <a href="../package-summary.html">opennlp.tools.tokenize</a> with type arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code>void</code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenizerCrossValidator.</span><code><a href="../TokenizerCrossValidator.html#evaluate(opennlp.tools.util.ObjectStream,int)" class="member-name-link">evaluate</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> samples, |
| int nFolds)</code></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Starts the evaluation.</div> |
| </div> |
| <div class="col-first odd-row-color"><code>static <a href="../TokenizerModel.html" title="class in opennlp.tools.tokenize">TokenizerModel</a></code></div> |
| <div class="col-second odd-row-color"><span class="type-name-label">TokenizerME.</span><code><a href="../TokenizerME.html#train(opennlp.tools.util.ObjectStream,opennlp.tools.tokenize.TokenizerFactory,opennlp.tools.util.TrainingParameters)" class="member-name-link">train</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> samples, |
| <a href="../TokenizerFactory.html" title="class in opennlp.tools.tokenize">TokenizerFactory</a> factory, |
| <a href="../../util/TrainingParameters.html" title="class in opennlp.tools.util">TrainingParameters</a> mlParams)</code></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Trains a model for the <a href="../TokenizerME.html" title="class in opennlp.tools.tokenize"><code>TokenizerME</code></a>.</div> |
| </div> |
| </div> |
| <div class="caption"><span>Constructor parameters in <a href="../package-summary.html">opennlp.tools.tokenize</a> with type arguments of type <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier</div> |
| <div class="table-header col-second">Constructor</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code> </code></div> |
| <div class="col-second even-row-color"><code><a href="../TokSpanEventStream.html#%3Cinit%3E(opennlp.tools.util.ObjectStream,boolean)" class="member-name-link">TokSpanEventStream</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> tokenSamples, |
| boolean skipAlphaNumerics)</code></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Initializes a new event stream based on the data stream using a <a href="../TokenContextGenerator.html" title="interface in opennlp.tools.tokenize"><code>TokenContextGenerator</code></a> |
| that relies on a <a href="../DefaultTokenContextGenerator.html" title="class in opennlp.tools.tokenize"><code>DefaultTokenContextGenerator</code></a>.</div> |
| </div> |
| <div class="col-first odd-row-color"><code> </code></div> |
| <div class="col-second odd-row-color"><code><a href="../TokSpanEventStream.html#%3Cinit%3E(opennlp.tools.util.ObjectStream,boolean,java.util.regex.Pattern,opennlp.tools.tokenize.TokenContextGenerator)" class="member-name-link">TokSpanEventStream</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> tokenSamples, |
| boolean skipAlphaNumerics, |
| <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/regex/Pattern.html" title="class or interface in java.util.regex" class="external-link">Pattern</a> alphaNumeric, |
| <a href="../TokenContextGenerator.html" title="interface in opennlp.tools.tokenize">TokenContextGenerator</a> cg)</code></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Initializes a new event stream based on the data stream using a <a href="../TokenContextGenerator.html" title="interface in opennlp.tools.tokenize"><code>TokenContextGenerator</code></a>.</div> |
| </div> |
| <div class="col-first even-row-color"><code> </code></div> |
| <div class="col-second even-row-color"><code><a href="../TokSpanEventStream.html#%3Cinit%3E(opennlp.tools.util.ObjectStream,boolean,opennlp.tools.tokenize.TokenContextGenerator)" class="member-name-link">TokSpanEventStream</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> tokenSamples, |
| boolean skipAlphaNumerics, |
| <a href="../TokenContextGenerator.html" title="interface in opennlp.tools.tokenize">TokenContextGenerator</a> cg)</code></div> |
| <div class="col-last even-row-color"> |
| <div class="block">Initializes a new event stream based on the data stream using a <a href="../TokenContextGenerator.html" title="interface in opennlp.tools.tokenize"><code>TokenContextGenerator</code></a>.</div> |
| </div> |
| <div class="col-first odd-row-color"><code> </code></div> |
| <div class="col-second odd-row-color"><code><a href="../WhitespaceTokenStream.html#%3Cinit%3E(opennlp.tools.util.ObjectStream)" class="member-name-link">WhitespaceTokenStream</a><wbr>(<a href="../../util/ObjectStream.html" title="interface in opennlp.tools.util">ObjectStream</a><<a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a>> tokens)</code></div> |
| <div class="col-last odd-row-color"> |
| <div class="block">Initializes a <a href="../WhitespaceTokenStream.html" title="class in opennlp.tools.tokenize"><code>WhitespaceTokenStream</code></a>.</div> |
| </div> |
| </div> |
| </section> |
| </li> |
| <li> |
| <section class="detail" id="opennlp.tools.tokenize.lang.en"> |
| <h2>Uses of <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a> in <a href="../lang/en/package-summary.html">opennlp.tools.tokenize.lang.en</a></h2> |
| <div class="caption"><span>Methods in <a href="../lang/en/package-summary.html">opennlp.tools.tokenize.lang.en</a> that return <a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></span></div> |
| <div class="summary-table three-column-summary"> |
| <div class="table-header col-first">Modifier and Type</div> |
| <div class="table-header col-second">Method</div> |
| <div class="table-header col-last">Description</div> |
| <div class="col-first even-row-color"><code><a href="../TokenSample.html" title="class in opennlp.tools.tokenize">TokenSample</a></code></div> |
| <div class="col-second even-row-color"><span class="type-name-label">TokenSampleStream.</span><code><a href="../lang/en/TokenSampleStream.html#next()" class="member-name-link">next</a>()</code></div> |
| <div class="col-last even-row-color"> </div> |
| </div> |
| </section> |
| </li> |
| </ul> |
| </section> |
| </main> |
| <footer role="contentinfo"> |
| <hr> |
| <p class="legal-copy"><small>Copyright © 2023 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p> |
| </footer> |
| </div> |
| </div> |
| </body> |
| </html> |
