blob: 8c02bae83d84d148d238a60e474fe124e76984eb [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.3"/>
<title>Lucene.Net: Lucene.Net.Analysis.Tokenizer Class Reference</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectlogo"><img alt="Logo" src="lucene-net-icon-128x128.png"/></td>
<td style="padding-left: 0.5em;">
<div id="projectname">Lucene.Net
&#160;<span id="projectnumber">3.0.3</span>
</div>
<div id="projectbrief">Lucene.Net is a .NET port of the Java Lucene Indexing Library</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.3 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="Index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Packages</span></a></li>
<li class="current"><a href="annotated.html"><span>Classes</span></a></li>
<li><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="annotated.html"><span>Class&#160;List</span></a></li>
<li><a href="classes.html"><span>Class&#160;Index</span></a></li>
<li><a href="hierarchy.html"><span>Class&#160;Hierarchy</span></a></li>
<li><a href="functions.html"><span>Class&#160;Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Properties</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="namespace_lucene.html">Lucene</a></li><li class="navelem"><a class="el" href="namespace_lucene_1_1_net.html">Net</a></li><li class="navelem"><a class="el" href="namespace_lucene_1_1_net_1_1_analysis.html">Analysis</a></li><li class="navelem"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html">Tokenizer</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="summary">
<a href="#pub-methods">Public Member Functions</a> &#124;
<a href="#pro-methods">Protected Member Functions</a> &#124;
<a href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer-members.html">List of all members</a> </div>
<div class="headertitle">
<div class="title">Lucene.Net.Analysis.Tokenizer Class Reference</div> </div>
</div><!--header-->
<div class="contents">
<p>A <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html" title="A Tokenizer is a TokenStream whose input is a Reader. This is an abstract class; subclasses must over...">Tokenizer</a> is a <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html" title="A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...">TokenStream</a> whose input is a Reader. This is an abstract class; subclasses must override <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027" title="Consumers (i.e., IndexWriter) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate Util.Attributes with the attributes of the next token.">TokenStream.IncrementToken()</a> NOTE: Subclasses overriding <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027" title="Consumers (i.e., IndexWriter) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate Util.Attributes with the attributes of the next token.">TokenStream.IncrementToken()</a> must call AttributeSource.ClearAttributes() before setting attributes.
<a href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html#details">More...</a></p>
<p>Inherits <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html">Lucene.Net.Analysis.TokenStream</a>.</p>
<p>Inherited by <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_char_tokenizer.html">Lucene.Net.Analysis.CharTokenizer</a>, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_c_j_k_1_1_c_j_k_tokenizer.html">Lucene.Net.Analysis.CJK.CJKTokenizer</a>, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_cn_1_1_chinese_tokenizer.html">Lucene.Net.Analysis.Cn.ChineseTokenizer</a>, Lucene.Net.Analysis.Ext.SingleCharTokenAnalyzer.SingleCharTokenizer, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_keyword_tokenizer.html">Lucene.Net.Analysis.KeywordTokenizer</a>, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_n_gram_1_1_edge_n_gram_tokenizer.html">Lucene.Net.Analysis.NGram.EdgeNGramTokenizer</a>, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_n_gram_1_1_n_gram_tokenizer.html">Lucene.Net.Analysis.NGram.NGramTokenizer</a>, and <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html">Lucene.Net.Analysis.Standard.StandardTokenizer</a>.</p>
<table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a>
Public Member Functions</h2></td></tr>
<tr class="memitem:ab79d84adefa171ac7d1a804153839546"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html#ab79d84adefa171ac7d1a804153839546">Reset</a> (System.IO.TextReader input)</td></tr>
<tr class="memdesc:ab79d84adefa171ac7d1a804153839546"><td class="mdescLeft">&#160;</td><td class="mdescRight">Expert: Reset the tokenizer to a new reader. Typically, an analyzer (in its reusableTokenStream method) will use this to re-use a previously created tokenizer. <a href="#ab79d84adefa171ac7d1a804153839546"></a><br/></td></tr>
<tr class="separator:ab79d84adefa171ac7d1a804153839546"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="inherit_header pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td colspan="2" onclick="javascript:toggleInherit('pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream')"><img src="closed.png" alt="-"/>&#160;Public Member Functions inherited from <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html">Lucene.Net.Analysis.TokenStream</a></td></tr>
<tr class="memitem:a358a544108511440a57b134e722f6027 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memItemLeft" align="right" valign="top">abstract bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027">IncrementToken</a> ()</td></tr>
<tr class="memdesc:a358a544108511440a57b134e722f6027 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="mdescLeft">&#160;</td><td class="mdescRight">Consumers (i.e., <a class="el" href="_f_s_directory_8cs.html#a7d90824eac5b2433e714cc9faeb34d1b">IndexWriter</a>) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Util.Attribute</a>s with the attributes of the next token. <a href="#a358a544108511440a57b134e722f6027"></a><br/></td></tr>
<tr class="separator:a358a544108511440a57b134e722f6027 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a92b3c4eab12fbf83daa07b7684cfbcaf inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a92b3c4eab12fbf83daa07b7684cfbcaf">End</a> ()</td></tr>
<tr class="memdesc:a92b3c4eab12fbf83daa07b7684cfbcaf inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="mdescLeft">&#160;</td><td class="mdescRight">This method is called by the consumer after the last token has been consumed, after <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027" title="Consumers (i.e., IndexWriter) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate Util.Attributes with the attributes of the next token.">IncrementToken</a> returned <code>false</code> (using the new <code><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html" title="A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...">TokenStream</a></code> API). Streams implementing the old API should upgrade to use this feature. This method can be used to perform any end-of-stream operations, such as setting the final offset of a stream. The final offset of a stream might differ from the offset of the last token eg in case one or more whitespaces followed after the last token, but a <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_whitespace_tokenizer.html" title="A WhitespaceTokenizer is a tokenizer that divides text at whitespace. Adjacent sequences of non-White...">WhitespaceTokenizer</a> was used. <a href="#a92b3c4eab12fbf83daa07b7684cfbcaf"></a><br/></td></tr>
<tr class="separator:a92b3c4eab12fbf83daa07b7684cfbcaf inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:af7c4a3464dc78b1d0451492d9c520965 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#af7c4a3464dc78b1d0451492d9c520965">Reset</a> ()</td></tr>
<tr class="memdesc:af7c4a3464dc78b1d0451492d9c520965 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="mdescLeft">&#160;</td><td class="mdescRight">Resets this stream to the beginning. This is an optional operation, so subclasses may or may not implement this method. <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#af7c4a3464dc78b1d0451492d9c520965" title="Resets this stream to the beginning. This is an optional operation, so subclasses may or may not impl...">Reset()</a> is not needed for the standard indexing process. However, if the tokens of a <code><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html" title="A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...">TokenStream</a></code> are intended to be consumed more than once, it is necessary to implement <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#af7c4a3464dc78b1d0451492d9c520965" title="Resets this stream to the beginning. This is an optional operation, so subclasses may or may not impl...">Reset()</a>. Note that if your <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html" title="A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...">TokenStream</a> caches tokens and feeds them back again after a reset, it is imperative that you clone the tokens when you store them away (on the first pass) as well as when you return them (on future passes after <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#af7c4a3464dc78b1d0451492d9c520965" title="Resets this stream to the beginning. This is an optional operation, so subclasses may or may not impl...">Reset()</a>). <a href="#af7c4a3464dc78b1d0451492d9c520965"></a><br/></td></tr>
<tr class="separator:af7c4a3464dc78b1d0451492d9c520965 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a5f66ac4c37218611b4a13f81f98332cd inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memItemLeft" align="right" valign="top">void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a5f66ac4c37218611b4a13f81f98332cd">Close</a> ()</td></tr>
<tr class="memdesc:a5f66ac4c37218611b4a13f81f98332cd inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="mdescLeft">&#160;</td><td class="mdescRight">Releases resources associated with this stream. <a href="#a5f66ac4c37218611b4a13f81f98332cd"></a><br/></td></tr>
<tr class="separator:a5f66ac4c37218611b4a13f81f98332cd inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aae80b4c03fb07780821b0bbecbf472b2 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memItemLeft" align="right" valign="top">void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#aae80b4c03fb07780821b0bbecbf472b2">Dispose</a> ()</td></tr>
<tr class="separator:aae80b4c03fb07780821b0bbecbf472b2 inherit pub_methods_class_lucene_1_1_net_1_1_analysis_1_1_token_stream"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="inherit_header pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td colspan="2" onclick="javascript:toggleInherit('pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source')"><img src="closed.png" alt="-"/>&#160;Public Member Functions inherited from <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html">Lucene.Net.Util.AttributeSource</a></td></tr>
<tr class="memitem:af8654555ddde74d7e463266371f3508c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#af8654555ddde74d7e463266371f3508c">AttributeSource</a> ()</td></tr>
<tr class="memdesc:af8654555ddde74d7e463266371f3508c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">An <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> using the default attribute factory AttributeSource.AttributeFactory.DEFAULT_ATTRIBUTE_FACTORY. <a href="#af8654555ddde74d7e463266371f3508c"></a><br/></td></tr>
<tr class="separator:af8654555ddde74d7e463266371f3508c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a4657daf56cbc2d4510904a77d945997c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a4657daf56cbc2d4510904a77d945997c">AttributeSource</a> (<a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html">AttributeSource</a> input)</td></tr>
<tr class="memdesc:a4657daf56cbc2d4510904a77d945997c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">An <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> that uses the same attributes as the supplied one. <a href="#a4657daf56cbc2d4510904a77d945997c"></a><br/></td></tr>
<tr class="separator:a4657daf56cbc2d4510904a77d945997c inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a4372366a8ca0b624dae66733e3553386 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a4372366a8ca0b624dae66733e3553386">AttributeSource</a> (<a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_attribute_factory.html">AttributeFactory</a> factory)</td></tr>
<tr class="memdesc:a4372366a8ca0b624dae66733e3553386 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">An <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> using the supplied <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_attribute_factory.html" title="An AttributeFactory creates instances of Attributes.">AttributeFactory</a> for creating new <a class="el" href="interface_lucene_1_1_net_1_1_util_1_1_i_attribute.html" title="Base interface for attributes.">IAttribute</a> instances. <a href="#a4372366a8ca0b624dae66733e3553386"></a><br/></td></tr>
<tr class="separator:a4372366a8ca0b624dae66733e3553386 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aaca60de1d129a37ebe8e53c0a4998b9b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual IEnumerable&lt; Type &gt;&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#aaca60de1d129a37ebe8e53c0a4998b9b">GetAttributeTypesIterator</a> ()</td></tr>
<tr class="memdesc:aaca60de1d129a37ebe8e53c0a4998b9b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns a new iterator that iterates the attribute classes in the same order they were added in. Signature for Java 1.5: <code>public Iterator&lt;Class&lt;? extends <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a>&gt;&gt; getAttributeClassesIterator()</code> <a href="#aaca60de1d129a37ebe8e53c0a4998b9b"></a><br/></td></tr>
<tr class="separator:aaca60de1d129a37ebe8e53c0a4998b9b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aeac0f9d6ba00ffe0befc22c2f72d22f2 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual IEnumerable&lt; <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html">Attribute</a> &gt;&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#aeac0f9d6ba00ffe0befc22c2f72d22f2">GetAttributeImplsIterator</a> ()</td></tr>
<tr class="memdesc:aeac0f9d6ba00ffe0befc22c2f72d22f2 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns a new iterator that iterates all unique <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> implementations. This iterator may contain less entries that <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#aaca60de1d129a37ebe8e53c0a4998b9b" title="Returns a new iterator that iterates the attribute classes in the same order they were added in...">GetAttributeTypesIterator</a>, if one instance implements more than one <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> interface. Signature for Java 1.5: <code>public Iterator&lt;AttributeImpl&gt; getAttributeImplsIterator()</code> <a href="#aeac0f9d6ba00ffe0befc22c2f72d22f2"></a><br/></td></tr>
<tr class="separator:aeac0f9d6ba00ffe0befc22c2f72d22f2 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:aa077979929068d17e3a5627fa5c1c180 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#aa077979929068d17e3a5627fa5c1c180">AddAttributeImpl</a> (<a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html">Attribute</a> att)</td></tr>
<tr class="memdesc:aa077979929068d17e3a5627fa5c1c180 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight"><b>Expert:</b> Adds a custom AttributeImpl instance with one or more <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> interfaces. <a href="#aa077979929068d17e3a5627fa5c1c180"></a><br/></td></tr>
<tr class="separator:aa077979929068d17e3a5627fa5c1c180 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a024db4fdac7177bbec9ccf0a55947ac8 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual T&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a024db4fdac7177bbec9ccf0a55947ac8">AddAttribute&lt; T &gt;</a> ()</td></tr>
<tr class="memdesc:a024db4fdac7177bbec9ccf0a55947ac8 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">The caller must pass in a Class&lt;? extends <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a>&gt; value. This method first checks if an instance of that class is already in this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> and returns it. Otherwise a new instance is created, added to this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> and returned. <a href="#a024db4fdac7177bbec9ccf0a55947ac8"></a><br/></td></tr>
<tr class="separator:a024db4fdac7177bbec9ccf0a55947ac8 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a944174da417e353469198d70f71ab074 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a944174da417e353469198d70f71ab074">HasAttribute&lt; T &gt;</a> ()</td></tr>
<tr class="memdesc:a944174da417e353469198d70f71ab074 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">The caller must pass in a Class&lt;? extends <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a>&gt; value. Returns true, iff this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> contains the passed-in <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a>. <a href="#a944174da417e353469198d70f71ab074"></a><br/></td></tr>
<tr class="separator:a944174da417e353469198d70f71ab074 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a13d275abdba07913cee5cd2ab139b545 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual T&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a13d275abdba07913cee5cd2ab139b545">GetAttribute&lt; T &gt;</a> ()</td></tr>
<tr class="memdesc:a13d275abdba07913cee5cd2ab139b545 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">The caller must pass in a Class&lt;? extends <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a>&gt; value. Returns the instance of the passed in <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> contained in this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> <a href="#a13d275abdba07913cee5cd2ab139b545"></a><br/></td></tr>
<tr class="separator:a13d275abdba07913cee5cd2ab139b545 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a10993674504f3065a2320a6c498c773e inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a10993674504f3065a2320a6c498c773e">ClearAttributes</a> ()</td></tr>
<tr class="memdesc:a10993674504f3065a2320a6c498c773e inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Resets all Attributes in this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> by calling <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html#ad9e96b3c91feb9bc6014150c8027884b" title="Clears the values in this AttributeImpl and resets it to its default value. If this implementation im...">Attribute.Clear()</a> on each <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> implementation. <a href="#a10993674504f3065a2320a6c498c773e"></a><br/></td></tr>
<tr class="separator:a10993674504f3065a2320a6c498c773e inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:ab94ad5134881f56412343ef1eb1b601b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_state.html">State</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#ab94ad5134881f56412343ef1eb1b601b">CaptureState</a> ()</td></tr>
<tr class="memdesc:ab94ad5134881f56412343ef1eb1b601b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Captures the state of all Attributes. The return value can be passed to <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a0a875f18e12c9c37c6447a6d9bb04e44" title="Restores this state by copying the values of all attribute implementations that this state contains i...">RestoreState</a> to restore the state of this or another <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a>. <a href="#ab94ad5134881f56412343ef1eb1b601b"></a><br/></td></tr>
<tr class="separator:ab94ad5134881f56412343ef1eb1b601b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a0a875f18e12c9c37c6447a6d9bb04e44 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a0a875f18e12c9c37c6447a6d9bb04e44">RestoreState</a> (<a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_state.html">State</a> state)</td></tr>
<tr class="memdesc:a0a875f18e12c9c37c6447a6d9bb04e44 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Restores this state by copying the values of all attribute implementations that this state contains into the attributes implementations of the targetStream. The targetStream must contain a corresponding instance for each argument contained in this state (e.g. it is not possible to restore the state of an <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> containing a TermAttribute into a <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> using a Token instance as implementation). <a href="#a0a875f18e12c9c37c6447a6d9bb04e44"></a><br/></td></tr>
<tr class="separator:a0a875f18e12c9c37c6447a6d9bb04e44 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a5094d29f2eee8d0382599c92d4942c6b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">override int&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a5094d29f2eee8d0382599c92d4942c6b">GetHashCode</a> ()</td></tr>
<tr class="separator:a5094d29f2eee8d0382599c92d4942c6b inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a8a964f3c705f0565903edfb4961d522d inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">override bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a8a964f3c705f0565903edfb4961d522d">Equals</a> (System.Object obj)</td></tr>
<tr class="separator:a8a964f3c705f0565903edfb4961d522d inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a40578cd0ceac27cc1c8107865af89b2a inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">override System.String&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a40578cd0ceac27cc1c8107865af89b2a">ToString</a> ()</td></tr>
<tr class="separator:a40578cd0ceac27cc1c8107865af89b2a inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a63aa777fc3258cfe0ff89b879bddb376 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html">AttributeSource</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a63aa777fc3258cfe0ff89b879bddb376">CloneAttributes</a> ()</td></tr>
<tr class="memdesc:a63aa777fc3258cfe0ff89b879bddb376 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Performs a clone of all <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute.html" title="Base class for Attributes that can be added to a Lucene.Net.Util.AttributeSource. Attributes are used...">Attribute</a> instances returned in a new <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> instance. This method can be used to e.g. create another TokenStream with exactly the same attributes (using <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a4657daf56cbc2d4510904a77d945997c" title="An AttributeSource that uses the same attributes as the supplied one.">AttributeSource(AttributeSource)</a>) <a href="#a63aa777fc3258cfe0ff89b879bddb376"></a><br/></td></tr>
<tr class="separator:a63aa777fc3258cfe0ff89b879bddb376 inherit pub_methods_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pro-methods"></a>
Protected Member Functions</h2></td></tr>
<tr class="memitem:ad3eaa17e4598d5c15aa93741f6088b02"><td class="memItemLeft" align="right" valign="top">override void&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html#ad3eaa17e4598d5c15aa93741f6088b02">Dispose</a> (bool disposing)</td></tr>
<tr class="separator:ad3eaa17e4598d5c15aa93741f6088b02"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table><table class="memberdecls">
<tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="inherited"></a>
Additional Inherited Members</h2></td></tr>
<tr class="inherit_header properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td colspan="2" onclick="javascript:toggleInherit('properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source')"><img src="closed.png" alt="-"/>&#160;Properties inherited from <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html">Lucene.Net.Util.AttributeSource</a></td></tr>
<tr class="memitem:a2d4a930c02c088e18b14c25e94f5089b inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_attribute_factory.html">AttributeFactory</a>&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a2d4a930c02c088e18b14c25e94f5089b">Factory</a><code> [get]</code></td></tr>
<tr class="memdesc:a2d4a930c02c088e18b14c25e94f5089b inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns the used <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source_1_1_attribute_factory.html" title="An AttributeFactory creates instances of Attributes.">AttributeFactory</a>. <a href="#a2d4a930c02c088e18b14c25e94f5089b"></a><br/></td></tr>
<tr class="separator:a2d4a930c02c088e18b14c25e94f5089b inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
<tr class="memitem:a7335286469fdd008e4a7d40cc97056ab inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memItemLeft" align="right" valign="top">virtual bool&#160;</td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html#a7335286469fdd008e4a7d40cc97056ab">HasAttributes</a><code> [get]</code></td></tr>
<tr class="memdesc:a7335286469fdd008e4a7d40cc97056ab inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="mdescLeft">&#160;</td><td class="mdescRight">Returns true, iff this <a class="el" href="class_lucene_1_1_net_1_1_util_1_1_attribute_source.html" title="An AttributeSource contains a list of different Attributes, and methods to add and get them...">AttributeSource</a> has any attributes <a href="#a7335286469fdd008e4a7d40cc97056ab"></a><br/></td></tr>
<tr class="separator:a7335286469fdd008e4a7d40cc97056ab inherit properties_class_lucene_1_1_net_1_1_util_1_1_attribute_source"><td class="memSeparator" colspan="2">&#160;</td></tr>
</table>
<a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2>
<div class="textblock"><p>A <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_tokenizer.html" title="A Tokenizer is a TokenStream whose input is a Reader. This is an abstract class; subclasses must over...">Tokenizer</a> is a <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html" title="A TokenStream enumerates the sequence of tokens, either from Fields of a Document or from query text...">TokenStream</a> whose input is a Reader. </p>
<p>This is an abstract class; subclasses must override <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027" title="Consumers (i.e., IndexWriter) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate Util.Attributes with the attributes of the next token.">TokenStream.IncrementToken()</a> </p>
<p>NOTE: Subclasses overriding <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a358a544108511440a57b134e722f6027" title="Consumers (i.e., IndexWriter) use this method to advance the stream to the next token. Implementing classes must implement this method and update the appropriate Util.Attributes with the attributes of the next token.">TokenStream.IncrementToken()</a> must call AttributeSource.ClearAttributes() before setting attributes. </p>
<p>Definition at line <a class="el" href="_tokenizer_8cs_source.html#l00031">31</a> of file <a class="el" href="_tokenizer_8cs_source.html">Tokenizer.cs</a>.</p>
</div><h2 class="groupheader">Member Function Documentation</h2>
<a class="anchor" id="ad3eaa17e4598d5c15aa93741f6088b02"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">override void Lucene.Net.Analysis.Tokenizer.Dispose </td>
<td>(</td>
<td class="paramtype">bool&#160;</td>
<td class="paramname"><em>disposing</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">protected</span><span class="mlabel">virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Implements <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_token_stream.html#a508c67675f1fa1e9c7b229452945e24a">Lucene.Net.Analysis.TokenStream</a>.</p>
<p>Definition at line <a class="el" href="_tokenizer_8cs_source.html#l00071">71</a> of file <a class="el" href="_tokenizer_8cs_source.html">Tokenizer.cs</a>.</p>
</div>
</div>
<a class="anchor" id="ab79d84adefa171ac7d1a804153839546"></a>
<div class="memitem">
<div class="memproto">
<table class="mlabels">
<tr>
<td class="mlabels-left">
<table class="memname">
<tr>
<td class="memname">virtual void Lucene.Net.Analysis.Tokenizer.Reset </td>
<td>(</td>
<td class="paramtype">System.IO.TextReader&#160;</td>
<td class="paramname"><em>input</em></td><td>)</td>
<td></td>
</tr>
</table>
</td>
<td class="mlabels-right">
<span class="mlabels"><span class="mlabel">virtual</span></span> </td>
</tr>
</table>
</div><div class="memdoc">
<p>Expert: Reset the tokenizer to a new reader. Typically, an analyzer (in its reusableTokenStream method) will use this to re-use a previously created tokenizer. </p>
<p>Reimplemented in <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#af4cf1aac308b0d820174b49565f9d299">Lucene.Net.Analysis.Standard.StandardTokenizer</a>, <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_char_tokenizer.html#af0b0251de184d2bbeea75e2f39c30433">Lucene.Net.Analysis.CharTokenizer</a>, and <a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_keyword_tokenizer.html#af0e7b8c4d71a79011a45d6c8958b4ecb">Lucene.Net.Analysis.KeywordTokenizer</a>.</p>
<p>Definition at line <a class="el" href="_tokenizer_8cs_source.html#l00107">107</a> of file <a class="el" href="_tokenizer_8cs_source.html">Tokenizer.cs</a>.</p>
</div>
</div>
<hr/>The documentation for this class was generated from the following file:<ul>
<li>core/Analysis/<a class="el" href="_tokenizer_8cs_source.html">Tokenizer.cs</a></li>
</ul>
</div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 3 2013 02:12:48 for Lucene.Net by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.3
</small></address>
</body>
</html>