| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.3"/> |
| <title>Lucene.Net: Lucene.Net.Analysis.Standard.StandardTokenizerImpl Class Reference</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/search.js"></script> |
| <script type="text/javascript"> |
| $(document).ready(function() { searchBox.OnSelectItem(0); }); |
| </script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td id="projectlogo"><img alt="Logo" src="lucene-net-icon-128x128.png"/></td> |
| <td style="padding-left: 0.5em;"> |
| <div id="projectname">Lucene.Net |
|  <span id="projectnumber">3.0.3</span> |
| </div> |
| <div id="projectbrief">Lucene.Net is a .NET port of the Java Lucene Indexing Library</div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.3 --> |
| <script type="text/javascript"> |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| </script> |
| <div id="navrow1" class="tabs"> |
| <ul class="tablist"> |
| <li><a href="Index.html"><span>Main Page</span></a></li> |
| <li><a href="namespaces.html"><span>Packages</span></a></li> |
| <li class="current"><a href="annotated.html"><span>Classes</span></a></li> |
| <li><a href="files.html"><span>Files</span></a></li> |
| <li> |
| <div id="MSearchBox" class="MSearchBoxInactive"> |
| <span class="left"> |
| <img id="MSearchSelect" src="search/mag_sel.png" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| alt=""/> |
| <input type="text" id="MSearchField" value="Search" accesskey="S" |
| onfocus="searchBox.OnSearchFieldFocus(true)" |
| onblur="searchBox.OnSearchFieldFocus(false)" |
| onkeyup="searchBox.OnSearchFieldChange(event)"/> |
| </span><span class="right"> |
| <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a> |
| </span> |
| </div> |
| </li> |
| </ul> |
| </div> |
| <div id="navrow2" class="tabs2"> |
| <ul class="tablist"> |
| <li><a href="annotated.html"><span>Class List</span></a></li> |
| <li><a href="classes.html"><span>Class Index</span></a></li> |
| <li><a href="hierarchy.html"><span>Class Hierarchy</span></a></li> |
| <li><a href="functions.html"><span>Class Members</span></a></li> |
| </ul> |
| </div> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| <a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Properties</a></div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div id="nav-path" class="navpath"> |
| <ul> |
| <li class="navelem"><a class="el" href="namespace_lucene.html">Lucene</a></li><li class="navelem"><a class="el" href="namespace_lucene_1_1_net.html">Net</a></li><li class="navelem"><a class="el" href="namespace_lucene_1_1_net_1_1_analysis.html">Analysis</a></li><li class="navelem"><a class="el" href="namespace_lucene_1_1_net_1_1_analysis_1_1_standard.html">Standard</a></li><li class="navelem"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html">StandardTokenizerImpl</a></li> </ul> |
| </div> |
| </div><!-- top --> |
| <div class="header"> |
| <div class="summary"> |
| <a href="#pub-methods">Public Member Functions</a> | |
| <a href="#pub-attribs">Public Attributes</a> | |
| <a href="#pub-static-attribs">Static Public Attributes</a> | |
| <a href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl-members.html">List of all members</a> </div> |
| <div class="headertitle"> |
| <div class="title">Lucene.Net.Analysis.Standard.StandardTokenizerImpl Class Reference</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| |
| <p>This class is a scanner generated by <a href="http://www.jflex.de/">JFlex</a> 1.4.1 on 9/4/08 6:49 PM from the specification file <code>/tango/mike/src/lucene.standarddigit/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.jflex</code> |
| <a href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#details">More...</a></p> |
| <table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-methods"></a> |
| Public Member Functions</h2></td></tr> |
| <tr class="memitem:acab6124b13312ad8c78cc68af671ff19"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#acab6124b13312ad8c78cc68af671ff19">Yychar</a> ()</td></tr> |
| <tr class="separator:acab6124b13312ad8c78cc68af671ff19"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a09a1487d98d322c80597f8630732ff74"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a09a1487d98d322c80597f8630732ff74">Yyclose</a> ()</td></tr> |
| <tr class="memdesc:a09a1487d98d322c80597f8630732ff74"><td class="mdescLeft"> </td><td class="mdescRight">Closes the input stream. <a href="#a09a1487d98d322c80597f8630732ff74"></a><br/></td></tr> |
| <tr class="separator:a09a1487d98d322c80597f8630732ff74"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a93ef30099b4a9420a5b107bbe85c992f"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a93ef30099b4a9420a5b107bbe85c992f">Yyreset</a> (System.IO.TextReader reader)</td></tr> |
| <tr class="memdesc:a93ef30099b4a9420a5b107bbe85c992f"><td class="mdescLeft"> </td><td class="mdescRight">Resets the scanner to read from a new input stream. Does not close the old reader. <a href="#a93ef30099b4a9420a5b107bbe85c992f"></a><br/></td></tr> |
| <tr class="separator:a93ef30099b4a9420a5b107bbe85c992f"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ae12f6713b6baabf68db0b66bd0670d8f"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ae12f6713b6baabf68db0b66bd0670d8f">Yystate</a> ()</td></tr> |
| <tr class="memdesc:ae12f6713b6baabf68db0b66bd0670d8f"><td class="mdescLeft"> </td><td class="mdescRight">Returns the current lexical state. <a href="#ae12f6713b6baabf68db0b66bd0670d8f"></a><br/></td></tr> |
| <tr class="separator:ae12f6713b6baabf68db0b66bd0670d8f"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a878bfecd4bfefa806b129f33b1d71215"><td class="memItemLeft" align="right" valign="top">void </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a878bfecd4bfefa806b129f33b1d71215">Yybegin</a> (int newState)</td></tr> |
| <tr class="memdesc:a878bfecd4bfefa806b129f33b1d71215"><td class="mdescLeft"> </td><td class="mdescRight">Enters a new lexical state <a href="#a878bfecd4bfefa806b129f33b1d71215"></a><br/></td></tr> |
| <tr class="separator:a878bfecd4bfefa806b129f33b1d71215"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a20196cdeccd7a66467aed4ded4db2611"><td class="memItemLeft" align="right" valign="top">System.String </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a20196cdeccd7a66467aed4ded4db2611">Yytext</a> ()</td></tr> |
| <tr class="memdesc:a20196cdeccd7a66467aed4ded4db2611"><td class="mdescLeft"> </td><td class="mdescRight">Returns the text matched by the current regular expression. <a href="#a20196cdeccd7a66467aed4ded4db2611"></a><br/></td></tr> |
| <tr class="separator:a20196cdeccd7a66467aed4ded4db2611"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a5c69c6bab9d9f9566f3f47fc79af8fe8"><td class="memItemLeft" align="right" valign="top">char </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a5c69c6bab9d9f9566f3f47fc79af8fe8">Yycharat</a> (int pos)</td></tr> |
| <tr class="memdesc:a5c69c6bab9d9f9566f3f47fc79af8fe8"><td class="mdescLeft"> </td><td class="mdescRight">Returns the character at position <code>pos</code> from the matched text. <a href="#a5c69c6bab9d9f9566f3f47fc79af8fe8"></a><br/></td></tr> |
| <tr class="separator:a5c69c6bab9d9f9566f3f47fc79af8fe8"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ab89f562bf1cdeea5553196c450b33de5"><td class="memItemLeft" align="right" valign="top">int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab89f562bf1cdeea5553196c450b33de5">Yylength</a> ()</td></tr> |
| <tr class="memdesc:ab89f562bf1cdeea5553196c450b33de5"><td class="mdescLeft"> </td><td class="mdescRight">Returns the length of the matched text region. <a href="#ab89f562bf1cdeea5553196c450b33de5"></a><br/></td></tr> |
| <tr class="separator:ab89f562bf1cdeea5553196c450b33de5"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a51351ed21eecc6a4210cccee8e68e6c0"><td class="memItemLeft" align="right" valign="top">virtual void </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a51351ed21eecc6a4210cccee8e68e6c0">Yypushback</a> (int number)</td></tr> |
| <tr class="memdesc:a51351ed21eecc6a4210cccee8e68e6c0"><td class="mdescLeft"> </td><td class="mdescRight">Pushes the specified amount of characters back into the input stream. <a href="#a51351ed21eecc6a4210cccee8e68e6c0"></a><br/></td></tr> |
| <tr class="separator:a51351ed21eecc6a4210cccee8e68e6c0"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a07a801755c5d45bbce898c91b663f7e4"><td class="memItemLeft" align="right" valign="top">virtual int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a07a801755c5d45bbce898c91b663f7e4">GetNextToken</a> ()</td></tr> |
| <tr class="memdesc:a07a801755c5d45bbce898c91b663f7e4"><td class="mdescLeft"> </td><td class="mdescRight">Resumes scanning until the next regular expression is matched, the end of input is encountered or an I/O-Error occurs. <a href="#a07a801755c5d45bbce898c91b663f7e4"></a><br/></td></tr> |
| <tr class="separator:a07a801755c5d45bbce898c91b663f7e4"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-attribs"></a> |
| Public Attributes</h2></td></tr> |
| <tr class="memitem:a3ac53af0f813c34242760a55e5d84d2d"><td class="memItemLeft" align="right" valign="top">const int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a3ac53af0f813c34242760a55e5d84d2d">YYEOF</a> = - 1</td></tr> |
| <tr class="memdesc:a3ac53af0f813c34242760a55e5d84d2d"><td class="mdescLeft"> </td><td class="mdescRight">This character denotes the end of file <a href="#a3ac53af0f813c34242760a55e5d84d2d"></a><br/></td></tr> |
| <tr class="separator:a3ac53af0f813c34242760a55e5d84d2d"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:af5cef5259c486b9c92bdaf2bbb47a2ad"><td class="memItemLeft" align="right" valign="top">const int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#af5cef5259c486b9c92bdaf2bbb47a2ad">YYINITIAL</a> = 0</td></tr> |
| <tr class="memdesc:af5cef5259c486b9c92bdaf2bbb47a2ad"><td class="mdescLeft"> </td><td class="mdescRight">lexical states <a href="#af5cef5259c486b9c92bdaf2bbb47a2ad"></a><br/></td></tr> |
| <tr class="separator:af5cef5259c486b9c92bdaf2bbb47a2ad"><td class="memSeparator" colspan="2"> </td></tr> |
| </table><table class="memberdecls"> |
| <tr class="heading"><td colspan="2"><h2 class="groupheader"><a name="pub-static-attribs"></a> |
| Static Public Attributes</h2></td></tr> |
| <tr class="memitem:a92840dd50904e03b8878294756205a62"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a92840dd50904e03b8878294756205a62">ALPHANUM</a></td></tr> |
| <tr class="separator:a92840dd50904e03b8878294756205a62"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ae6cea7200e873057eaf4f6659f611a6e"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ae6cea7200e873057eaf4f6659f611a6e">APOSTROPHE</a></td></tr> |
| <tr class="separator:ae6cea7200e873057eaf4f6659f611a6e"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a43470dda86eded3dfbd4a39760f7bfa0"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a43470dda86eded3dfbd4a39760f7bfa0">ACRONYM</a></td></tr> |
| <tr class="separator:a43470dda86eded3dfbd4a39760f7bfa0"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:aa742a838045d5a48bd2cd61699dfc3f0"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#aa742a838045d5a48bd2cd61699dfc3f0">COMPANY</a></td></tr> |
| <tr class="separator:aa742a838045d5a48bd2cd61699dfc3f0"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6d340a0b9e56e134af8a3221c010f28f"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6d340a0b9e56e134af8a3221c010f28f">EMAIL</a></td></tr> |
| <tr class="separator:a6d340a0b9e56e134af8a3221c010f28f"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a27d7a3db21dda3864903021ea2785b5b"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a27d7a3db21dda3864903021ea2785b5b">HOST</a></td></tr> |
| <tr class="separator:a27d7a3db21dda3864903021ea2785b5b"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ab0bf13c60cc76ce68596667aa606f5a1"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab0bf13c60cc76ce68596667aa606f5a1">NUM</a></td></tr> |
| <tr class="separator:ab0bf13c60cc76ce68596667aa606f5a1"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6f1ac0dccf25e722a6e8d3bf47365e83"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6f1ac0dccf25e722a6e8d3bf47365e83">CJ</a></td></tr> |
| <tr class="separator:a6f1ac0dccf25e722a6e8d3bf47365e83"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:ab3d9dd256a92508ff9b2e5c21d15d2d6"><td class="memItemLeft" align="right" valign="top">static readonly int </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab3d9dd256a92508ff9b2e5c21d15d2d6">ACRONYM_DEP</a></td></tr> |
| <tr class="separator:ab3d9dd256a92508ff9b2e5c21d15d2d6"><td class="memSeparator" colspan="2"> </td></tr> |
| <tr class="memitem:a6266738c1d06af9b08fddf59938686d2"><td class="memItemLeft" align="right" valign="top">static readonly System.String[] </td><td class="memItemRight" valign="bottom"><a class="el" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6266738c1d06af9b08fddf59938686d2">TOKEN_TYPES</a></td></tr> |
| <tr class="separator:a6266738c1d06af9b08fddf59938686d2"><td class="memSeparator" colspan="2"> </td></tr> |
| </table> |
| <a name="details" id="details"></a><h2 class="groupheader">Detailed Description</h2> |
| <div class="textblock"><p>This class is a scanner generated by <a href="http://www.jflex.de/">JFlex</a> 1.4.1 on 9/4/08 6:49 PM from the specification file <code>/tango/mike/src/lucene.standarddigit/src/java/org/apache/lucene/analysis/standard/StandardTokenizerImpl.jflex</code> </p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00043">43</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| </div><h2 class="groupheader">Member Function Documentation</h2> |
| <a class="anchor" id="a07a801755c5d45bbce898c91b663f7e4"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">virtual int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.GetNextToken </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Resumes scanning until the next regular expression is matched, the end of input is encountered or an I/O-Error occurs. </p> |
| <dl class="section return"><dt>Returns</dt><dd>the next token </dd></dl> |
| <dl class="exception"><dt>Exceptions</dt><dd> |
| <table class="exception"> |
| <tr><td class="paramname">System.IO.IOException</td><td>if any I/O-Error occurs </td></tr> |
| </table> |
| </dd> |
| </dl> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00517">517</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a878bfecd4bfefa806b129f33b1d71215"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yybegin </td> |
| <td>(</td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>newState</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Enters a new lexical state </p> |
| <dl class="params"><dt>Parameters</dt><dd> |
| <table class="params"> |
| <tr><td class="paramname">newState</td><td>the new lexical state </td></tr> |
| </table> |
| </dd> |
| </dl> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00424">424</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="acab6124b13312ad8c78cc68af671ff19"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yychar </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00256">256</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a5c69c6bab9d9f9566f3f47fc79af8fe8"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">char Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yycharat </td> |
| <td>(</td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>pos</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Returns the character at position <code>pos</code> from the matched text. </p> |
| <p>It is equivalent to yytext().charAt(pos), but faster</p> |
| <dl class="params"><dt>Parameters</dt><dd> |
| <table class="params"> |
| <tr><td class="paramname">pos</td><td>the position of the character to fetch. A value from 0 to yylength()-1.</td></tr> |
| </table> |
| </dd> |
| </dl> |
| <dl class="section return"><dt>Returns</dt><dd>the character at position pos </dd></dl> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00449">449</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a09a1487d98d322c80597f8630732ff74"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yyclose </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Closes the input stream.</p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00380">380</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab89f562bf1cdeea5553196c450b33de5"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yylength </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Returns the length of the matched text region.</p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00456">456</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a51351ed21eecc6a4210cccee8e68e6c0"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">virtual void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yypushback </td> |
| <td>(</td> |
| <td class="paramtype">int </td> |
| <td class="paramname"><em>number</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">virtual</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Pushes the specified amount of characters back into the input stream. </p> |
| <p>They will be read again by then next call of the scanning method</p> |
| <dl class="params"><dt>Parameters</dt><dd> |
| <table class="params"> |
| <tr><td class="paramname">number</td><td>the number of characters to be read again. This number must not be greater than yylength()! </td></tr> |
| </table> |
| </dd> |
| </dl> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00500">500</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a93ef30099b4a9420a5b107bbe85c992f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">void Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yyreset </td> |
| <td>(</td> |
| <td class="paramtype">System.IO.TextReader </td> |
| <td class="paramname"><em>reader</em></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Resets the scanner to read from a new input stream. Does not close the old reader. </p> |
| <p>All internal variables are reset, the old input stream <b>cannot</b> be reused (internal buffer is discarded and lost). Lexical state is set to <code>ZZ_INITIAL</code>.</p> |
| <dl class="params"><dt>Parameters</dt><dd> |
| <table class="params"> |
| <tr><td class="paramname">reader</td><td>the new input stream </td></tr> |
| </table> |
| </dd> |
| </dl> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00400">400</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ae12f6713b6baabf68db0b66bd0670d8f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yystate </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Returns the current lexical state.</p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00413">413</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a20196cdeccd7a66467aed4ded4db2611"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">System.String Lucene.Net.Analysis.Standard.StandardTokenizerImpl.Yytext </td> |
| <td>(</td> |
| <td class="paramname"></td><td>)</td> |
| <td></td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Returns the text matched by the current regular expression.</p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00431">431</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <h2 class="groupheader">Member Data Documentation</h2> |
| <a class="anchor" id="a43470dda86eded3dfbd4a39760f7bfa0"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ACRONYM</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00242">242</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab3d9dd256a92508ff9b2e5c21d15d2d6"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ACRONYM_DEP</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| <p><deprecated> this solves a bug where HOSTs that end with '.' are identified as ACRONYMs. </deprecated> </p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00252">252</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a92840dd50904e03b8878294756205a62"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.ALPHANUM</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00240">240</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ae6cea7200e873057eaf4f6659f611a6e"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.APOSTROPHE</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00241">241</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6f1ac0dccf25e722a6e8d3bf47365e83"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.CJ</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00247">247</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="aa742a838045d5a48bd2cd61699dfc3f0"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.COMPANY</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00243">243</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6d340a0b9e56e134af8a3221c010f28f"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.EMAIL</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00244">244</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a27d7a3db21dda3864903021ea2785b5b"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.HOST</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00245">245</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="ab0bf13c60cc76ce68596667aa606f5a1"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.NUM</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00246">246</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a6266738c1d06af9b08fddf59938686d2"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="mlabels"> |
| <tr> |
| <td class="mlabels-left"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">readonly System.String [] Lucene.Net.Analysis.Standard.StandardTokenizerImpl.TOKEN_TYPES</td> |
| </tr> |
| </table> |
| </td> |
| <td class="mlabels-right"> |
| <span class="mlabels"><span class="mlabel">static</span></span> </td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00254">254</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="a3ac53af0f813c34242760a55e5d84d2d"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.YYEOF = - 1</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>This character denotes the end of file </p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00047">47</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <a class="anchor" id="af5cef5259c486b9c92bdaf2bbb47a2ad"></a> |
| <div class="memitem"> |
| <div class="memproto"> |
| <table class="memname"> |
| <tr> |
| <td class="memname">const int Lucene.Net.Analysis.Standard.StandardTokenizerImpl.YYINITIAL = 0</td> |
| </tr> |
| </table> |
| </div><div class="memdoc"> |
| |
| <p>lexical states </p> |
| |
| <p>Definition at line <a class="el" href="_standard_tokenizer_impl_8cs_source.html#l00053">53</a> of file <a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a>.</p> |
| |
| </div> |
| </div> |
| <hr/>The documentation for this class was generated from the following file:<ul> |
| <li>core/Analysis/Standard/<a class="el" href="_standard_tokenizer_impl_8cs_source.html">StandardTokenizerImpl.cs</a></li> |
| </ul> |
| </div><!-- contents --> |
| <!-- start footer part --> |
| <hr class="footer"/><address class="footer"><small> |
| Generated on Thu Jan 3 2013 02:12:49 for Lucene.Net by  <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/> |
| </a> 1.8.3 |
| </small></address> |
| </body> |
| </html> |
