blob: fbfc10967f12480d8b33702ce2858da33c300b75 [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.3"/>
<title>Lucene.Net: core/Analysis/Standard/StandardTokenizerImpl.cs Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectlogo"><img alt="Logo" src="lucene-net-icon-128x128.png"/></td>
<td style="padding-left: 0.5em;">
<div id="projectname">Lucene.Net
&#160;<span id="projectnumber">3.0.3</span>
</div>
<div id="projectbrief">Lucene.Net is a .NET port of the Java Lucene Indexing Library</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.3 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="Index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Packages</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Properties</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_1efe588324fc547683bba4a3f1bac847.html">core</a></li><li class="navelem"><a class="el" href="dir_6336841c10663a412729e336c4986ba5.html">Analysis</a></li><li class="navelem"><a class="el" href="dir_03f2522ad2455af7d28534b4df7537f5.html">Standard</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">StandardTokenizerImpl.cs</div> </div>
</div><!--header-->
<div class="contents">
<a href="_standard_tokenizer_impl_8cs.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/* The following code was generated by JFlex 1.4.1 on 9/4/08 6:49 PM */</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment">/* </span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one or more</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * contributor license agreements. See the NOTICE file distributed with</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * this work for additional information regarding copyright ownership.</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * The ASF licenses this file to You under the Apache License, Version 2.0</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * (the &quot;License&quot;); you may not use this file except in compliance with</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * the License. You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> * </span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> * </span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing, software</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * See the License for the specific language governing permissions and</span></div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * limitations under the License.</span></div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;</div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;</div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="comment">/*</span></div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="comment"> NOTE: if you change StandardTokenizerImpl.jflex and need to regenerate the tokenizer,</span></div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="comment"> the tokenizer, only use Java 1.4 !!!</span></div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="comment"> This grammar currently uses constructs (eg :digit:, :letter:) whose</span></div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="comment"> meaning can vary according to the JRE used to run jflex. See</span></div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="comment"> https://issues.apache.org/jira/browse/LUCENE-1126 for details.</span></div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="comment"> For current backwards compatibility it is needed to support</span></div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="comment"> only Java 1.4 - this will change in Lucene 3.1.</span></div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;<span class="comment">*/</span></div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;</div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="keyword">using</span> System;</div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="keyword">using</span> Lucene.Net.Analysis.Tokenattributes;</div>
<div class="line"><a name="l00032"></a><span class="lineno"><a class="code" href="_standard_tokenizer_impl_8cs.html#a6f0cf8ca71e14fbb50a33080d0492fff"> 32</a></span>&#160;<span class="keyword">using</span> <a class="code" href="_snowball_filter_8cs.html#a6f0cf8ca71e14fbb50a33080d0492fff">Token</a> = Lucene.Net.Analysis.Token;</div>
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;</div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="keyword">namespace </span>Lucene.Net.Analysis.Standard</div>
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;{</div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160; </div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160; </div>
<div class="line"><a name="l00043"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html"> 43</a></span>&#160; <span class="keyword">class </span><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html" title="This class is a scanner generated by JFlex 1.4.1 on 9/4/08 6:49 PM from the specification file /tango...">StandardTokenizerImpl</a></div>
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160; {</div>
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160; </div>
<div class="line"><a name="l00047"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a3ac53af0f813c34242760a55e5d84d2d"> 47</a></span>&#160; <span class="keyword">public</span> <span class="keyword">const</span> <span class="keywordtype">int</span> YYEOF = - 1;</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; </div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> <span class="keywordtype">int</span> ZZ_BUFFERSIZE = 16384;</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; </div>
<div class="line"><a name="l00053"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#af5cef5259c486b9c92bdaf2bbb47a2ad"> 53</a></span>&#160; <span class="keyword">public</span> <span class="keyword">const</span> <span class="keywordtype">int</span> YYINITIAL = 0;</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; </div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> System.String ZZ_CMAP_PACKED = <span class="stringliteral">&quot;\x0009\x0000\x0001\x0000\x0001\x000D\x0001\x0000\x0001\x0000\x0001\x000C\x0012\x0000\x0001\x0000\x0005\x0000\x0001\x0005&quot;</span> + <span class="stringliteral">&quot;\x0001\x0003\x0004\x0000\x0001\x0009\x0001\x0007\x0001\x0004\x0001\x0009\x000A\x0002\x0006\x0000\x0001\x0006\x001A\x000A&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0001\x0008\x0001\x0000\x001A\x000A\x002F\x0000\x0001\x000A\x000A\x0000\x0001\x000A\x0004\x0000\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x0005\x0000\x0017\x000A\x0001\x0000\x001F\x000A\x0001\x0000\u0128\x000A\x0002\x0000\x0012\x000A\x001C\x0000\x005E\x000A&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0009\x000A\x0002\x0000\x0007\x000A\x000E\x0000\x0002\x000A\x000E\x0000\x0005\x000A\x0009\x0000\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x008B\x0000\x0001\x000A\x000B\x0000\x0001\x000A\x0001\x0000\x0003\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0014\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x002C\x000A\x0001\x0000\x0008\x000A\x0002\x0000\x001A\x000A\x000C\x0000\x0082\x000A\x000A\x0000\x0039\x000A&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0002\x000A\x0002\x0000\x0002\x000A\x0003\x0000\x0026\x000A\x0002\x0000\x0002\x000A\x0037\x0000\x0026\x000A&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0001\x000A\x0007\x0000\x0027\x000A\x0048\x0000\x001B\x000A\x0005\x0000\x0003\x000A\x002E\x0000\x001A\x000A&quot;</span> + <span class="stringliteral">&quot;\x0005\x0000\x000B\x000A\x0015\x0000\x000A\x0002\x0007\x0000\x0063\x000A\x0001\x0000\x0001\x000A\x000F\x0000\x0002\x000A&quot;</span> + <span class="stringliteral">&quot;\x0009\x0000\x000A\x0002\x0003\x000A\x0013\x0000\x0001\x000A\x0001\x0000\x001B\x000A\x0053\x0000\x0026\x000A\u015f\x0000&quot;</span> + <span class="stringliteral">&quot;\x0035\x000A\x0003\x0000\x0001\x000A\x0012\x0000\x0001\x000A\x0007\x0000\x000A\x000A\x0004\x0000\x000A\x0002\x0015\x0000&quot;</span> + <span class="stringliteral">&quot;\x0008\x000A\x0002\x0000\x0002\x000A\x0002\x0000\x0016\x000A\x0001\x0000\x0007\x000A\x0001\x0000\x0001\x000A\x0003\x0000&quot;</span> + <span class="stringliteral">&quot;\x0004\x000A\x0022\x0000\x0002\x000A\x0001\x0000\x0003\x000A\x0004\x0000\x000A\x0002\x0002\x000A\x0013\x0000\x0006\x000A&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0002\x000A\x0002\x0000\x0016\x000A\x0001\x0000\x0007\x000A\x0001\x0000\x0002\x000A\x0001\x0000\x0002\x000A&quot;</span> + </div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160; <span class="stringliteral">&quot;\x0001\x0000\x0002\x000A\x001F\x0000\x0004\x000A\x0001\x0000\x0001\x000A\x0007\x0000\x000A\x0002\x0002\x0000\x0003\x000A&quot;</span> + <span class="stringliteral">&quot;\x0010\x0000\x0007\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0003\x000A\x0001\x0000\x0016\x000A\x0001\x0000\x0007\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0002\x000A\x0001\x0000\x0005\x000A\x0003\x0000\x0001\x000A\x0012\x0000\x0001\x000A\x000F\x0000\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x0005\x0000\x000A\x0002\x0015\x0000\x0008\x000A\x0002\x0000\x0002\x000A\x0002\x0000\x0016\x000A\x0001\x0000\x0007\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0002\x000A\x0002\x0000\x0004\x000A\x0003\x0000\x0001\x000A\x001E\x0000\x0002\x000A\x0001\x0000\x0003\x000A&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x000A\x0002\x0015\x0000\x0006\x000A\x0003\x0000\x0003\x000A\x0001\x0000\x0004\x000A\x0003\x0000\x0002\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0001\x000A\x0001\x0000\x0002\x000A\x0003\x0000\x0002\x000A\x0003\x0000\x0003\x000A\x0003\x0000\x0008\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0003\x000A\x002D\x0000\x0009\x0002\x0015\x0000\x0008\x000A\x0001\x0000\x0003\x000A\x0001\x0000\x0017\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x000A\x000A\x0001\x0000\x0005\x000A\x0026\x0000\x0002\x000A\x0004\x0000\x000A\x0002\x0015\x0000\x0008\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0003\x000A\x0001\x0000\x0017\x000A\x0001\x0000\x000A\x000A\x0001\x0000\x0005\x000A\x0024\x0000\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0002\x000A\x0004\x0000\x000A\x0002\x0015\x0000\x0008\x000A\x0001\x0000\x0003\x000A\x0001\x0000\x0017\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0010\x000A\x0026\x0000\x0002\x000A\x0004\x0000\x000A\x0002\x0015\x0000\x0012\x000A\x0003\x0000\x0018\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0009\x000A\x0001\x0000\x0001\x000A\x0002\x0000\x0007\x000A\x0039\x0000\x0001\x0001\x0030\x000A\x0001\x0001&quot;</span> + <span class="stringliteral">&quot;\x0002\x000A\x000C\x0001\x0007\x000A\x0009\x0001\x000A\x0002\x0027\x0000\x0002\x000A\x0001\x0000\x0001\x000A\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x000A\x0001\x0000\x0001\x000A\x0002\x0000\x0001\x000A\x0006\x0000\x0004\x000A\x0001\x0000\x0007\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0003\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0001\x000A\x0002\x0000\x0002\x000A\x0001\x0000\x0004\x000A\x0001\x0000&quot;</span> + </div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160; <span class="stringliteral">&quot;\x0002\x000A\x0009\x0000\x0001\x000A\x0002\x0000\x0005\x000A\x0001\x0000\x0001\x000A\x0009\x0000\x000A\x0002\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x000A\x0022\x0000\x0001\x000A\x001F\x0000\x000A\x0002\x0016\x0000\x0008\x000A\x0001\x0000\x0022\x000A\x001D\x0000&quot;</span> + <span class="stringliteral">&quot;\x0004\x000A\x0074\x0000\x0022\x000A\x0001\x0000\x0005\x000A\x0001\x0000\x0002\x000A\x0015\x0000\x000A\x0002\x0006\x0000&quot;</span> + <span class="stringliteral">&quot;\x0006\x000A\x004A\x0000\x0026\x000A\x000A\x0000\x0027\x000A\x0009\x0000\x005A\x000A\x0005\x0000\x0044\x000A\x0005\x0000&quot;</span> + <span class="stringliteral">&quot;\x0052\x000A\x0006\x0000\x0007\x000A\x0001\x0000\x003F\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0004\x000A\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0007\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0004\x000A\x0002\x0000\x0027\x000A\x0001\x0000\x0001\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0004\x000A\x0002\x0000\x001F\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0004\x000A\x0002\x0000\x0007\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000A\x0001\x0000\x0004\x000A\x0002\x0000\x0007\x000A\x0001\x0000\x0007\x000A\x0001\x0000\x0017\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x001F\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0004\x000A\x0002\x0000\x0007\x000A\x0001\x0000\x0027\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0013\x000A\x000E\x0000\x0009\x0002\x002E\x0000\x0055\x000A\x000C\x0000\u026c\x000A\x0002\x0000\x0008\x000A\x000A\x0000&quot;</span> + <span class="stringliteral">&quot;\x001A\x000A\x0005\x0000\x004B\x000A\x0095\x0000\x0034\x000A\x002C\x0000\x000A\x0002\x0026\x0000\x000A\x0002\x0006\x0000&quot;</span> + <span class="stringliteral">&quot;\x0058\x000A\x0008\x0000\x0029\x000A\u0557\x0000\x009C\x000A\x0004\x0000\x005A\x000A\x0006\x0000\x0016\x000A\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0006\x000A\x0002\x0000\x0026\x000A\x0002\x0000\x0006\x000A\x0002\x0000\x0008\x000A\x0001\x0000\x0001\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x001F\x000A\x0002\x0000\x0035\x000A\x0001\x0000\x0007\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000A\x0003\x0000\x0003\x000A\x0001\x0000\x0007\x000A\x0003\x0000\x0004\x000A\x0002\x0000\x0006\x000A\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x000D\x000A\x0005\x0000\x0003\x000A\x0001\x0000\x0007\x000A\x0082\x0000\x0001\x000A\x0082\x0000\x0001\x000A\x0004\x0000&quot;</span> + </div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160; <span class="stringliteral">&quot;\x0001\x000A\x0002\x0000\x000A\x000A\x0001\x0000\x0001\x000A\x0003\x0000\x0005\x000A\x0006\x0000\x0001\x000A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0004\x000A\x0001\x0000\x0003\x000A\x0001\x0000\x0007\x000A\u0ecb\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x000A\x002A\x0000\x0005\x000A\x000A\x0000\x0001\x000B\x0054\x000B\x0008\x000B\x0002\x000B\x0002\x000B\x005A\x000B&quot;</span> + <span class="stringliteral">&quot;\x0001\x000B\x0003\x000B\x0006\x000B\x0028\x000B\x0003\x000B\x0001\x0000\x005E\x000A\x0011\x0000\x0018\x000A\x0038\x0000&quot;</span> + <span class="stringliteral">&quot;\x0010\x000B\u0100\x0000\x0080\x000B\x0080\x0000\u19b6\x000B\x000A\x000B\x0040\x0000\u51a6\x000B\x005A\x000B\u048d\x000A&quot;</span> + <span class="stringliteral">&quot;\u0773\x0000\u2ba4\x000A\u215c\x0000\u012e\x000B\x00D2\x000B\x0007\x000A\x000C\x0000\x0005\x000A\x0005\x0000\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x000A\x000A\x0001\x0000\x000D\x000A\x0001\x0000\x0005\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0002\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0002\x000A\x0001\x0000\x006C\x000A\x0021\x0000\u016b\x000A\x0012\x0000\x0040\x000A\x0002\x0000\x0036\x000A&quot;</span> + <span class="stringliteral">&quot;\x0028\x0000\x000C\x000A\x0074\x0000\x0003\x000A\x0001\x0000\x0001\x000A\x0001\x0000\x0087\x000A\x0013\x0000\x000A\x0002&quot;</span> + <span class="stringliteral">&quot;\x0007\x0000\x001A\x000A\x0006\x0000\x001A\x000A\x000A\x0000\x0001\x000B\x003A\x000B\x001F\x000A\x0003\x0000\x0006\x000A&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0006\x000A\x0002\x0000\x0006\x000A\x0002\x0000\x0003\x000A\x0023\x0000&quot;</span>;</div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; </div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly <span class="keywordtype">char</span>[] ZZ_CMAP = ZzUnpackCMap(ZZ_CMAP_PACKED);</div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; </div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span>[] ZZ_ACTION = ZzUnpackAction();</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; </div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> System.String ZZ_ACTION_PACKED_0 = <span class="stringliteral">&quot;\x0001\x0000\x0001\x0001\x0003\x0002\x0001\x0003\x0001\x0001\x000B\x0000\x0001\x0002\x0003\x0004&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0001\x0005\x0001\x0000\x0001\x0005\x0003\x0004\x0006\x0005\x0001\x0006\x0001\x0004&quot;</span> + <span class="stringliteral">&quot;\x0002\x0007\x0001\x0008\x0001\x0000\x0001\x0008\x0003\x0000\x0002\x0008\x0001\x0009\x0001\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0004&quot;</span>;</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; </div>
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span>[] ZzUnpackAction()</div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; {</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; <span class="keywordtype">int</span>[] result = <span class="keyword">new</span> <span class="keywordtype">int</span>[51];</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160; <span class="keywordtype">int</span> offset = 0;</div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; offset = ZzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);</div>
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; }</div>
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; </div>
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span> ZzUnpackAction(System.String packed, <span class="keywordtype">int</span> offset, <span class="keywordtype">int</span>[] result)</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; {</div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; <span class="keywordtype">int</span> i = 0; <span class="comment">/* index in packed string */</span></div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160; <span class="keywordtype">int</span> j = offset; <span class="comment">/* index in unpacked array */</span></div>
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; <span class="keywordtype">int</span> l = packed.Length;</div>
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keywordflow">while</span> (i &lt; l)</div>
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160; {</div>
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>&#160; <span class="keywordtype">int</span> count = packed[i++];</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; <span class="keywordtype">int</span> value_Renamed = packed[i++];</div>
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>&#160; <span class="keywordflow">do</span> </div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; result[j++] = value_Renamed;</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; <span class="keywordflow">while</span> (--count &gt; 0);</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; }</div>
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160; <span class="keywordflow">return</span> j;</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; }</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; </div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160; </div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span>[] ZZ_ROWMAP = ZzUnpackRowMap();</div>
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; </div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> System.String ZZ_ROWMAP_PACKED_0 = <span class="stringliteral">&quot;\x0000\x0000\x0000\x000E\x0000\x001C\x0000\x002A\x0000\x0038\x0000\x000E\x0000\x0046\x0000\x0054&quot;</span> + <span class="stringliteral">&quot;\x0000\x0062\x0000\x0070\x0000\x007E\x0000\x008C\x0000\x009A\x0000\x00A8\x0000\x00B6\x0000\x00C4&quot;</span> + <span class="stringliteral">&quot;\x0000\x00D2\x0000\x00E0\x0000\x00EE\x0000\x00FC\x0000\u010a\x0000\u0118\x0000\u0126\x0000\u0134&quot;</span> + <span class="stringliteral">&quot;\x0000\u0142\x0000\u0150\x0000\u015e\x0000\u016c\x0000\u017a\x0000\u0188\x0000\u0196\x0000\u01a4&quot;</span> + <span class="stringliteral">&quot;\x0000\u01b2\x0000\u01c0\x0000\u01ce\x0000\u01dc\x0000\u01ea\x0000\u01f8\x0000\x00D2\x0000\u0206&quot;</span> + <span class="stringliteral">&quot;\x0000\u0214\x0000\u0222\x0000\u0230\x0000\u023e\x0000\u024c\x0000\u025a\x0000\x0054\x0000\x008C&quot;</span> + <span class="stringliteral">&quot;\x0000\u0268\x0000\u0276\x0000\u0284&quot;</span>;</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; </div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span>[] ZzUnpackRowMap()</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; {</div>
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160; <span class="keywordtype">int</span>[] result = <span class="keyword">new</span> <span class="keywordtype">int</span>[51];</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; <span class="keywordtype">int</span> offset = 0;</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; offset = ZzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);</div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160; }</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; </div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span> ZzUnpackRowMap(System.String packed, <span class="keywordtype">int</span> offset, <span class="keywordtype">int</span>[] result)</div>
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160; {</div>
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; <span class="keywordtype">int</span> i = 0; <span class="comment">/* index in packed string */</span></div>
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160; <span class="keywordtype">int</span> j = offset; <span class="comment">/* index in unpacked array */</span></div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; <span class="keywordtype">int</span> l = packed.Length;</div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; <span class="keywordflow">while</span> (i &lt; l)</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160; {</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; <span class="keywordtype">int</span> high = packed[i++] &lt;&lt; 16;</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; result[j++] = high | packed[i++];</div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; }</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; <span class="keywordflow">return</span> j;</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; }</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; </div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span>[] ZZ_TRANS = ZzUnpackTrans();</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; </div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> System.String ZZ_TRANS_PACKED_0 = <span class="stringliteral">&quot;\x0001\x0002\x0001\x0003\x0001\x0004\x0007\x0002\x0001\x0005\x0001\x0006\x0001\x0007\x0001\x0002&quot;</span> + <span class="stringliteral">&quot;\x000F\x0000\x0002\x0003\x0001\x0000\x0001\x0008\x0001\x0000\x0001\x0009\x0002\x000A\x0001\x000B&quot;</span> + <span class="stringliteral">&quot;\x0001\x0003\x0004\x0000\x0001\x0003\x0001\x0004\x0001\x0000\x0001\x000C\x0001\x0000\x0001\x0009&quot;</span> + <span class="stringliteral">&quot;\x0002\x000D\x0001\x000E\x0001\x0004\x0004\x0000\x0001\x0003\x0001\x0004\x0001\x000F\x0001\x0010&quot;</span> + <span class="stringliteral">&quot;\x0001\x0011\x0001\x0012\x0002\x000A\x0001\x000B\x0001\x0013\x0010\x0000\x0001\x0002\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x0014\x0001\x0015\x0007\x0000\x0001\x0016\x0004\x0000\x0002\x0017\x0007\x0000\x0001\x0017&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0001\x0018\x0001\x0019\x0007\x0000\x0001\x001A\x0005\x0000\x0001\x001B\x0007\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000B\x0004\x0000\x0001\x001C\x0001\x001D\x0007\x0000\x0001\x001E\x0004\x0000\x0001\x001F&quot;</span> + <span class="stringliteral">&quot;\x0001\x0020\x0007\x0000\x0001\x0021\x0004\x0000\x0001\x0022\x0001\x0023\x0007\x0000\x0001\x0024&quot;</span> + <span class="stringliteral">&quot;\x000D\x0000\x0001\x0025\x0004\x0000\x0001\x0014\x0001\x0015\x0007\x0000\x0001\x0026\x000D\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x0027\x0004\x0000\x0002\x0017\x0007\x0000\x0001\x0028\x0004\x0000\x0001\x0003\x0001\x0004&quot;</span> + <span class="stringliteral">&quot;\x0001\x000F\x0001\x0008\x0001\x0011\x0001\x0012\x0002\x000A\x0001\x000B\x0001\x0013\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x0014\x0001\x0000\x0001\x0029\x0001\x0000\x0001\x0009\x0002\x002A\x0001\x0000\x0001\x0014&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0001\x0014\x0001\x0015\x0001\x0000\x0001\x002B\x0001\x0000\x0001\x0009\x0002\x002C&quot;</span> + <span class="stringliteral">&quot;\x0001\x002D\x0001\x0015\x0004\x0000\x0001\x0014\x0001\x0015\x0001\x0000\x0001\x0029\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x0009\x0002\x002A\x0001\x0000\x0001\x0016\x0004\x0000\x0002\x0017\x0001\x0000\x0001\x002E&quot;</span> + <span class="stringliteral">&quot;\x0002\x0000\x0001\x002E\x0002\x0000\x0001\x0017\x0004\x0000\x0002\x0018\x0001\x0000\x0001\x002A&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0001\x0009\x0002\x002A\x0001\x0000\x0001\x0018\x0004\x0000\x0001\x0018\x0001\x0019&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0001\x002C\x0001\x0000\x0001\x0009\x0002\x002C\x0001\x002D\x0001\x0019\x0004\x0000&quot;</span> + </div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160; <span class="stringliteral">&quot;\x0001\x0018\x0001\x0019\x0001\x0000\x0001\x002A\x0001\x0000\x0001\x0009\x0002\x002A\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x001A\x0005\x0000\x0001\x001B\x0001\x0000\x0001\x002D\x0002\x0000\x0003\x002D\x0001\x001B&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0002\x001C\x0001\x0000\x0001\x002F\x0001\x0000\x0001\x0009\x0002\x000A\x0001\x000B&quot;</span> + <span class="stringliteral">&quot;\x0001\x001C\x0004\x0000\x0001\x001C\x0001\x001D\x0001\x0000\x0001\x0030\x0001\x0000\x0001\x0009&quot;</span> + <span class="stringliteral">&quot;\x0002\x000D\x0001\x000E\x0001\x001D\x0004\x0000\x0001\x001C\x0001\x001D\x0001\x0000\x0001\x002F&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0001\x0009\x0002\x000A\x0001\x000B\x0001\x001E\x0004\x0000\x0002\x001F\x0001\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x000A\x0001\x0000\x0001\x0009\x0002\x000A\x0001\x000B\x0001\x001F\x0004\x0000\x0001\x001F&quot;</span> + <span class="stringliteral">&quot;\x0001\x0020\x0001\x0000\x0001\x000D\x0001\x0000\x0001\x0009\x0002\x000D\x0001\x000E\x0001\x0020&quot;</span> + <span class="stringliteral">&quot;\x0004\x0000\x0001\x001F\x0001\x0020\x0001\x0000\x0001\x000A\x0001\x0000\x0001\x0009\x0002\x000A&quot;</span> + <span class="stringliteral">&quot;\x0001\x000B\x0001\x0021\x0004\x0000\x0002\x0022\x0001\x0000\x0001\x000B\x0002\x0000\x0003\x000B&quot;</span> + <span class="stringliteral">&quot;\x0001\x0022\x0004\x0000\x0001\x0022\x0001\x0023\x0001\x0000\x0001\x000E\x0002\x0000\x0003\x000E&quot;</span> + <span class="stringliteral">&quot;\x0001\x0023\x0004\x0000\x0001\x0022\x0001\x0023\x0001\x0000\x0001\x000B\x0002\x0000\x0003\x000B&quot;</span> + <span class="stringliteral">&quot;\x0001\x0024\x0006\x0000\x0001\x000F\x0006\x0000\x0001\x0025\x0004\x0000\x0001\x0014\x0001\x0015&quot;</span> + <span class="stringliteral">&quot;\x0001\x0000\x0001\x0031\x0001\x0000\x0001\x0009\x0002\x002A\x0001\x0000\x0001\x0016\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x0017\x0001\x0000\x0001\x002E\x0002\x0000\x0001\x002E\x0002\x0000\x0001\x0028\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x0014\x0007\x0000\x0001\x0014\x0004\x0000\x0002\x0018\x0007\x0000\x0001\x0018\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x001C\x0007\x0000\x0001\x001C\x0004\x0000\x0002\x001F\x0007\x0000\x0001\x001F\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x0022\x0007\x0000\x0001\x0022\x0004\x0000\x0002\x0032\x0007\x0000\x0001\x0032\x0004\x0000&quot;</span> + <span class="stringliteral">&quot;\x0002\x0014\x0007\x0000\x0001\x0033\x0004\x0000\x0002\x0032\x0001\x0000\x0001\x002E\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x002E\x0002\x0000\x0001\x0032\x0004\x0000\x0002\x0014\x0001\x0000\x0001\x0031\x0001\x0000&quot;</span> + </div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; <span class="stringliteral">&quot;\x0001\x0009\x0002\x002A\x0001\x0000\x0001\x0014\x0003\x0000&quot;</span>;</div>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; </div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span>[] ZzUnpackTrans()</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; {</div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; <span class="keywordtype">int</span>[] result = <span class="keyword">new</span> <span class="keywordtype">int</span>[658];</div>
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="keywordtype">int</span> offset = 0;</div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; offset = ZzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; }</div>
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; </div>
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span> ZzUnpackTrans(System.String packed, <span class="keywordtype">int</span> offset, <span class="keywordtype">int</span>[] result)</div>
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; {</div>
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; <span class="keywordtype">int</span> i = 0; <span class="comment">/* index in packed string */</span></div>
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <span class="keywordtype">int</span> j = offset; <span class="comment">/* index in unpacked array */</span></div>
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; <span class="keywordtype">int</span> l = packed.Length;</div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="keywordflow">while</span> (i &lt; l)</div>
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; {</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; <span class="keywordtype">int</span> count = packed[i++];</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; <span class="keywordtype">int</span> value_Renamed = packed[i++];</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; value_Renamed--;</div>
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; <span class="keywordflow">do</span> </div>
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160; result[j++] = value_Renamed;</div>
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; <span class="keywordflow">while</span> (--count &gt; 0);</div>
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; }</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <span class="keywordflow">return</span> j;</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; }</div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; </div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; </div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; <span class="comment">/* error codes */</span></div>
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> <span class="keywordtype">int</span> ZZ_UNKNOWN_ERROR = 0;</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> <span class="keywordtype">int</span> ZZ_NO_MATCH = 1;</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> <span class="keywordtype">int</span> ZZ_PUSHBACK_2BIG = 2;</div>
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; </div>
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; <span class="comment">/* error messages for the codes above */</span></div>
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly System.String[] ZZ_ERROR_MSG = <span class="keyword">new</span> System.String[]{<span class="stringliteral">&quot;Unkown internal scanner error&quot;</span>, <span class="stringliteral">&quot;Error: could not match input&quot;</span>, <span class="stringliteral">&quot;Error: pushback value was too large&quot;</span>};</div>
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160; </div>
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span>[] ZZ_ATTRIBUTE = ZzUnpackAttribute();</div>
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>&#160; </div>
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>&#160; <span class="keyword">private</span> <span class="keyword">const</span> System.String ZZ_ATTRIBUTE_PACKED_0 = <span class="stringliteral">&quot;\x0001\x0000\x0001\x0009\x0003\x0001\x0001\x0009\x0001\x0001\x000B\x0000\x0004\x0001\x0002\x0000&quot;</span> + <span class="stringliteral">&quot;\x0001\x0001\x0001\x0000\x000F\x0001\x0001\x0000\x0001\x0001\x0003\x0000\x0005\x0001&quot;</span>;</div>
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; </div>
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span>[] ZzUnpackAttribute()</div>
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; {</div>
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; <span class="keywordtype">int</span>[] result = <span class="keyword">new</span> <span class="keywordtype">int</span>[51];</div>
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160; <span class="keywordtype">int</span> offset = 0;</div>
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>&#160; offset = ZzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);</div>
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>&#160; <span class="keywordflow">return</span> result;</div>
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>&#160; }</div>
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>&#160; </div>
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">int</span> ZzUnpackAttribute(System.String packed, <span class="keywordtype">int</span> offset, <span class="keywordtype">int</span>[] result)</div>
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160; {</div>
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>&#160; <span class="keywordtype">int</span> i = 0; <span class="comment">/* index in packed string */</span></div>
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>&#160; <span class="keywordtype">int</span> j = offset; <span class="comment">/* index in unpacked array */</span></div>
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>&#160; <span class="keywordtype">int</span> l = packed.Length;</div>
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>&#160; <span class="keywordflow">while</span> (i &lt; l)</div>
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>&#160; {</div>
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160; <span class="keywordtype">int</span> count = packed[i++];</div>
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>&#160; <span class="keywordtype">int</span> value_Renamed = packed[i++];</div>
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>&#160; <span class="keywordflow">do</span> </div>
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>&#160; result[j++] = value_Renamed;</div>
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>&#160; <span class="keywordflow">while</span> (--count &gt; 0);</div>
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160; }</div>
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>&#160; <span class="keywordflow">return</span> j;</div>
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>&#160; }</div>
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>&#160; </div>
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160; <span class="keyword">private</span> System.IO.TextReader zzReader;</div>
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160; </div>
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzState;</div>
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>&#160; </div>
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzLexicalState = YYINITIAL;</div>
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; </div>
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; <span class="keyword">private</span> <span class="keywordtype">char</span>[] zzBuffer = <span class="keyword">new</span> <span class="keywordtype">char</span>[ZZ_BUFFERSIZE];</div>
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; </div>
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzMarkedPos;</div>
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; </div>
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzPushbackPos;</div>
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; </div>
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzCurrentPos;</div>
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; </div>
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzStartRead;</div>
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; </div>
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> zzEndRead;</div>
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160; </div>
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> yyline;</div>
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160; </div>
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> yychar;</div>
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>&#160; </div>
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>&#160; <span class="keyword">private</span> <span class="keywordtype">int</span> yycolumn;</div>
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>&#160;</div>
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160; <span class="keyword">private</span> <span class="keywordtype">bool</span> zzAtBOL = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>&#160;</div>
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>&#160; <span class="keyword">private</span> <span class="keywordtype">bool</span> zzAtEOF;</div>
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>&#160; </div>
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160; <span class="comment">/* user code: */</span></div>
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>&#160; </div>
<div class="line"><a name="l00240"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a92840dd50904e03b8878294756205a62"> 240</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a92840dd50904e03b8878294756205a62">ALPHANUM</a>;</div>
<div class="line"><a name="l00241"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ae6cea7200e873057eaf4f6659f611a6e"> 241</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ae6cea7200e873057eaf4f6659f611a6e">APOSTROPHE</a>;</div>
<div class="line"><a name="l00242"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a43470dda86eded3dfbd4a39760f7bfa0"> 242</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a43470dda86eded3dfbd4a39760f7bfa0">ACRONYM</a>;</div>
<div class="line"><a name="l00243"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#aa742a838045d5a48bd2cd61699dfc3f0"> 243</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#aa742a838045d5a48bd2cd61699dfc3f0">COMPANY</a>;</div>
<div class="line"><a name="l00244"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6d340a0b9e56e134af8a3221c010f28f"> 244</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6d340a0b9e56e134af8a3221c010f28f">EMAIL</a>;</div>
<div class="line"><a name="l00245"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a27d7a3db21dda3864903021ea2785b5b"> 245</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a27d7a3db21dda3864903021ea2785b5b">HOST</a>;</div>
<div class="line"><a name="l00246"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab0bf13c60cc76ce68596667aa606f5a1"> 246</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab0bf13c60cc76ce68596667aa606f5a1">NUM</a>;</div>
<div class="line"><a name="l00247"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6f1ac0dccf25e722a6e8d3bf47365e83"> 247</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6f1ac0dccf25e722a6e8d3bf47365e83">CJ</a>;</div>
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>&#160; [Obsolete(<span class="stringliteral">&quot;this solves a bug where HOSTs that end with &#39;.&#39; are identified as ACRONYMs&quot;</span>)]</div>
<div class="line"><a name="l00252"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab3d9dd256a92508ff9b2e5c21d15d2d6"> 252</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly <span class="keywordtype">int</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab3d9dd256a92508ff9b2e5c21d15d2d6">ACRONYM_DEP</a>;</div>
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; </div>
<div class="line"><a name="l00254"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6266738c1d06af9b08fddf59938686d2"> 254</a></span>&#160; <span class="keyword">public</span> <span class="keyword">static</span> readonly System.String[] <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a6266738c1d06af9b08fddf59938686d2">TOKEN_TYPES</a>;</div>
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>&#160; </div>
<div class="line"><a name="l00256"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#acab6124b13312ad8c78cc68af671ff19"> 256</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">int</span> Yychar()</div>
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>&#160; {</div>
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>&#160; <span class="keywordflow">return</span> yychar;</div>
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>&#160; }</div>
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>&#160;</div>
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>&#160; <span class="comment">/*</span></div>
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160;<span class="comment"> * Resets the Tokenizer to a new Reader.</span></div>
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>&#160;<span class="comment"> */</span></div>
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>&#160; <span class="keyword">internal</span> <span class="keywordtype">void</span> Reset(System.IO.TextReader r)</div>
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>&#160; {</div>
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>&#160; <span class="comment">// reset to default buffer size, if buffer has grown</span></div>
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>&#160; <span class="keywordflow">if</span> (zzBuffer.Length &gt; ZZ_BUFFERSIZE)</div>
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160; {</div>
<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>&#160; zzBuffer = <span class="keyword">new</span> <span class="keywordtype">char</span>[ZZ_BUFFERSIZE];</div>
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>&#160; }</div>
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>&#160; Yyreset(r);</div>
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>&#160; }</div>
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160; </div>
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>&#160; <span class="keyword">internal</span> <span class="keywordtype">void</span> GetText(<a class="code" href="_snowball_filter_8cs.html#a6f0cf8ca71e14fbb50a33080d0492fff">Token</a> t)</div>
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>&#160; {</div>
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; t.SetTermBuffer(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead);</div>
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160; }</div>
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>&#160; </div>
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>&#160; <span class="keyword">internal</span> <span class="keywordtype">void</span> GetText(<a class="code" href="interface_lucene_1_1_net_1_1_analysis_1_1_tokenattributes_1_1_i_term_attribute.html" title="The term text of a Token.">ITermAttribute</a> t)</div>
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>&#160; {</div>
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; t.<a class="code" href="interface_lucene_1_1_net_1_1_analysis_1_1_tokenattributes_1_1_i_term_attribute.html#a7d592ba9508e9455f993b9e3b0f0cb18" title="Copies the contents of buffer, starting at offset for length characters, into the termBuffer array...">SetTermBuffer</a>(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead);</div>
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160; }</div>
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>&#160; </div>
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>&#160; </div>
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>&#160; <span class="keyword">internal</span> StandardTokenizerImpl(System.IO.TextReader in_Renamed)</div>
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>&#160; {</div>
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; this.zzReader = in_Renamed;</div>
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160; }</div>
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>&#160; </div>
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>&#160; <span class="keyword">internal</span> StandardTokenizerImpl(System.IO.Stream in_Renamed):this(new System.IO.StreamReader(in_Renamed, System.Text.Encoding.Default))</div>
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>&#160; {</div>
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160; }</div>
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>&#160; </div>
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160; <span class="keyword">private</span> <span class="keyword">static</span> <span class="keywordtype">char</span>[] ZzUnpackCMap(System.String packed)</div>
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; {</div>
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; <span class="keywordtype">char</span>[] map = <span class="keyword">new</span> <span class="keywordtype">char</span>[0x10000];</div>
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160; <span class="keywordtype">int</span> i = 0; <span class="comment">/* index in packed string */</span></div>
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160; <span class="keywordtype">int</span> j = 0; <span class="comment">/* index in unpacked array */</span></div>
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; <span class="keywordflow">while</span> (i &lt; 1154)</div>
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; {</div>
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; <span class="keywordtype">int</span> count = packed[i++];</div>
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160; <span class="keywordtype">char</span> value_Renamed = packed[i++];</div>
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>&#160; <span class="keywordflow">do</span> </div>
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>&#160; map[j++] = value_Renamed;</div>
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>&#160; <span class="keywordflow">while</span> (--count &gt; 0);</div>
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>&#160; }</div>
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span>&#160; <span class="keywordflow">return</span> map;</div>
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; }</div>
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; </div>
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160; </div>
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span>&#160; <span class="keyword">private</span> <span class="keywordtype">bool</span> ZzRefill()</div>
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>&#160; {</div>
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>&#160; </div>
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span>&#160; <span class="comment">/* first: make room (if you can) */</span></div>
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span>&#160; <span class="keywordflow">if</span> (zzStartRead &gt; 0)</div>
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span>&#160; {</div>
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>&#160; Array.Copy(zzBuffer, zzStartRead, zzBuffer, 0, zzEndRead - zzStartRead);</div>
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>&#160; </div>
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>&#160; <span class="comment">/* translate stored positions */</span></div>
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; zzEndRead -= zzStartRead;</div>
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; zzCurrentPos -= zzStartRead;</div>
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160; zzMarkedPos -= zzStartRead;</div>
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>&#160; zzPushbackPos -= zzStartRead;</div>
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>&#160; zzStartRead = 0;</div>
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>&#160; }</div>
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>&#160; </div>
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>&#160; <span class="comment">/* is the buffer big enough? */</span></div>
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>&#160; <span class="keywordflow">if</span> (zzCurrentPos &gt;= zzBuffer.Length)</div>
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>&#160; {</div>
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>&#160; <span class="comment">/* if not: blow it up */</span></div>
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>&#160; <span class="keywordtype">char</span>[] newBuffer = <span class="keyword">new</span> <span class="keywordtype">char</span>[zzCurrentPos * 2];</div>
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>&#160; Array.Copy(zzBuffer, 0, newBuffer, 0, zzBuffer.Length);</div>
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; zzBuffer = newBuffer;</div>
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; }</div>
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; </div>
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160; <span class="comment">/* finally: fill the buffer with new input */</span></div>
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>&#160; <span class="keywordtype">int</span> numRead = zzReader.Read(zzBuffer, zzEndRead, zzBuffer.Length - zzEndRead);</div>
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span>&#160; </div>
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>&#160; <span class="keywordflow">if</span> (numRead &lt;= 0)</div>
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span>&#160; {</div>
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div>
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>&#160; }</div>
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; {</div>
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; zzEndRead += numRead;</div>
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div>
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; }</div>
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; }</div>
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; </div>
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160; </div>
<div class="line"><a name="l00380"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a09a1487d98d322c80597f8630732ff74"> 380</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> Yyclose()</div>
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>&#160; {</div>
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>&#160; zzAtEOF = <span class="keyword">true</span>; <span class="comment">/* indicate end of file */</span></div>
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160; zzEndRead = zzStartRead; <span class="comment">/* invalidate buffer */</span></div>
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>&#160; </div>
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>&#160; <span class="keywordflow">if</span> (zzReader != null)</div>
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>&#160; zzReader.Close();</div>
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>&#160; }</div>
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160; </div>
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>&#160; </div>
<div class="line"><a name="l00400"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a93ef30099b4a9420a5b107bbe85c992f"> 400</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> Yyreset(System.IO.TextReader reader)</div>
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>&#160; {</div>
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>&#160; zzReader = reader;</div>
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>&#160; zzAtBOL = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>&#160; zzAtEOF = <span class="keyword">false</span>;</div>
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>&#160; zzEndRead = zzStartRead = 0;</div>
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160; zzCurrentPos = zzMarkedPos = zzPushbackPos = 0;</div>
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>&#160; yyline = yychar = yycolumn = 0;</div>
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>&#160; zzLexicalState = YYINITIAL;</div>
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>&#160; }</div>
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span>&#160; </div>
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160; </div>
<div class="line"><a name="l00413"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ae12f6713b6baabf68db0b66bd0670d8f"> 413</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">int</span> Yystate()</div>
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>&#160; {</div>
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>&#160; <span class="keywordflow">return</span> zzLexicalState;</div>
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160; }</div>
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160; </div>
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160; </div>
<div class="line"><a name="l00424"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a878bfecd4bfefa806b129f33b1d71215"> 424</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> Yybegin(<span class="keywordtype">int</span> newState)</div>
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>&#160; {</div>
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>&#160; zzLexicalState = newState;</div>
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span>&#160; }</div>
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>&#160; </div>
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>&#160; </div>
<div class="line"><a name="l00431"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a20196cdeccd7a66467aed4ded4db2611"> 431</a></span>&#160; <span class="keyword">public</span> System.String Yytext()</div>
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>&#160; {</div>
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>&#160; <span class="keywordflow">return</span> <span class="keyword">new</span> System.String(zzBuffer, zzStartRead, zzMarkedPos - zzStartRead);</div>
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>&#160; }</div>
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>&#160; </div>
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>&#160; </div>
<div class="line"><a name="l00449"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a5c69c6bab9d9f9566f3f47fc79af8fe8"> 449</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">char</span> Yycharat(<span class="keywordtype">int</span> pos)</div>
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>&#160; {</div>
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>&#160; <span class="keywordflow">return</span> zzBuffer[zzStartRead + pos];</div>
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>&#160; }</div>
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>&#160; </div>
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>&#160; </div>
<div class="line"><a name="l00456"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#ab89f562bf1cdeea5553196c450b33de5"> 456</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">int</span> Yylength()</div>
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>&#160; {</div>
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>&#160; <span class="keywordflow">return</span> zzMarkedPos - zzStartRead;</div>
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>&#160; }</div>
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>&#160; </div>
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>&#160; </div>
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>&#160; <span class="keyword">private</span> <span class="keywordtype">void</span> ZzScanError(<span class="keywordtype">int</span> errorCode)</div>
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>&#160; {</div>
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>&#160; System.String message;</div>
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>&#160; <span class="keywordflow">try</span></div>
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>&#160; {</div>
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>&#160; message = ZZ_ERROR_MSG[errorCode];</div>
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>&#160; }</div>
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>&#160; <span class="keywordflow">catch</span> (System.IndexOutOfRangeException)</div>
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>&#160; {</div>
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>&#160; message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];</div>
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span>&#160; }</div>
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>&#160; </div>
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>&#160; <span class="keywordflow">throw</span> <span class="keyword">new</span> System.ApplicationException(message);</div>
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>&#160; }</div>
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>&#160; </div>
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>&#160; </div>
<div class="line"><a name="l00500"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a51351ed21eecc6a4210cccee8e68e6c0"> 500</a></span>&#160; <span class="keyword">public</span> <span class="keyword">virtual</span> <span class="keywordtype">void</span> Yypushback(<span class="keywordtype">int</span> number)</div>
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>&#160; {</div>
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>&#160; <span class="keywordflow">if</span> (number &gt; Yylength())</div>
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>&#160; ZzScanError(ZZ_PUSHBACK_2BIG);</div>
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>&#160; </div>
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>&#160; zzMarkedPos -= number;</div>
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>&#160; }</div>
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span>&#160; </div>
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>&#160; </div>
<div class="line"><a name="l00517"></a><span class="lineno"><a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html#a07a801755c5d45bbce898c91b663f7e4"> 517</a></span>&#160; <span class="keyword">public</span> <span class="keyword">virtual</span> <span class="keywordtype">int</span> GetNextToken()</div>
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>&#160; {</div>
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>&#160; <span class="keywordtype">int</span> zzInput;</div>
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>&#160; <span class="keywordtype">int</span> zzAction;</div>
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>&#160; </div>
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>&#160; <span class="comment">// cached fields:</span></div>
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>&#160; <span class="keywordtype">int</span> zzCurrentPosL;</div>
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>&#160; <span class="keywordtype">int</span> zzMarkedPosL;</div>
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>&#160; <span class="keywordtype">int</span> zzEndReadL = zzEndRead;</div>
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>&#160; <span class="keywordtype">char</span>[] zzBufferL = zzBuffer;</div>
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>&#160; <span class="keywordtype">char</span>[] zzCMapL = ZZ_CMAP;</div>
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span>&#160; </div>
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>&#160; <span class="keywordtype">int</span>[] zzTransL = ZZ_TRANS;</div>
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>&#160; <span class="keywordtype">int</span>[] zzRowMapL = ZZ_ROWMAP;</div>
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>&#160; <span class="keywordtype">int</span>[] zzAttrL = ZZ_ATTRIBUTE;</div>
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>&#160; </div>
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>&#160; <span class="keywordflow">while</span> (<span class="keyword">true</span>)</div>
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>&#160; {</div>
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>&#160; zzMarkedPosL = zzMarkedPos;</div>
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>&#160; </div>
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>&#160; yychar += zzMarkedPosL - zzStartRead;</div>
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>&#160; </div>
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>&#160; zzAction = - 1;</div>
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>&#160; </div>
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>&#160; zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;</div>
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>&#160; </div>
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>&#160; zzState = zzLexicalState;</div>
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>&#160; </div>
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>&#160; </div>
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>&#160; {</div>
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span>&#160; <span class="keywordflow">while</span> (<span class="keyword">true</span>)</div>
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>&#160; {</div>
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>&#160; </div>
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span>&#160; <span class="keywordflow">if</span> (zzCurrentPosL &lt; zzEndReadL)</div>
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>&#160; zzInput = zzBufferL[zzCurrentPosL++];</div>
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>&#160; <span class="keywordflow">else</span> <span class="keywordflow">if</span> (zzAtEOF)</div>
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>&#160; {</div>
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>&#160; zzInput = YYEOF;</div>
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span>&#160; <span class="keywordflow">goto</span> zzForAction_brk; <span class="comment">// {{Aroush-2.9}} this &#39;goto&#39; maybe in the wrong place</span></div>
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span>&#160; }</div>
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span>&#160; {</div>
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>&#160; <span class="comment">// store back cached positions</span></div>
<div class="line"><a name="l00560"></a><span class="lineno"> 560</span>&#160; zzCurrentPos = zzCurrentPosL;</div>
<div class="line"><a name="l00561"></a><span class="lineno"> 561</span>&#160; zzMarkedPos = zzMarkedPosL;</div>
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span>&#160; <span class="keywordtype">bool</span> eof = ZzRefill();</div>
<div class="line"><a name="l00563"></a><span class="lineno"> 563</span>&#160; <span class="comment">// get translated positions and possibly new buffer</span></div>
<div class="line"><a name="l00564"></a><span class="lineno"> 564</span>&#160; zzCurrentPosL = zzCurrentPos;</div>
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span>&#160; zzMarkedPosL = zzMarkedPos;</div>
<div class="line"><a name="l00566"></a><span class="lineno"> 566</span>&#160; zzBufferL = zzBuffer;</div>
<div class="line"><a name="l00567"></a><span class="lineno"> 567</span>&#160; zzEndReadL = zzEndRead;</div>
<div class="line"><a name="l00568"></a><span class="lineno"> 568</span>&#160; <span class="keywordflow">if</span> (eof)</div>
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>&#160; {</div>
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>&#160; zzInput = YYEOF;</div>
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>&#160; <span class="keywordflow">goto</span> zzForAction_brk; <span class="comment">// {{Aroush-2.9}} this &#39;goto&#39; maybe in the wrong place</span></div>
<div class="line"><a name="l00572"></a><span class="lineno"> 572</span>&#160; }</div>
<div class="line"><a name="l00573"></a><span class="lineno"> 573</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00574"></a><span class="lineno"> 574</span>&#160; {</div>
<div class="line"><a name="l00575"></a><span class="lineno"> 575</span>&#160; zzInput = zzBufferL[zzCurrentPosL++];</div>
<div class="line"><a name="l00576"></a><span class="lineno"> 576</span>&#160; }</div>
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>&#160; }</div>
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span>&#160; <span class="keywordtype">int</span> zzNext = zzTransL[zzRowMapL[zzState] + zzCMapL[zzInput]];</div>
<div class="line"><a name="l00579"></a><span class="lineno"> 579</span>&#160; <span class="keywordflow">if</span> (zzNext == - 1)</div>
<div class="line"><a name="l00580"></a><span class="lineno"> 580</span>&#160; {</div>
<div class="line"><a name="l00581"></a><span class="lineno"> 581</span>&#160; <span class="keywordflow">goto</span> zzForAction_brk; <span class="comment">// {{Aroush-2.9}} this &#39;goto&#39; maybe in the wrong place</span></div>
<div class="line"><a name="l00582"></a><span class="lineno"> 582</span>&#160; }</div>
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>&#160; zzState = zzNext;</div>
<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>&#160; </div>
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>&#160; <span class="keywordtype">int</span> zzAttributes = zzAttrL[zzState];</div>
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>&#160; <span class="keywordflow">if</span> ((zzAttributes &amp; 1) == 1)</div>
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>&#160; {</div>
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>&#160; zzAction = zzState;</div>
<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>&#160; zzMarkedPosL = zzCurrentPosL;</div>
<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>&#160; <span class="keywordflow">if</span> ((zzAttributes &amp; 8) == 8)</div>
<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>&#160; {</div>
<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>&#160; <span class="keywordflow">goto</span> zzForAction_brk; <span class="comment">// {{Aroush-2.9}} this &#39;goto&#39; maybe in the wrong place</span></div>
<div class="line"><a name="l00593"></a><span class="lineno"> 593</span>&#160; }</div>
<div class="line"><a name="l00594"></a><span class="lineno"> 594</span>&#160; }</div>
<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>&#160; }</div>
<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>&#160; }</div>
<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>&#160;</div>
<div class="line"><a name="l00598"></a><span class="lineno"> 598</span>&#160;zzForAction_brk: ; <span class="comment">// {{Aroush-2.9}} this &#39;lable&#39; maybe in the wrong place</span></div>
<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>&#160; </div>
<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>&#160; </div>
<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>&#160; <span class="comment">// store back cached position</span></div>
<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>&#160; zzMarkedPos = zzMarkedPosL;</div>
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>&#160; </div>
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span>&#160; <span class="keywordflow">switch</span> (zzAction &lt; 0?zzAction:ZZ_ACTION[zzAction])</div>
<div class="line"><a name="l00605"></a><span class="lineno"> 605</span>&#160; {</div>
<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>&#160; </div>
<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>&#160; <span class="keywordflow">case</span> 4: </div>
<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>&#160; {</div>
<div class="line"><a name="l00609"></a><span class="lineno"> 609</span>&#160; <span class="keywordflow">return</span> HOST;</div>
<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>&#160; }</div>
<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>&#160; </div>
<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>&#160; <span class="keywordflow">case</span> 11: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>&#160; </div>
<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>&#160; <span class="keywordflow">case</span> 9: </div>
<div class="line"><a name="l00615"></a><span class="lineno"> 615</span>&#160; {</div>
<div class="line"><a name="l00616"></a><span class="lineno"> 616</span>&#160; <span class="keywordflow">return</span> ACRONYM;</div>
<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>&#160; }</div>
<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>&#160; </div>
<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>&#160; <span class="keywordflow">case</span> 12: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>&#160; </div>
<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>&#160; <span class="keywordflow">case</span> 8: </div>
<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>&#160; {</div>
<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>&#160; <span class="keywordflow">return</span> ACRONYM_DEP;</div>
<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>&#160; }</div>
<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>&#160; </div>
<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>&#160; <span class="keywordflow">case</span> 13: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>&#160; </div>
<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>&#160; <span class="keywordflow">case</span> 1: </div>
<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>&#160; {</div>
<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>&#160; <span class="comment">/* ignore */</span></div>
<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>&#160; }</div>
<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>&#160; <span class="keywordflow">goto</span> <span class="keywordflow">case</span> 14;</div>
<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>&#160; </div>
<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>&#160; <span class="keywordflow">case</span> 14: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>&#160; </div>
<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>&#160; <span class="keywordflow">case</span> 5: </div>
<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>&#160; {</div>
<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>&#160; <span class="keywordflow">return</span> NUM;</div>
<div class="line"><a name="l00639"></a><span class="lineno"> 639</span>&#160; }</div>
<div class="line"><a name="l00640"></a><span class="lineno"> 640</span>&#160; </div>
<div class="line"><a name="l00641"></a><span class="lineno"> 641</span>&#160; <span class="keywordflow">case</span> 15: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00642"></a><span class="lineno"> 642</span>&#160; </div>
<div class="line"><a name="l00643"></a><span class="lineno"> 643</span>&#160; <span class="keywordflow">case</span> 3: </div>
<div class="line"><a name="l00644"></a><span class="lineno"> 644</span>&#160; {</div>
<div class="line"><a name="l00645"></a><span class="lineno"> 645</span>&#160; <span class="keywordflow">return</span> CJ;</div>
<div class="line"><a name="l00646"></a><span class="lineno"> 646</span>&#160; }</div>
<div class="line"><a name="l00647"></a><span class="lineno"> 647</span>&#160; </div>
<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>&#160; <span class="keywordflow">case</span> 16: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00649"></a><span class="lineno"> 649</span>&#160; </div>
<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>&#160; <span class="keywordflow">case</span> 2: </div>
<div class="line"><a name="l00651"></a><span class="lineno"> 651</span>&#160; {</div>
<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>&#160; <span class="keywordflow">return</span> ALPHANUM;</div>
<div class="line"><a name="l00653"></a><span class="lineno"> 653</span>&#160; }</div>
<div class="line"><a name="l00654"></a><span class="lineno"> 654</span>&#160; </div>
<div class="line"><a name="l00655"></a><span class="lineno"> 655</span>&#160; <span class="keywordflow">case</span> 17: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00656"></a><span class="lineno"> 656</span>&#160; </div>
<div class="line"><a name="l00657"></a><span class="lineno"> 657</span>&#160; <span class="keywordflow">case</span> 7: </div>
<div class="line"><a name="l00658"></a><span class="lineno"> 658</span>&#160; {</div>
<div class="line"><a name="l00659"></a><span class="lineno"> 659</span>&#160; <span class="keywordflow">return</span> COMPANY;</div>
<div class="line"><a name="l00660"></a><span class="lineno"> 660</span>&#160; }</div>
<div class="line"><a name="l00661"></a><span class="lineno"> 661</span>&#160; </div>
<div class="line"><a name="l00662"></a><span class="lineno"> 662</span>&#160; <span class="keywordflow">case</span> 18: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00663"></a><span class="lineno"> 663</span>&#160; </div>
<div class="line"><a name="l00664"></a><span class="lineno"> 664</span>&#160; <span class="keywordflow">case</span> 6: </div>
<div class="line"><a name="l00665"></a><span class="lineno"> 665</span>&#160; {</div>
<div class="line"><a name="l00666"></a><span class="lineno"> 666</span>&#160; <span class="keywordflow">return</span> APOSTROPHE;</div>
<div class="line"><a name="l00667"></a><span class="lineno"> 667</span>&#160; }</div>
<div class="line"><a name="l00668"></a><span class="lineno"> 668</span>&#160; </div>
<div class="line"><a name="l00669"></a><span class="lineno"> 669</span>&#160; <span class="keywordflow">case</span> 19: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00670"></a><span class="lineno"> 670</span>&#160; </div>
<div class="line"><a name="l00671"></a><span class="lineno"> 671</span>&#160; <span class="keywordflow">case</span> 10: </div>
<div class="line"><a name="l00672"></a><span class="lineno"> 672</span>&#160; {</div>
<div class="line"><a name="l00673"></a><span class="lineno"> 673</span>&#160; <span class="keywordflow">return</span> EMAIL;</div>
<div class="line"><a name="l00674"></a><span class="lineno"> 674</span>&#160; }</div>
<div class="line"><a name="l00675"></a><span class="lineno"> 675</span>&#160; </div>
<div class="line"><a name="l00676"></a><span class="lineno"> 676</span>&#160; <span class="keywordflow">case</span> 20: <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00677"></a><span class="lineno"> 677</span>&#160; </div>
<div class="line"><a name="l00678"></a><span class="lineno"> 678</span>&#160; <span class="keywordflow">default</span>: </div>
<div class="line"><a name="l00679"></a><span class="lineno"> 679</span>&#160; <span class="keywordflow">if</span> (zzInput == YYEOF &amp;&amp; zzStartRead == zzCurrentPos)</div>
<div class="line"><a name="l00680"></a><span class="lineno"> 680</span>&#160; {</div>
<div class="line"><a name="l00681"></a><span class="lineno"> 681</span>&#160; zzAtEOF = <span class="keyword">true</span>;</div>
<div class="line"><a name="l00682"></a><span class="lineno"> 682</span>&#160; <span class="keywordflow">return</span> YYEOF;</div>
<div class="line"><a name="l00683"></a><span class="lineno"> 683</span>&#160; }</div>
<div class="line"><a name="l00684"></a><span class="lineno"> 684</span>&#160; <span class="keywordflow">else</span></div>
<div class="line"><a name="l00685"></a><span class="lineno"> 685</span>&#160; {</div>
<div class="line"><a name="l00686"></a><span class="lineno"> 686</span>&#160; ZzScanError(ZZ_NO_MATCH);</div>
<div class="line"><a name="l00687"></a><span class="lineno"> 687</span>&#160; }</div>
<div class="line"><a name="l00688"></a><span class="lineno"> 688</span>&#160; <span class="keywordflow">break</span>;</div>
<div class="line"><a name="l00689"></a><span class="lineno"> 689</span>&#160; </div>
<div class="line"><a name="l00690"></a><span class="lineno"> 690</span>&#160; }</div>
<div class="line"><a name="l00691"></a><span class="lineno"> 691</span>&#160; }</div>
<div class="line"><a name="l00692"></a><span class="lineno"> 692</span>&#160; }</div>
<div class="line"><a name="l00693"></a><span class="lineno"> 693</span>&#160; <span class="keyword">static</span> <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer_impl.html" title="This class is a scanner generated by JFlex 1.4.1 on 9/4/08 6:49 PM from the specification file /tango...">StandardTokenizerImpl</a>()</div>
<div class="line"><a name="l00694"></a><span class="lineno"> 694</span>&#160; {</div>
<div class="line"><a name="l00695"></a><span class="lineno"> 695</span>&#160; ALPHANUM = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#ab8b3f27cac49dd561a54e4c8926dc782">ALPHANUM</a>;</div>
<div class="line"><a name="l00696"></a><span class="lineno"> 696</span>&#160; APOSTROPHE = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#aa044af66183a0d126bd9e1ee064fe1f3">APOSTROPHE</a>;</div>
<div class="line"><a name="l00697"></a><span class="lineno"> 697</span>&#160; ACRONYM = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#ad498ad47968bfbe1cecde682fe2afee9">ACRONYM</a>;</div>
<div class="line"><a name="l00698"></a><span class="lineno"> 698</span>&#160; COMPANY = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#a73e39ba9fe34f6ded54480e551a1220b">COMPANY</a>;</div>
<div class="line"><a name="l00699"></a><span class="lineno"> 699</span>&#160; EMAIL = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#a44c8d56fb651823ad549c37804ea2d97">EMAIL</a>;</div>
<div class="line"><a name="l00700"></a><span class="lineno"> 700</span>&#160; HOST = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#afa7e66acabf67431f41db927104bd4b9">HOST</a>;</div>
<div class="line"><a name="l00701"></a><span class="lineno"> 701</span>&#160; NUM = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#a1fdff72e89a7481da2ab149fb6524b11">NUM</a>;</div>
<div class="line"><a name="l00702"></a><span class="lineno"> 702</span>&#160; CJ = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#a3709232be024e7efa024fb7e8146ad60">CJ</a>;</div>
<div class="line"><a name="l00703"></a><span class="lineno"> 703</span>&#160; ACRONYM_DEP = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#aa0918667086d927bb194c62c43e4ffb5">ACRONYM_DEP</a>;</div>
<div class="line"><a name="l00704"></a><span class="lineno"> 704</span>&#160; TOKEN_TYPES = <a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html" title="A grammar-based tokenizer constructed with JFlex">StandardTokenizer</a>.<a class="code" href="class_lucene_1_1_net_1_1_analysis_1_1_standard_1_1_standard_tokenizer.html#afc5b8a18e82fe68035f211340dda3611" title="String token types that correspond to token type int constants ">TOKEN_TYPES</a>;</div>
<div class="line"><a name="l00705"></a><span class="lineno"> 705</span>&#160; }</div>
<div class="line"><a name="l00706"></a><span class="lineno"> 706</span>&#160; }</div>
<div class="line"><a name="l00707"></a><span class="lineno"> 707</span>&#160;}</div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated on Thu Jan 3 2013 02:12:44 for Lucene.Net by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.3
</small></address>
</body>
</html>