blob: 6501c1643e2316a4bff5fd579b1f6ddf0d231c7c [file] [log] [blame]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.6"/>
<title>Impala: fe/src/test/java/com/cloudera/impala/catalog/HdfsStorageDescriptorTest.java Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="resize.js"></script>
<script type="text/javascript" src="navtree.js"></script>
<script type="text/javascript">
$(document).ready(initResizable);
$(window).load(resizeHeight);
</script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
$(document).ready(function() { searchBox.OnSelectItem(0); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td style="padding-left: 0.5em;">
<div id="projectname">Impala
</div>
<div id="projectbrief">Impalaistheopensource,nativeanalyticdatabaseforApacheHadoop.</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.6 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<div id="navrow1" class="tabs">
<ul class="tablist">
<li><a href="index.html"><span>Main&#160;Page</span></a></li>
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
<li><a href="annotated.html"><span>Classes</span></a></li>
<li class="current"><a href="files.html"><span>Files</span></a></li>
<li>
<div id="MSearchBox" class="MSearchBoxInactive">
<span class="left">
<img id="MSearchSelect" src="search/mag_sel.png"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
alt=""/>
<input type="text" id="MSearchField" value="Search" accesskey="S"
onfocus="searchBox.OnSearchFieldFocus(true)"
onblur="searchBox.OnSearchFieldFocus(false)"
onkeyup="searchBox.OnSearchFieldChange(event)"/>
</span><span class="right">
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
</span>
</div>
</li>
</ul>
</div>
<div id="navrow2" class="tabs2">
<ul class="tablist">
<li><a href="files.html"><span>File&#160;List</span></a></li>
<li><a href="globals.html"><span>File&#160;Members</span></a></li>
</ul>
</div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
<div id="nav-tree">
<div id="nav-tree-contents">
<div id="nav-sync" class="sync"></div>
</div>
</div>
<div id="splitbar" style="-moz-user-select:none;"
class="ui-resizable-handle">
</div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('HdfsStorageDescriptorTest_8java_source.html','');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark">&#160;</span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark">&#160;</span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark">&#160;</span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(9)"><span class="SelectionMark">&#160;</span>Friends</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(10)"><span class="SelectionMark">&#160;</span>Macros</a></div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div class="header">
<div class="headertitle">
<div class="title">HdfsStorageDescriptorTest.java</div> </div>
</div><!--header-->
<div class="contents">
<a href="HdfsStorageDescriptorTest_8java.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">// Copyright 2012 Cloudera Inc.</span></div>
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment">// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);</span></div>
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment">// you may not use this file except in compliance with the License.</span></div>
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment">// You may obtain a copy of the License at</span></div>
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment">// http://www.apache.org/licenses/LICENSE-2.0</span></div>
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment">//</span></div>
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment">// Unless required by applicable law or agreed to in writing, software</span></div>
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment">// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div>
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment">// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div>
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment">// See the License for the specific language governing permissions and</span></div>
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment">// limitations under the License.</span></div>
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;</div>
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="keyword">package </span>com.cloudera.impala.catalog;</div>
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;</div>
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="keyword">import</span> <span class="keyword">static</span> org.junit.Assert.assertEquals;</div>
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;<span class="keyword">import</span> <span class="keyword">static</span> org.junit.Assert.assertNotNull;</div>
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="keyword">import</span> <span class="keyword">static</span> org.junit.Assert.fail;</div>
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;</div>
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;<span class="keyword">import</span> java.util.HashMap;</div>
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="keyword">import</span> java.util.List;</div>
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;</div>
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="keyword">import</span> org.apache.hadoop.hive.metastore.api.SerDeInfo;</div>
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="keyword">import</span> org.apache.hadoop.hive.metastore.api.StorageDescriptor;</div>
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="keyword">import</span> org.apache.hadoop.hive.serde.serdeConstants;</div>
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="keyword">import</span> <a class="code" href="cache-hash-test_8cc.html#a18269e3eecadb27e79614c02d898173e">org.junit.Test</a>;</div>
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;</div>
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="keyword">import</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_1_1InvalidStorageDescriptorException.html">com.cloudera.impala.catalog.HdfsStorageDescriptor.InvalidStorageDescriptorException</a>;</div>
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="keyword">import</span> com.cloudera.impala.thrift.THdfsFileFormat;</div>
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="keyword">import</span> com.google.common.collect.ImmutableList;</div>
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;</div>
<div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html"> 33</a></span>&#160;<span class="keyword">public</span> <span class="keyword">class </span><a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html">HdfsStorageDescriptorTest</a> {</div>
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160; @<a class="code" href="cache-hash-test_8cc.html#a18269e3eecadb27e79614c02d898173e">Test</a></div>
<div class="line"><a name="l00035"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a2a043c3309dad4dce721d1891d05a583"> 35</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a2a043c3309dad4dce721d1891d05a583">delimitersInCorrectOrder</a>() {</div>
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160; <span class="keyword">final</span> List&lt;String&gt; DELIMITER_KEYS =</div>
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160; ImmutableList.of(serdeConstants.LINE_DELIM, serdeConstants.FIELD_DELIM,</div>
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160; serdeConstants.COLLECTION_DELIM, serdeConstants.MAPKEY_DELIM,</div>
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>&#160; serdeConstants.ESCAPE_CHAR, serdeConstants.QUOTE_CHAR);</div>
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>&#160;</div>
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; assertEquals(DELIMITER_KEYS, <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a7b7e47b7b4a4836e30d24fe8cd8faefb">DELIMITER_KEYS</a>);</div>
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; }</div>
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;</div>
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160; @<a class="code" href="cache-hash-test_8cc.html#a18269e3eecadb27e79614c02d898173e">Test</a></div>
<div class="line"><a name="l00049"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a5498088a8fcf45eac3f7ab9c02eebe14"> 49</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a5498088a8fcf45eac3f7ab9c02eebe14">testParquetFileFormat</a>() throws <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1DatabaseNotFoundException.html">DatabaseNotFoundException</a>,</div>
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_1_1InvalidStorageDescriptorException.html">InvalidStorageDescriptorException</a> {</div>
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>&#160; String[] parquetSerDe = <span class="keyword">new</span> String[] {</div>
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>&#160; <span class="stringliteral">&quot;org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe&quot;</span>,</div>
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>&#160; <span class="stringliteral">&quot;parquet.hive.serde.ParquetHiveSerDe&quot;</span>};</div>
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>&#160; String [] inputFormats = <span class="keyword">new</span> String [] {</div>
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160; <span class="stringliteral">&quot;com.cloudera.impala.hive.serde.ParquetInputFormat&quot;</span>,</div>
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>&#160; <span class="stringliteral">&quot;parquet.hive.DeprecatedParquetInputFormat&quot;</span>,</div>
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>&#160; <span class="stringliteral">&quot;parquet.hive.MapredParquetInputFormat&quot;</span>,</div>
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>&#160; <span class="stringliteral">&quot;org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat&quot;</span>};</div>
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>&#160; String [] outputFormats = <span class="keyword">new</span> String [] {</div>
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>&#160; <span class="stringliteral">&quot;com.cloudera.impala.hive.serde.ParquetOutputFormat&quot;</span>,</div>
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>&#160; <span class="stringliteral">&quot;parquet.hive.DeprecatedParquetOutputFormat&quot;</span>,</div>
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; <span class="stringliteral">&quot;parquet.hive.MapredParquetOutputFormat&quot;</span>,</div>
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <span class="stringliteral">&quot;org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat&quot;</span>};</div>
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160;</div>
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; <span class="keywordflow">for</span> (String serDe: parquetSerDe) {</div>
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; SerDeInfo serDeInfo = <span class="keyword">new</span> SerDeInfo();</div>
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160; serDeInfo.setSerializationLib(serDe);</div>
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; serDeInfo.setParameters(<span class="keyword">new</span> HashMap&lt;String, String&gt;());</div>
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; <span class="keywordflow">for</span> (String inputFormat: inputFormats) {</div>
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; <span class="keywordflow">for</span> (String outputFormat: outputFormats) {</div>
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; StorageDescriptor sd = <span class="keyword">new</span> StorageDescriptor();</div>
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160; sd.setSerdeInfo(serDeInfo);</div>
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; sd.setInputFormat(inputFormat);</div>
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160; sd.setOutputFormat(outputFormat);</div>
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTblName&quot;</span>, sd));</div>
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; }</div>
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160; }</div>
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; }</div>
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; }</div>
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160;</div>
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>&#160; @<a class="code" href="cache-hash-test_8cc.html#a18269e3eecadb27e79614c02d898173e">Test</a></div>
<div class="line"><a name="l00086"></a><span class="lineno"><a class="line" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a1d56feb943accc55039e11d774dc987e"> 86</a></span>&#160; <span class="keyword">public</span> <span class="keywordtype">void</span> <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a1d56feb943accc55039e11d774dc987e">testDelimiters</a>() throws <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_1_1InvalidStorageDescriptorException.html">InvalidStorageDescriptorException</a> {</div>
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; StorageDescriptor sd = HiveStorageDescriptorFactory.createSd(THdfsFileFormat.TEXT,</div>
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160; <a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1RowFormat.html#a07b3d29ab814093196b8bc9df31b2903">RowFormat.DEFAULT_ROW_FORMAT</a>);</div>
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>&#160; sd.setParameters(<span class="keyword">new</span> HashMap&lt;String, String&gt;());</div>
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;-2&quot;</span>);</div>
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160;</div>
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;-128&quot;</span>);</div>
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>&#160;</div>
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;127&quot;</span>);</div>
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>&#160;</div>
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.LINE_DELIM, <span class="stringliteral">&quot;\001&quot;</span>);</div>
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160;</div>
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;|&quot;</span>);</div>
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160;</div>
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;\t&quot;</span>);</div>
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>&#160; assertNotNull(<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">fromStorageDescriptor</a>(<span class="stringliteral">&quot;fakeTbl&quot;</span>, sd));</div>
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>&#160;</div>
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;ab&quot;</span>);</div>
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>&#160; HdfsStorageDescriptor.fromStorageDescriptor(<span class="stringliteral">&quot;fake&quot;</span>, sd);</div>
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>&#160; fail();</div>
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>&#160; } <span class="keywordflow">catch</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.InvalidStorageDescriptorException e) {</div>
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; assertEquals(<span class="stringliteral">&quot;Invalid delimiter: &#39;ab&#39;. Delimiter must be specified as a &quot;</span> +</div>
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="stringliteral">&quot;single character or as a decimal value in the range [-128:127]&quot;</span>,</div>
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; e.getMessage());</div>
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; }</div>
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160;</div>
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;128&quot;</span>);</div>
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>&#160; HdfsStorageDescriptor.fromStorageDescriptor(<span class="stringliteral">&quot;fake&quot;</span>, sd);</div>
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>&#160; fail();</div>
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; } <span class="keywordflow">catch</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.InvalidStorageDescriptorException e) {</div>
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160; assertEquals(<span class="stringliteral">&quot;Invalid delimiter: &#39;128&#39;. Delimiter must be specified as a &quot;</span> +</div>
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>&#160; <span class="stringliteral">&quot;single character or as a decimal value in the range [-128:127]&quot;</span>,</div>
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>&#160; e.getMessage());</div>
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>&#160; }</div>
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>&#160;</div>
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.FIELD_DELIM, <span class="stringliteral">&quot;\128&quot;</span>);</div>
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>&#160; HdfsStorageDescriptor.fromStorageDescriptor(<span class="stringliteral">&quot;fake&quot;</span>, sd);</div>
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; fail();</div>
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160; } <span class="keywordflow">catch</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.InvalidStorageDescriptorException e) {</div>
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160; assertEquals(<span class="stringliteral">&quot;Invalid delimiter: &#39;\128&#39;. Delimiter must be specified as a &quot;</span> +</div>
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>&#160; <span class="stringliteral">&quot;single character or as a decimal value in the range [-128:127]&quot;</span>,</div>
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>&#160; e.getMessage());</div>
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>&#160; }</div>
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160;</div>
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>&#160; sd.getSerdeInfo().setParameters(<span class="keyword">new</span> HashMap&lt;String,String&gt;());</div>
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; sd.getSerdeInfo().putToParameters(serdeConstants.LINE_DELIM, <span class="stringliteral">&quot;-129&quot;</span>);</div>
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160; <span class="keywordflow">try</span> {</div>
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>&#160; HdfsStorageDescriptor.fromStorageDescriptor(<span class="stringliteral">&quot;fake&quot;</span>, sd);</div>
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>&#160; fail();</div>
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>&#160; } <span class="keywordflow">catch</span> (<a class="code" href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">HdfsStorageDescriptor</a>.InvalidStorageDescriptorException e) {</div>
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>&#160; assertEquals(<span class="stringliteral">&quot;Invalid delimiter: &#39;-129&#39;. Delimiter must be specified as a &quot;</span> +</div>
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; <span class="stringliteral">&quot;single character or as a decimal value in the range [-128:127]&quot;</span>,</div>
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; e.getMessage());</div>
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160; }</div>
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; }</div>
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160;}</div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html">com.cloudera.impala.catalog.HdfsStorageDescriptor</a></div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptor_8java_source.html#l00033">HdfsStorageDescriptor.java:33</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_1_1InvalidStorageDescriptorException_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_1_1InvalidStorageDescriptorException.html">com.cloudera.impala.catalog.HdfsStorageDescriptor.InvalidStorageDescriptorException</a></div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptor_8java_source.html#l00176">HdfsStorageDescriptor.java:176</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1RowFormat_html_a07b3d29ab814093196b8bc9df31b2903"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1RowFormat.html#a07b3d29ab814093196b8bc9df31b2903">com.cloudera.impala.catalog.RowFormat.DEFAULT_ROW_FORMAT</a></div><div class="ttdeci">static final RowFormat DEFAULT_ROW_FORMAT</div><div class="ttdef"><b>Definition:</b> <a href="RowFormat_8java_source.html#l00032">RowFormat.java:32</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest_html_a1d56feb943accc55039e11d774dc987e"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a1d56feb943accc55039e11d774dc987e">com.cloudera.impala.catalog.HdfsStorageDescriptorTest.testDelimiters</a></div><div class="ttdeci">void testDelimiters()</div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptorTest_8java_source.html#l00086">HdfsStorageDescriptorTest.java:86</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_html_a7b7e47b7b4a4836e30d24fe8cd8faefb"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a7b7e47b7b4a4836e30d24fe8cd8faefb">com.cloudera.impala.catalog.HdfsStorageDescriptor.DELIMITER_KEYS</a></div><div class="ttdeci">static final List&lt; String &gt; DELIMITER_KEYS</div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptor_8java_source.html#l00047">HdfsStorageDescriptor.java:47</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest_html_a2a043c3309dad4dce721d1891d05a583"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a2a043c3309dad4dce721d1891d05a583">com.cloudera.impala.catalog.HdfsStorageDescriptorTest.delimitersInCorrectOrder</a></div><div class="ttdeci">void delimitersInCorrectOrder()</div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptorTest_8java_source.html#l00035">HdfsStorageDescriptorTest.java:35</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1DatabaseNotFoundException_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1DatabaseNotFoundException.html">com.cloudera.impala.catalog.DatabaseNotFoundException</a></div><div class="ttdef"><b>Definition:</b> <a href="DatabaseNotFoundException_8java_source.html#l00021">DatabaseNotFoundException.java:21</a></div></div>
<div class="ttc" id="cache-hash-test_8cc_html_a18269e3eecadb27e79614c02d898173e"><div class="ttname"><a href="cache-hash-test_8cc.html#a18269e3eecadb27e79614c02d898173e">Test</a></div><div class="ttdeci">uint64_t Test(T *ht, const ProbeTuple *input, uint64_t num_tuples)</div><div class="ttdef"><b>Definition:</b> <a href="cache-hash-test_8cc_source.html#l00067">cache-hash-test.cc:67</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest_html"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html">com.cloudera.impala.catalog.HdfsStorageDescriptorTest</a></div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptorTest_8java_source.html#l00033">HdfsStorageDescriptorTest.java:33</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor_html_a6f322f16595069bac221f9823dd5c018"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptor.html#a6f322f16595069bac221f9823dd5c018">com.cloudera.impala.catalog.HdfsStorageDescriptor.fromStorageDescriptor</a></div><div class="ttdeci">static HdfsStorageDescriptor fromStorageDescriptor(String tblName, StorageDescriptor sd)</div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptor_8java_source.html#l00195">HdfsStorageDescriptor.java:195</a></div></div>
<div class="ttc" id="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest_html_a5498088a8fcf45eac3f7ab9c02eebe14"><div class="ttname"><a href="classcom_1_1cloudera_1_1impala_1_1catalog_1_1HdfsStorageDescriptorTest.html#a5498088a8fcf45eac3f7ab9c02eebe14">com.cloudera.impala.catalog.HdfsStorageDescriptorTest.testParquetFileFormat</a></div><div class="ttdeci">void testParquetFileFormat()</div><div class="ttdef"><b>Definition:</b> <a href="HdfsStorageDescriptorTest_8java_source.html#l00049">HdfsStorageDescriptorTest.java:49</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
<ul>
<li class="navelem"><a class="el" href="dir_ca2797c59c2e868cd2eca72571423f6a.html">fe</a></li><li class="navelem"><a class="el" href="dir_9456c03c9c6e5a96e843b28fc5c6395b.html">src</a></li><li class="navelem"><a class="el" href="dir_5e883f6dc74bff61c96421c8f6a7e178.html">test</a></li><li class="navelem"><a class="el" href="dir_90203b64d536a3b270171a34c42a21ea.html">java</a></li><li class="navelem"><a class="el" href="dir_11616761b8bb98abd72e3e6bfe811524.html">com</a></li><li class="navelem"><a class="el" href="dir_b7afc6fa9388eeabd689520334a456b3.html">cloudera</a></li><li class="navelem"><a class="el" href="dir_85b47c81f280e02ede8246bf72165fa2.html">impala</a></li><li class="navelem"><a class="el" href="dir_cd676b9b8193afde34180262b41f35d2.html">catalog</a></li><li class="navelem"><a class="el" href="HdfsStorageDescriptorTest_8java.html">HdfsStorageDescriptorTest.java</a></li>
<li class="footer">Generated on Thu May 7 2015 16:10:39 for Impala by
<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/></a> 1.8.6 </li>
</ul>
</div>
</body>
</html>