

<!--
Javascript to render AIRFLOW-XXX and PR references in text
as HTML links.

Overrides extrahead block from sphinx_rtd_theme
https://www.sphinx-doc.org/en/master/templating.html
-->


<!DOCTYPE html>
<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
<head>
  <meta charset="utf-8">
  
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  
  <title>airflow.contrib.operators.cassandra_to_gcs &mdash; Airflow Documentation</title>
  

    <link rel="shortcut icon" href="../../../../../_static/pin_32.png"/>
  
  
  <script type="text/javascript" src="../../../../../_static/js/modernizr.min.js"></script>
  
    
      <script type="text/javascript" id="documentation_options" data-url_root="../../../../../" src="../../../../../_static/documentation_options.js"></script>
        <script type="text/javascript" src="../../../../../_static/jquery.js"></script>
        <script type="text/javascript" src="../../../../../_static/underscore.js"></script>
        <script type="text/javascript" src="../../../../../_static/doctools.js"></script>
        <script type="text/javascript" src="../../../../../_static/language_data.js"></script>
        <script type="text/javascript" src="../../../../../_static/jira-links.js"></script>
    
    <script type="text/javascript" src="../../../../../_static/js/theme.js"></script>

    
  <link rel="stylesheet" href="../../../../../_static/css/theme.css" type="text/css" />
  <link rel="stylesheet" href="../../../../../_static/pygments.css" type="text/css" />
  <link rel="stylesheet" href="../../../../../_static/graphviz.css" type="text/css" />
  <link rel="stylesheet" href="../../../../../_static/exampleinclude.css" type="text/css" />
    <link rel="index" title="Index" href="../../../../../genindex.html" />
    <link rel="search" title="Search" href="../../../../../search.html" />
    <link rel="next" title="airflow.contrib.operators.databricks_operator" href="../databricks_operator/index.html" />
    <link rel="prev" title="airflow.contrib.operators.bigquery_to_mysql_operator" href="../bigquery_to_mysql_operator/index.html" />
   
  <script>
  </script>
  <style>

  </style>

</head>

<body class="wy-body-for-nav">

   
  <div class="wy-grid-for-nav">
    
    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
      <div class="wy-side-scroll">
        <div class="wy-side-nav-search" >
          

            <a href="../../../../../index.html" class="icon icon-home"> Airflow
          

          </a>

          
              <div class="version">
                1.10.8
              </div>
            
          
<div role="search">
  <form id="rtd-search-form" class="wy-form" action="../../../../../search.html" method="get">
    <input type="text" name="q" placeholder="Search docs" />
    <input type="hidden" name="check_keywords" value="yes" />
    <input type="hidden" name="area" value="default" />
  </form>
</div>

          
        </div>

        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
          
            
              <ul>
<li class="toctree-l1"><a class="reference internal" href="../../../../../project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../start.html">Quick Start</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../tutorial.html">Tutorial</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../howto/index.html">How-to Guides</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../ui.html">UI / Screenshots</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../concepts.html">Concepts</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../profiling.html">Data Profiling</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../cli.html">Command Line Interface Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../scheduler.html">Scheduling &amp; Triggers</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../plugins.html">Plugins</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../security.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../timezone.html">Time zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../api.html">REST API Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../integration.html">Integration</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../metrics.html">Metrics</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../errors.html">Error Tracking</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../kubernetes.html">Kubernetes</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../lineage.html">Lineage</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../dag-serialization.html">DAG Serialization</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../changelog.html">Changelog</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../best-practices.html">Best Practices</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../faq.html">FAQ</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../macros.html">Macros reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
<ul class="current">
<li class="toctree-l1 current"><a class="reference internal" href="../../../../index.html">Python API</a><ul class="current">
<li class="toctree-l2 current"><a class="reference internal" href="../../../../index.html#operators">Operators</a><ul class="current">
<li class="toctree-l3"><a class="reference internal" href="../../../../index.html#baseoperator">BaseOperator</a></li>
<li class="toctree-l3"><a class="reference internal" href="../../../../index.html#basesensoroperator">BaseSensorOperator</a></li>
<li class="toctree-l3 current"><a class="reference internal" href="../../../../index.html#operators-packages">Operators packages</a><ul class="current">
<li class="toctree-l4"><a class="reference internal" href="../../../operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="../../../sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
<li class="toctree-l4 current"><a class="reference internal" href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.operators</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="../../sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.sensors</span></code></a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="../../../../index.html#hooks">Hooks</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../index.html#executors">Executors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../index.html#models">Models</a></li>
<li class="toctree-l2"><a class="reference internal" href="../../../../index.html#core-and-community-package">Core and community package</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="../../../../../configurations-ref.html">Configurations</a></li>
</ul>

            
        </div>
      </div>
    </nav>

    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">

      
      <nav class="wy-nav-top" aria-label="top navigation">
        
          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
          <a href="../../../../../index.html">Airflow</a>
        
      </nav>


      <div class="wy-nav-content">
        
        <div class="rst-content">
        
          
<div role="navigation" aria-label="breadcrumbs navigation">

  <ul class="wy-breadcrumbs">
    
      <li><a href="../../../../../index.html">Docs</a> &raquo;</li>
        
          <li><a href="../../../../index.html">Python API Reference</a> &raquo;</li>
        
          <li><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.operators</span></code></a> &raquo;</li>
        
      <li><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.operators.cassandra_to_gcs</span></code></li>
    
    
      <li class="wy-breadcrumbs-aside">
        
            
            <a href="../../../../../_sources/_api/airflow/contrib/operators/cassandra_to_gcs/index.rst.txt" rel="nofollow"> View page source</a>
          
        
      </li>
    
  </ul>

  
  <hr/>
</div>
          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
           <div itemprop="articleBody">
            
  <div class="section" id="module-airflow.contrib.operators.cassandra_to_gcs">
<span id="airflow-contrib-operators-cassandra-to-gcs"></span><h1><a class="reference internal" href="#module-airflow.contrib.operators.cassandra_to_gcs" title="airflow.contrib.operators.cassandra_to_gcs"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.operators.cassandra_to_gcs</span></code></a><a class="headerlink" href="#module-airflow.contrib.operators.cassandra_to_gcs" title="Permalink to this headline">¶</a></h1>
<p><p>This module contains operator for copying
data from Cassandra to Google cloud storage in JSON format.</p>
</p>
<div class="section" id="module-contents">
<h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this headline">¶</a></h2>
<dl class="class">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator">
<em class="property">class </em><code class="sig-prename descclassname">airflow.contrib.operators.cassandra_to_gcs.</code><code class="sig-name descname">CassandraToGoogleCloudStorageOperator</code><span class="sig-paren">(</span><em class="sig-param">cql</em>, <em class="sig-param">bucket</em>, <em class="sig-param">filename</em>, <em class="sig-param">schema_filename=None</em>, <em class="sig-param">approx_max_file_size_bytes=1900000000</em>, <em class="sig-param">gzip=False</em>, <em class="sig-param">cassandra_conn_id='cassandra_default'</em>, <em class="sig-param">google_cloud_storage_conn_id='google_cloud_default'</em>, <em class="sig-param">delegate_to=None</em>, <em class="sig-param">*args</em>, <em class="sig-param">**kwargs</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator" title="Permalink to this definition">¶</a></dt>
<dd><p>Bases: <a class="reference internal" href="../../../models/index.html#airflow.models.BaseOperator" title="airflow.models.BaseOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.models.BaseOperator</span></code></a></p>
<p>Copy data from Cassandra to Google cloud storage in JSON format</p>
<p>Note: Arrays of arrays are not supported.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>cql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – The CQL to execute on the Cassandra table.</p></li>
<li><p><strong>bucket</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – The bucket to upload to.</p></li>
<li><p><strong>filename</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – The filename to use as the object name when uploading
to Google cloud storage. A {} should be specified in the filename
to allow the operator to inject file numbers in cases where the
file is split due to size.</p></li>
<li><p><strong>schema_filename</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – If set, the filename to use as the object name
when uploading a .json file containing the BigQuery schema fields
for the table that was dumped from MySQL.</p></li>
<li><p><strong>approx_max_file_size_bytes</strong> (<em>long</em>) – This operator supports the ability
to split large table dumps into multiple files (see notes in the
filename param docs above). This param allows developers to specify the
file size of the splits. Check <a class="reference external" href="https://cloud.google.com/storage/quotas">https://cloud.google.com/storage/quotas</a>
to see the maximum allowed file size for a single object.</p></li>
<li><p><strong>cassandra_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – Reference to a specific Cassandra hook.</p></li>
<li><p><strong>gzip</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.8)"><em>bool</em></a>) – Option to compress file for upload</p></li>
<li><p><strong>google_cloud_storage_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – Reference to a specific Google
cloud storage hook.</p></li>
<li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.8)"><em>str</em></a>) – The account to impersonate, if any. For this to
work, the service account making the request must have domain-wide
delegation enabled.</p></li>
</ul>
</dd>
</dl>
<dl class="attribute">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.template_fields">
<code class="sig-name descname">template_fields</code><em class="property"> = ['cql', 'bucket', 'filename', 'schema_filename']</em><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.template_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.template_fields" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="attribute">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.template_ext">
<code class="sig-name descname">template_ext</code><em class="property"> = ['.cql']</em><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.template_ext"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.template_ext" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="attribute">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.ui_color">
<code class="sig-name descname">ui_color</code><em class="property"> = #a0e08c</em><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.ui_color"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.ui_color" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="attribute">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.CQL_TYPE_MAP">
<code class="sig-name descname">CQL_TYPE_MAP</code><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.CQL_TYPE_MAP"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.CQL_TYPE_MAP" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.execute">
<code class="sig-name descname">execute</code><span class="sig-paren">(</span><em class="sig-param">self</em>, <em class="sig-param">context</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.execute"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.execute" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._query_cassandra">
<code class="sig-name descname">_query_cassandra</code><span class="sig-paren">(</span><em class="sig-param">self</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator._query_cassandra"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._query_cassandra" title="Permalink to this definition">¶</a></dt>
<dd><p>Queries cassandra and returns a cursor to the results.</p>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._write_local_data_files">
<code class="sig-name descname">_write_local_data_files</code><span class="sig-paren">(</span><em class="sig-param">self</em>, <em class="sig-param">cursor</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator._write_local_data_files"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._write_local_data_files" title="Permalink to this definition">¶</a></dt>
<dd><p>Takes a cursor, and writes results to a local file.</p>
<dl class="field-list simple">
<dt class="field-odd">Returns</dt>
<dd class="field-odd"><p>A dictionary where keys are filenames to be used as object
names in GCS, and values are file handles to local files that
contain the data for the GCS objects.</p>
</dd>
</dl>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._write_local_schema_file">
<code class="sig-name descname">_write_local_schema_file</code><span class="sig-paren">(</span><em class="sig-param">self</em>, <em class="sig-param">cursor</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator._write_local_schema_file"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._write_local_schema_file" title="Permalink to this definition">¶</a></dt>
<dd><p>Takes a cursor, and writes the BigQuery schema for the results to a
local file system.</p>
<dl class="field-list simple">
<dt class="field-odd">Returns</dt>
<dd class="field-odd"><p>A dictionary where key is a filename to be used as an object
name in GCS, and values are file handles to local files that
contains the BigQuery schema fields in .json format.</p>
</dd>
</dl>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._upload_to_gcs">
<code class="sig-name descname">_upload_to_gcs</code><span class="sig-paren">(</span><em class="sig-param">self</em>, <em class="sig-param">files_to_upload</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator._upload_to_gcs"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator._upload_to_gcs" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.generate_data_dict">
<em class="property">classmethod </em><code class="sig-name descname">generate_data_dict</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">names</em>, <em class="sig-param">values</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.generate_data_dict"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.generate_data_dict" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_value">
<em class="property">classmethod </em><code class="sig-name descname">convert_value</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">value</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.convert_value"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_value" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_array_types">
<em class="property">classmethod </em><code class="sig-name descname">convert_array_types</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">value</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.convert_array_types"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_array_types" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_user_type">
<em class="property">classmethod </em><code class="sig-name descname">convert_user_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">value</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.convert_user_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_user_type" title="Permalink to this definition">¶</a></dt>
<dd><p>Converts a user type to RECORD that contains n fields, where n is the
number of attributes. Each element in the user type class will be converted to its
corresponding data type in BQ.</p>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_tuple_type">
<em class="property">classmethod </em><code class="sig-name descname">convert_tuple_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">value</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.convert_tuple_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_tuple_type" title="Permalink to this definition">¶</a></dt>
<dd><p>Converts a tuple to RECORD that contains n fields, each will be converted
to its corresponding data type in bq and will be named ‘field_&lt;index&gt;’, where
index is determined by the order of the tuple elements defined in cassandra.</p>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_map_type">
<em class="property">classmethod </em><code class="sig-name descname">convert_map_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">value</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.convert_map_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.convert_map_type" title="Permalink to this definition">¶</a></dt>
<dd><p>Converts a map to a repeated RECORD that contains two fields: ‘key’ and ‘value’,
each will be converted to its corresponding data type in BQ.</p>
</dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.generate_schema_dict">
<em class="property">classmethod </em><code class="sig-name descname">generate_schema_dict</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.generate_schema_dict"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.generate_schema_dict" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_fields">
<em class="property">classmethod </em><code class="sig-name descname">get_bq_fields</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">name</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.get_bq_fields"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_fields" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_simple_type">
<em class="property">classmethod </em><code class="sig-name descname">is_simple_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.is_simple_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_simple_type" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_array_type">
<em class="property">classmethod </em><code class="sig-name descname">is_array_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.is_array_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_array_type" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_record_type">
<em class="property">classmethod </em><code class="sig-name descname">is_record_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.is_record_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.is_record_type" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_type">
<em class="property">classmethod </em><code class="sig-name descname">get_bq_type</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.get_bq_type"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_type" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

<dl class="method">
<dt id="airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_mode">
<em class="property">classmethod </em><code class="sig-name descname">get_bq_mode</code><span class="sig-paren">(</span><em class="sig-param">cls</em>, <em class="sig-param">type</em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../_modules/airflow/contrib/operators/cassandra_to_gcs.html#CassandraToGoogleCloudStorageOperator.get_bq_mode"><span class="viewcode-link">[source]</span></a><a class="headerlink" href="#airflow.contrib.operators.cassandra_to_gcs.CassandraToGoogleCloudStorageOperator.get_bq_mode" title="Permalink to this definition">¶</a></dt>
<dd></dd></dl>

</dd></dl>

</div>
</div>


           </div>
           
          </div>
          

<footer>
  
    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
      
        <a href="../databricks_operator/index.html" class="btn btn-neutral float-right" title="airflow.contrib.operators.databricks_operator" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
      
      
        <a href="../bigquery_to_mysql_operator/index.html" class="btn btn-neutral float-left" title="airflow.contrib.operators.bigquery_to_mysql_operator" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
      
    </div>
  

  <hr/>

  <div role="contentinfo">
    <p>

    </p>
  </div>
  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
  <div class="footer">This page uses <a href="https://analytics.google.com/">
    Google Analytics</a> to collect statistics. You can disable it by blocking
    the JavaScript coming from www.google-analytics.com. Check our
    <a href="../../../../../privacy_notice.html">Privacy Policy</a>
    for more details.
  </div>


</footer>

        </div>
      </div>

    </section>

  </div>
  

  <script type="text/javascript">
      jQuery(function () {
          SphinxRtdTheme.Navigation.enable(true);
      });
  </script>

  
    <!-- Theme Analytics -->
    <script>
    (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
      (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
      m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
    })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

    ga('create', 'UA-140539454-1', 'auto');
    ga('send', 'pageview');
    </script>

    
</body>
</html>