| |
| |
| |
| <!DOCTYPE html> |
| <!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> |
| <!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> |
| <head> |
| <meta charset="utf-8"> |
| |
| <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
| |
| <title>Train Char-RNN over plain text — incubator-singa 1.1.0 documentation</title> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="stylesheet" href="../../../_static/css/theme.css" type="text/css" /> |
| |
| |
| |
| |
| |
| <link rel="top" title="incubator-singa 1.1.0 documentation" href="../../../index.html"/> |
| <link rel="up" title="Model Zoo" href="../index.html"/> |
| <link rel="next" title="Train AlexNet over ImageNet" href="../imagenet/alexnet/README.html"/> |
| <link rel="prev" title="Train CNN over Cifar-10" href="../cifar10/README.html"/> |
| <link href="../../../_static/style.css" rel="stylesheet" type="text/css"> |
| |
| |
| |
| <script src="../../../_static/js/modernizr.min.js"></script> |
| |
| </head> |
| |
| <body class="wy-body-for-nav" role="document"> |
| |
| <div class="wy-grid-for-nav"> |
| |
| |
| <nav data-toggle="wy-nav-shift" class="wy-nav-side"> |
| <div class="wy-side-scroll"> |
| <div class="wy-side-nav-search"> |
| |
| |
| |
| <a href="../../../index.html" class="icon icon-home"> incubator-singa |
| |
| |
| |
| |
| <img src="../../../_static/singa.png" class="logo" /> |
| |
| </a> |
| |
| |
| |
| |
| <div class="version"> |
| latest |
| </div> |
| |
| |
| |
| |
| <div role="search"> |
| <form id="rtd-search-form" class="wy-form" action="../../../search.html" method="get"> |
| <input type="text" name="q" placeholder="Search docs" /> |
| <input type="hidden" name="check_keywords" value="yes" /> |
| <input type="hidden" name="area" value="default" /> |
| </form> |
| </div> |
| |
| |
| </div> |
| |
| <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> |
| |
| |
| |
| <ul class="current"> |
| <li class="toctree-l1"><a class="reference internal" href="../../../downloads.html">Download SINGA</a></li> |
| <li class="toctree-l1 current"><a class="reference internal" href="../../index.html">Documentation</a><ul class="current"> |
| <li class="toctree-l2"><a class="reference internal" href="../../installation.html">Installation</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../software_stack.html">Software Stack</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../device.html">Device</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../tensor.html">Tensor</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../layer.html">Layer</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../net.html">FeedForward Net</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../initializer.html">Initializer</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../loss.html">Loss</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../metric.html">Metric</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../optimizer.html">Optimizer</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../data.html">Data</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../image_tool.html">Image Tool</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../snapshot.html">Snapshot</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../converter.html">Caffe Converter</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="../../utils.html">Utils</a></li> |
| <li class="toctree-l2 current"><a class="reference internal" href="../index.html">Model Zoo</a><ul class="current"> |
| <li class="toctree-l3"><a class="reference internal" href="../cifar10/README.html">Train CNN over Cifar-10</a></li> |
| <li class="toctree-l3 current"><a class="current reference internal" href="">Train Char-RNN over plain text</a><ul> |
| <li class="toctree-l4"><a class="reference internal" href="#instructions">Instructions</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l3"><a class="reference internal" href="../imagenet/alexnet/README.html">Train AlexNet over ImageNet</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="../imagenet/googlenet/README.html">Image Classification using GoogleNet</a></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <p class="caption"><span class="caption-text">Development</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../develop/schedule.html">Development Schedule</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../develop/how-contribute.html">How to Contribute to SINGA</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../develop/contribute-code.html">How to Contribute Code</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../develop/contribute-docs.html">How to Contribute to Documentation</a></li> |
| </ul> |
| <p class="caption"><span class="caption-text">Community</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../community/source-repository.html">Source Repository</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../community/mail-lists.html">Project Mailing Lists</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../community/issue-tracking.html">Issue Tracking</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../community/team-list.html">The SINGA Team</a></li> |
| </ul> |
| |
| |
| |
| </div> |
| </div> |
| </nav> |
| |
| <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> |
| |
| |
| <nav class="wy-nav-top" role="navigation" aria-label="top navigation"> |
| <i data-toggle="wy-nav-top" class="fa fa-bars"></i> |
| <a href="../../../index.html">incubator-singa</a> |
| </nav> |
| |
| |
| |
| <div class="wy-nav-content"> |
| <div class="rst-content"> |
| |
| |
| |
| |
| |
| |
| <div role="navigation" aria-label="breadcrumbs navigation"> |
| <ul class="wy-breadcrumbs"> |
| <li><a href="../../../index.html">Docs</a> »</li> |
| |
| <li><a href="../../index.html">Documentation</a> »</li> |
| |
| <li><a href="../index.html">Model Zoo</a> »</li> |
| |
| <li>Train Char-RNN over plain text</li> |
| <li class="wy-breadcrumbs-aside"> |
| |
| |
| |
| </li> |
| </ul> |
| <hr/> |
| </div> |
| <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article"> |
| <div itemprop="articleBody"> |
| |
| <div class="section" id="train-char-rnn-over-plain-text"> |
| <span id="train-char-rnn-over-plain-text"></span><h1>Train Char-RNN over plain text<a class="headerlink" href="#train-char-rnn-over-plain-text" title="Permalink to this headline">¶</a></h1> |
| <p>Recurrent neural networks (RNN) are widely used for modelling sequential data, |
| e.g., natural language sentences. This example describes how to implement a RNN |
| application (or model) using SINGA’s RNN layers. |
| We will use the <a class="reference external" href="https://github.com/karpathy/char-rnn">char-rnn</a> model as an |
| example, which trains over sentences or |
| source code, with each character as an input unit. Particularly, we will train |
| a RNN using GRU over Linux kernel source code. After training, we expect to |
| generate meaningful code from the model.</p> |
| <div class="section" id="instructions"> |
| <span id="instructions"></span><h2>Instructions<a class="headerlink" href="#instructions" title="Permalink to this headline">¶</a></h2> |
| <ul> |
| <li><p class="first">Compile and install SINGA. Currently the RNN implementation depends on Cudnn with version >= 5.05.</p> |
| </li> |
| <li><p class="first">Prepare the dataset. Download the <a class="reference external" href="http://cs.stanford.edu/people/karpathy/char-rnn/">kernel source code</a>. |
| Other plain text files can also be used.</p> |
| </li> |
| <li><p class="first">Start the training,</p> |
| <div class="highlight-python"><div class="highlight"><pre> python train.py linux_input.txt |
| </pre></div> |
| </div> |
| <p>Some hyper-parameters could be set through command line,</p> |
| <div class="highlight-python"><div class="highlight"><pre> python train.py -h |
| </pre></div> |
| </div> |
| </li> |
| <li><p class="first">Sample characters from the model by providing the number of characters to sample and the seed string.</p> |
| <div class="highlight-python"><div class="highlight"><pre> python sample.py 'model.bin' 100 --seed '#include <std' |
| </pre></div> |
| </div> |
| <p>Please replace ‘model.bin’ with the path to one of the checkpoint paths.</p> |
| </li> |
| </ul> |
| </div> |
| </div> |
| |
| |
| </div> |
| </div> |
| <footer> |
| |
| <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation"> |
| |
| <a href="../imagenet/alexnet/README.html" class="btn btn-neutral float-right" title="Train AlexNet over ImageNet" accesskey="n">Next <span class="fa fa-arrow-circle-right"></span></a> |
| |
| |
| <a href="../cifar10/README.html" class="btn btn-neutral" title="Train CNN over Cifar-10" accesskey="p"><span class="fa fa-arrow-circle-left"></span> Previous</a> |
| |
| </div> |
| |
| |
| <hr/> |
| |
| <div role="contentinfo"> |
| <p> |
| © Copyright 2017 The Apache Software Foundation. All rights reserved. Apache Singa, Apache, the Apache feather logo, and the Apache Singa project logos are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.. |
| |
| </p> |
| </div> |
| Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/snide/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>. |
| |
| </footer> |
| |
| </div> |
| </div> |
| |
| </section> |
| |
| </div> |
| |
| |
| |
| |
| |
| <script type="text/javascript"> |
| var DOCUMENTATION_OPTIONS = { |
| URL_ROOT:'../../../', |
| VERSION:'1.1.0', |
| COLLAPSE_INDEX:false, |
| FILE_SUFFIX:'.html', |
| HAS_SOURCE: true |
| }; |
| </script> |
| <script type="text/javascript" src="../../../_static/jquery.js"></script> |
| <script type="text/javascript" src="../../../_static/underscore.js"></script> |
| <script type="text/javascript" src="../../../_static/doctools.js"></script> |
| |
| |
| |
| |
| |
| <script type="text/javascript" src="../../../_static/js/theme.js"></script> |
| |
| |
| |
| |
| <script type="text/javascript"> |
| jQuery(function () { |
| SphinxRtdTheme.StickyNav.enable(); |
| }); |
| </script> |
| |
| |
| <div class="rst-versions shift-up" data-toggle="rst-versions" role="note" aria-label="versions"> |
| <span class="rst-current-version" data-toggle="rst-current-version"> |
| <span class="fa fa-book"> incubator-singa </span> |
| v: latest |
| <span class="fa fa-caret-down"></span> |
| </span> |
| <div class="rst-other-versions"> |
| <dl> |
| <dt>Languages</dt> |
| <dd><a href="../../../../en/index.html">English</a></dd> |
| <dd><a href="../../../../zh/index.html">中文</a></dd> |
| </dl> |
| <dl> |
| <dt>Versions</dt> |
| <dd><a href="http://singa.apache.org/v0.3.0/">0.3</a></dd> |
| <dd><a href="http://singa.apache.org/v1.1.0/">1.1</a></dd> |
| </dl> |
| |
| </div> |
| <a href="http://incubator.apache.org/"> <img src= "../../../_static/apache.jpg"> </a> |
| </div> |
| |
| <a href="https://github.com/apache/incubator-singa"> |
| <img style="position: absolute; top: 0; right: 0; border: 0; z-index: 10000;" |
| src="https://s3.amazonaws.com/github/ribbons/forkme_right_orange_ff7600.png" |
| alt="Fork me on GitHub"> |
| </a> |
| |
| |
| |
| |
| </body> |
| </html> |
