RNN_text_generation/RNN_project.html

<!DOCTYPE html>
<html>
<head><meta charset="utf-8" />
<title>RNN_project</title><script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.7 (http://getbootstrap.com)
 * Copyright 2011-2016 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    color: #000 !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.2.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.2.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.2.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.2.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.2.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.2.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=1);
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2);
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=3);
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1);
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1);
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
@media (max-width: 991px) {
  #ipython_notebook {
    margin-left: 10px;
  }
}
[dir="rtl"] #ipython_notebook {
  float: right !important;
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#login_widget {
  float: right;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  text-align: center;
  vertical-align: middle;
  display: inline;
  opacity: 0;
  z-index: 2;
  width: 12ex;
  margin-right: -12ex;
}
.alternate_upload .btn-upload {
  height: 22px;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
[dir="rtl"] #tabs li {
  float: right;
}
ul#tabs {
  margin-bottom: 4px;
}
[dir="rtl"] ul#tabs {
  margin-right: 0px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
[dir="rtl"] .list_toolbar .tree-buttons {
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-right {
  padding-top: 1px;
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-left {
  float: right !important;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: baseline;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
#tree-selector {
  padding-right: 0px;
}
[dir="rtl"] #tree-selector a {
  float: right;
}
#button-select-all {
  min-width: 50px;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
[dir="rtl"] #new-menu {
  text-align: right;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
[dir="rtl"] #running .col-sm-8 {
  float: right !important;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI colors. */
.ansibold {
  font-weight: bold;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  border-left-width: 1px;
  padding-left: 5px;
  background: linear-gradient(to right, transparent -40px, transparent 1px, transparent 1px, transparent 100%);
}
div.cell.jupyter-soft-selected {
  border-left-color: #90CAF9;
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected {
  border-color: #ababab;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 5px, transparent 5px, transparent 100%);
}
@media print {
  div.cell.selected {
    border-color: transparent;
  }
}
div.cell.selected.jupyter-soft-selected {
  border-left-width: 0;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 7px, #E3F2FD 7px, #E3F2FD 100%);
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #66BB6A -40px, #66BB6A 5px, transparent 5px, transparent 100%);
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  min-width: 0;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  padding: 0.4em;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. We need the 0 value because of how we size */
  /* .CodeMirror-lines */
  padding: 0;
  border: 0;
  border-radius: 0;
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul {
  list-style: disc;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ul ul {
  list-style: square;
  margin: 0em 2em;
}
.rendered_html ul ul ul {
  list-style: circle;
  margin: 0em 2em;
}
.rendered_html ol {
  list-style: decimal;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
  margin: 0em 2em;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  background-color: #fff;
  color: #000;
  font-size: 100%;
  padding: 0px;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: 1px solid black;
  border-collapse: collapse;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  border: 1px solid black;
  border-collapse: collapse;
  margin: 1em 2em;
}
.rendered_html td,
.rendered_html th {
  text-align: left;
  vertical-align: middle;
  padding: 4px;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget {
  float: right !important;
  float: right;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 21ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  margin-top: 6px;
}
span.save_widget span.filename {
  height: 1em;
  line-height: 1em;
  padding: 3px;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  display: none;
}
.command-shortcut:before {
  content: "(command)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  width: 100%;
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal .xterm-rows {
  padding: 10px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    .highlight .hll { background-color: #ffffcc }
.highlight  { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sa { color: #BA2121 } /* Literal.String.Affix */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0000FF } /* Name.Function.Magic */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .vm { color: #19177C } /* Name.Variable.Magic */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    
/* Temporary definitions which will become obsolete with Notebook release 5.0 */
.ansi-black-fg { color: #3E424D; }
.ansi-black-bg { background-color: #3E424D; }
.ansi-black-intense-fg { color: #282C36; }
.ansi-black-intense-bg { background-color: #282C36; }
.ansi-red-fg { color: #E75C58; }
.ansi-red-bg { background-color: #E75C58; }
.ansi-red-intense-fg { color: #B22B31; }
.ansi-red-intense-bg { background-color: #B22B31; }
.ansi-green-fg { color: #00A250; }
.ansi-green-bg { background-color: #00A250; }
.ansi-green-intense-fg { color: #007427; }
.ansi-green-intense-bg { background-color: #007427; }
.ansi-yellow-fg { color: #DDB62B; }
.ansi-yellow-bg { background-color: #DDB62B; }
.ansi-yellow-intense-fg { color: #B27D12; }
.ansi-yellow-intense-bg { background-color: #B27D12; }
.ansi-blue-fg { color: #208FFB; }
.ansi-blue-bg { background-color: #208FFB; }
.ansi-blue-intense-fg { color: #0065CA; }
.ansi-blue-intense-bg { background-color: #0065CA; }
.ansi-magenta-fg { color: #D160C4; }
.ansi-magenta-bg { background-color: #D160C4; }
.ansi-magenta-intense-fg { color: #A03196; }
.ansi-magenta-intense-bg { background-color: #A03196; }
.ansi-cyan-fg { color: #60C6C8; }
.ansi-cyan-bg { background-color: #60C6C8; }
.ansi-cyan-intense-fg { color: #258F8F; }
.ansi-cyan-intense-bg { background-color: #258F8F; }
.ansi-white-fg { color: #C5C1B4; }
.ansi-white-bg { background-color: #C5C1B4; }
.ansi-white-intense-fg { color: #A1A6B2; }
.ansi-white-intense-bg { background-color: #A1A6B2; }

.ansi-bold { font-weight: bold; }

    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
body {
  overflow: visible;
  padding: 8px;
}

div#notebook {
  overflow: visible;
  border-top: none;
}

@media print {
  div.cell {
    display: block;
    page-break-inside: avoid;
  } 
  div.output_wrapper { 
    display: block;
    page-break-inside: avoid; 
  }
  div.output { 
    display: block;
    page-break-inside: avoid; 
  }
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

<!-- Loading mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration --></head>
<body>
  <div tabindex="-1" id="notebook" class="border-box-sizing">
    <div class="container" id="notebook-container">

<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Artificial-Intelligence-Nanodegree">Artificial Intelligence Nanodegree<a class="anchor-link" href="#Artificial-Intelligence-Nanodegree">&#182;</a></h1><h2 id="Recurrent-Neural-Network-Projects">Recurrent Neural Network Projects<a class="anchor-link" href="#Recurrent-Neural-Network-Projects">&#182;</a></h2><p>Welcome to the Recurrent Neural Network Project in the Artificial Intelligence Nanodegree! In this notebook, some template code has already been provided for you, and you will need to implement additional functionality to successfully complete this project. You will not need to modify the included code beyond what is requested. Sections that begin with <strong>'Implementation'</strong> in the header indicate that the following block of code will require additional functionality which you must provide. Instructions will be provided for each section and the specifics of the implementation are marked in the code block with a 'TODO' statement. Please be sure to read the instructions carefully!</p>
<p>In addition to implementing code, there will be questions that you must answer which relate to the project and your implementation. Each section where you will answer a question is preceded by a <strong>'Question X'</strong> header. Carefully read each question and provide thorough answers in the following text boxes that begin with <strong>'Answer:'</strong>. Your project submission will be evaluated based on your answers to each of the questions and the implementation you provide.</p>
<blockquote><p><strong>Note:</strong> Code and Markdown cells can be executed using the <strong>Shift + Enter</strong> keyboard shortcut. In addition, Markdown cells can be edited by typically double-clicking the cell to enter edit mode.</p>
</blockquote>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Implementation-TODOs-in-this-notebook">Implementation TODOs in this notebook<a class="anchor-link" href="#Implementation-TODOs-in-this-notebook">&#182;</a></h3><p>This notebook contains two problems, cut into a variety of TODOs.  Make sure to complete each section containing a TODO marker throughout the notebook.  For convinence we provide links to each of these sections below.</p>
<p><a href="#TODO_1">TODO #1: Implement a function to window time series</a></p>
<p><a href="#TODO_2">TODO #2: Create a simple RNN model using keras to perform regression</a></p>
<p><a href="#TODO_3">TODO #3: Finish cleaning a large text corpus</a></p>
<p><a href="#TODO_4">TODO #4: Implement a function to window a large text corpus</a></p>
<p><a href="#TODO_5">TODO #5: Create a simple RNN model using keras to perform multiclass classification</a></p>
<p><a href="#TODO_6">TODO #6: Generate text using a fully trained RNN model and a variety of input sequences</a></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Problem-1:-Perform-time-series-prediction">Problem 1: Perform time series prediction<a class="anchor-link" href="#Problem-1:-Perform-time-series-prediction">&#182;</a></h1><p>In this project you will perform time series prediction using a Recurrent Neural Network regressor.  In particular you will re-create the figure shown in the notes - where the stock price of Apple was forecasted (or predicted) 7 days in advance.  In completing this exercise you will learn how to construct RNNs using Keras, which will also aid in completing the second project in this notebook.</p>
<p>The particular network architecture we will employ for our RNN is known as  <a href="https://en.wikipedia.org/wiki/Long_short-term_memory">Long Term Short Memory (LTSM)</a>, which helps significantly avoid technical problems with optimization of RNNs.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.1-Getting-started">1.1 Getting started<a class="anchor-link" href="#1.1-Getting-started">&#182;</a></h2><p>First we must load in our time series - a history of around 140 days of Apple's stock price.  Then we need to perform a number of pre-processing steps to prepare it for use with an RNN model.  First off, it is good practice to normalize time series - by normalizing its range.  This helps us avoid serious numerical issues associated how common activation functions (like tanh) transform very large (positive or negative) numbers, as well as helping us to avoid related issues when computing derivatives.</p>
<p>Here we normalize the series to lie in the range [0,1] <a href="http://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.MinMaxScaler.html">using this scikit function</a>, but it is also commonplace to normalize by a series standard deviation.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[3]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### Load in necessary libraries for data input and normalization</span>
<span class="o">%</span><span class="k">matplotlib</span> inline
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>
<span class="kn">from</span> <span class="nn">sklearn.preprocessing</span> <span class="k">import</span> <span class="n">MinMaxScaler</span>

<span class="c1">### load in and normalize the dataset</span>
<span class="n">dataset</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">loadtxt</span><span class="p">(</span><span class="s1">&#39;datasets/normalized_apple_prices.csv&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets take a quick look at the (normalized) time series we'll be performing predictions on.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[4]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># lets take a look at our time series</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">dataset</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">xlabel</span><span class="p">(</span><span class="s1">&#39;time period&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">ylabel</span><span class="p">(</span><span class="s1">&#39;normalized series value&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[4]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;matplotlib.text.Text at 0x2036332f3c8&gt;</pre>
</div>

</div>

<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZQAAAEKCAYAAAA1qaOTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzsnXl4Y2d1uN8j77a87/bY4/HsnpnMJDPZgexkgyQtW6CU
QKGUAoUCpQRKoWX5EVooeymUndIECFBCyL6SPfEks+/jsT0e77sl25Ilnd8f90qWd3ksWbb8vc+j
R7r3fvfe4xlJR2cXVcVgMBgMhoXiiLcABoPBYEgMjEIxGAwGQ1QwCsVgMBgMUcEoFIPBYDBEBaNQ
DAaDwRAVjEIxGAwGQ1QwCsVgMBgMUcEoFIPBYDBEBaNQDAaDwRAVkuMtwGJSVFSkNTU18RbDYDAY
lhW7d+/uVtXiudatKIVSU1NDfX19vMUwGAyGZYWINEWyzri8DAaDwRAVjEIxGAwGQ1QwCsVgMBgM
UcEoFIPBYDBEBaNQDAaDwRAV4qpQRORHItIpIgdmOC4i8k0ROSEi+0TkvLBjt4nIcftx2+JJbTAY
DIbpiLeF8hPgulmOXw+stx/vBb4LICIFwGeBC4ELgM+KSH5MJTUYDAbDrMRVoajqn4DeWZbcDPxM
LZ4H8kSkHLgWeFhVe1W1D3iY2RWTwQBAIKDc9WIzI15/vEUxGBKOeFsoc1EJnA7bbrH3zbR/CiLy
XhGpF5H6rq6umAlqWB682NjL7b/dz10vNcdbFIMh4VjqCmXBqOr3VXWXqu4qLp6zc4AhwTlwZgCA
x450xlkSgyHxWOoK5QxQFba9yt43036DYVaCCuWFhl7cHl+cpTEYEoulrlDuAd5hZ3tdBAyoahvw
IPBaEcm3g/GvtfcZDLNyoHWQImcqXn+Ap090x1scgyGhiHfa8J3Ac8BGEWkRkXeLyPtE5H32kvuA
BuAE8N/A+wFUtRf4PPCS/ficvc9gmJFhr4+TXS7ecn4V2enJPHbYuL0MhmgS127DqvrWOY4r8IEZ
jv0I+FEs5DIkJofbBlGFHVX5NPYM89jRTgIBxeGQeItmMCQES93lZTBEjQNnBgHYWpnDVZtK6Bry
cKB1IM5SGQyJg1EohhXDgTMDFDlTKctJ5/KNJYjA40dMKrnBEC2MQjGsGA60DrKlIhcRoSArlbry
HF441RNvsQyGhMEoFMOKYHTMz/GOIbZW5oT2nV9TwCvN/Yz5A3GUzGBIHIxCMawIjrYP4QsoWyty
Q/t21eQzMubnUOtgHCUzGBIHo1AMCcnn/nCInz3XGNreZxc0bq0cVyjn1xQA8FKjyTg3GKKBUSiG
hOQ3L7fw02cbQ9svNPRQlpPOqvyM0L7SnHSqCzKNQjEYooRRKIaEY2h0jIGRMU52uekYHEVVeb6h
l4tqCxCZWHOyqyaf+sY+rJIng8GwEIxCMSQcZ/pHQq+fPdnNyS4X3S4PF9UWTll7fk0BPW4vDd3u
xRTRYEhI4lopbzDEgpbeMIVyogeXx5p9cvHa6RSKNZetvrGXtcXOxRHQYEhQjIViSDha+oYBS1k8
e7KH50/2UJ5rxUsms7bYSX5mCi819i22mAZDwmEUiiHhONM/Qlqyg9dvr+BM/wiPHung4trCKfET
ABFhR1VeqK29wWA4e4xCMSQcLX0jVOZncOm6IgBGxwLTxk+CrC12cqrbTSBgAvMGw0IwCsWQcJzp
H2FVfia1RVmU5qQB08dPgtQWO/H4AhOC+QaDYf4YhWJIOFr6RqjMy0BEuGpzKWuLsybUn0ymtjgL
wGR6GQwLJK5ZXiJyHfANIAn4gareMen414Ar7M1MoERV8+xjfmC/faxZVW9aHKkNS5lhr49etzek
QD77+jq8vsC08ZMgIYXS5eKyDcWLIqfBkIjETaGISBLwHeAaoAV4SUTuUdVDwTWq+pGw9X8HnBt2
iRFV3bFY8hqWB2f6LLdVUKGkJSeRlpw06znFzjSy05Jp6DIWisGwEOLp8roAOKGqDarqBe4Cbp5l
/VuBOxdFMsOypWWSQokEEaG2OIuGblesxDIYVgTxVCiVwOmw7RZ73xREZDWwBngsbHe6iNSLyPMi
ckvsxDQsJ1r6gwplas3JbNQWO42FYjAskOUSlL8VuFtV/WH7VqvqLuBtwNdFZO10J4rIe23FU9/V
ZabzJTotfcOkJjkodqbN67zaoizaBkYZ9vpiJJnBkPjEU6GcAarCtlfZ+6bjVia5u1T1jP3cADzB
xPhK+Lrvq+ouVd1VXGwCrolOS98IFXnpOBwzB+Gno9Zuu3LKZHoZDGdNPBXKS8B6EVkjIqlYSuOe
yYtEZBOQDzwXti9fRNLs10XApcChyecaVh5n+kbm7e6C8Ewvo1AMhrMlbgpFVX3AB4EHgcPAr1T1
oIh8TkTCU4BvBe7Sif3FNwP1IrIXeBy4Izw7zLByCdagzJc1RVmIGIViMCyEuNahqOp9wH2T9n1m
0va/THPes8C2mApnWHaMjvnpdnmonEeGV5D0lCQqcjNMppfBsACWS1DeYJiT071Wl+HpugpHQm1x
lrFQDIYFYBSKIWFo6rEUyurCs1Moa4udNHS5TJNIg+EsMQrFkDA09ljWxerCrLM6f3tVLm6vn0Nt
g9EUy2BYMRiFYkgYmnuHyU5PJj8z5azOv7jWanf/fENPNMUyGFYMRqEYEobGnmFqCrNmbQQ5G2W5
6dQWZfHcSaNQDIazwSgUQ8LQ3OOm+izjJ0EuWlvIi6d68fkDUZLKYFg5GIViSAjG/AFa+kaoWaBC
ubi2kCGPjwOtJo5iMMwXo1AMCUFr/wi+gLK64OwC8kGCo4KN28tgmD9GoRgSgoWmDAcpzk5jfYmT
50xg3mCYN0ahGBKCpgWmDIdz8dpC6ht7GTNxFINhXhiFYkgImnqGSU9xUJI9v7b103FRbSHDXj8H
zgxEQTKDYeUQkUIRkVeJyLvs18Uisia2YhkM86OxZ5jVBVnzbls/HdsqcwFMgaPBME/mVCgi8lng
E8An7V0pwP/EUiiDYb409y48ZTjIqvwMstOTOWwUisEwLyKxUP4MuAlwA6hqK5AdS6EMSwuvL8Bd
LzYv2dqMQEBp6hlecMpwEBFhc3kOh0zqsMEwLyJRKF57FokCiMjCo56GZcWjhzu4/bf7eeLo0hyh
3DnkweMLUB2FgHyQuvIcjrQPmUaRBsM8iESh/EpEvgfkichfA48A/x1bsQxLiZNd1oyQ+qa+OEsy
PUc7hgBYfZZt66ejrjyHYa+fZrslvsFgmJs5FYqqfgW4G/gNsBH4jKp+Kxo3F5HrROSoiJwQkdun
Of5OEekSkT324z1hx24TkeP247ZoyGOYnuCMkN1NvXGWZCqBgPK1h49R5EzjvNX5Ubvu5vIcwATm
DYb5ENHERlV9GHg4mjcWkSTgO8A1QAvwkojcM80o31+q6gcnnVsAfBbYheWK222fuzR/Qi9zTnZb
CmVvywBeX4DU5KWTbf7L+tPsOd3P196yHWda9AaQri91kuQQDrcNcsO28qhd12BIZCLJ8hoSkUH7
MSoifhGJxs+2C4ATqtqgql7gLuDmCM+9FnhYVXttJfIwcF0UZDJMQlVp6HJRlpOO1xfgQOvSqc3o
dXv58gNHuHBNAbfsqIzqtdNTklhbnGUC8wbDPIjE5ZWtqjmqmgNkAG8Avh2Fe1cCp8O2W+x9k3mD
iOwTkbtFpGqe5xoWSLfLy9Cojz8/z/rn3d24dIzA/3m+iYGRMT5/y9azblk/G3XlOSZ12GCYB/Py
XajF/wFXxkieyfwBqFHVc7CskJ/O9wIi8l4RqReR+q6upZmltJRpsAPyF9YWUl2QSf0SiqMc73RR
lZ/JhtLYZLFvLs+hdWCU/mFvTK5vMCQakbi8/jzs8UYRuQM7hXiBnAGqwrZX2ftCqGqPqnrszR8A
OyM9N+wa31fVXaq6q7i4OApirywa7PhJbVEWu1bns7upDyuLPP409bgX3AxyNuoqTGDeYJgPkVgo
rw97XAsMEXmsYzZeAtaLyBoRSQVuBe4JXyAi4dHQm4DD9usHgdeKSL6I5AOvtfcZokxDl4u0ZAeV
eRnsrMmn2+UNdfaNJ6rKqW43NVGsPZlMXTDTy8RRDIaImDMtRlXfFYsbq6pPRD6IpQiSgB+p6kER
+RxQr6r3AB8SkZsAH9ALvNM+t1dEPo+llAA+p6pLxxeTQDR0uVlTZPXI2rW6AIDdTX3UFMW3vrV/
eIyhUV9MLZRCZxqVeRnsbVk6iQgGw1JmRoUiIt9iFteWqn5ooTdX1fuA+ybt+0zY608y3kNs8rk/
An60UBkMs9PQ7WZzuRWjWFuchQhLotiv0W5XH0sLBWB7VS57T/fH9B4GQ6Iwm4VSv2hSGJYkXl+A
5t5hbrTrMJKTHBRkptLl8sxxZuwJut1qimJnoQBsX5XHffvb6XF5KHQuvDW+wZDIzKhQVHXeGVWG
xKK5dxh/QFkT5t4qzk6jayj2CuXJY1287+e7SU4S8jNT+e7bz2NLRW7oeFPPMCKwKj/GCqUqD4B9
LQNcsakkpvcyGJY7kWR5FYvIV0TkPhF5LPhYDOEM8SWYMlxbvPgK5enjXfhVecN5q+gcGuWuF09P
ON7U46YiN4P0lKSYyrGtMheHwB7j9jIY5iSSLK9fYGVXrQH+FWhkPBhuSFA6B0f55UvWl3htsTO0
v9i5OArlSPsQG0uz+ZebtnDV5lLu2982oX1+Y4xThoNkpSWzviSbvS1GoRgMcxGJQilU1R8CY6r6
pKr+FXBRjOUyxImTXS6+dN9hLv/KE/zpeBcfvmo9uRkpoePF2Wl0uTwxr0U53DbEpjIrGeCm7RX0
uL08e7IndLypZzgq8+MjIRiYXyr1NwbDUiWSbnpj9nObiNwItGIVEhoSjPf/Yjf37W8nySFcv7WM
j1+7ccqXdnF2Gl5fgMFRH7kZKTR2u2kbGOXitYVRk6NryEO3y8Mmuw7ksg3FZKcl84e9rbxmQzGD
o2P0uL1RG6g1F9ur8vhVfQune0eiNhXSYEhEIrFQviAiucDHgH/Aqlj/SEylMiw6gYDywIF2XltX
ynOfvJJvv+28aS2A4mwr0yno9vqPh4/xd3e+ElVZjrZb80022xZKekoSr91SxgMH2/H4/DTbGV6L
ZqGssgLze4zby2CYlUgUyguqOqCqB1T1ClXdaRcdGhKIoVEfAYUL1hRQkp0+47pi50SF0tjjptvl
weuL3njgI+1WZfrGsvEeXa/fXs7QqI/Hj3SN16DEOGU4yMaybNKSHexpNgrFYJiNSBTKMyLykIi8
225zYkhA+uwGiPmZqbOuC1kodi1KsB4kmrUph9uGKMlOm1D3cem6Iipy0/n0/+3noYMdAFRHcULj
bKQkOdhVk88TxzojiqN89vcH+Jd7Di6CZAbD0iKS9vUbgE8DW7AGWd0rIm+PuWSGRaXXVigFWREq
lCEPA8NjDIxYIbaOwdGoyXKkfTAUPwmSkuTg5++5kJQkB/fsbaUkO43M1OgN1JqL67aU0dDl5nin
a9Z1qsq9+9p4uXnptPk3rGwWM5kkovb1qvqiqn4UayhWL2fRRt6wtAm2aM/LTJl1XW5GCilJQteQ
h6Zed2h/Z5QUis8f4HiHKxQ/CWdtsZNfv+9i1hRlsaUiZ5qzY8e1W8oQgfv3t8+6rqVvhB63F9eo
b5EkMxhm54ljXVx6x2Mc6xiK+b0iKWzMsee33w88C7RhKRZDAtHntiyNuVxeIhKqRQnv6dUxGLnL
y+cP8NDB9ml/OZ3qduP1B9hUPv2Mk1X5mdz/4Vfz3bfvnPZ4rCjJSWfX6nzuP9A267p9diPJIY9R
KIalwZ7mfloHRqjIy4j5vSKxUPYCO7A6+m5Q1U+o6u4Yy2VYZCKNocB4LUowfuKQ+bm8HjvSyXt/
vptnTvRMOXbYzvDaVDazBZKekhTzCvnpuG5rOUfahzjV7Z5xzT47E8xYKIalwt6WfjaUZONMi72L
OBKFUquqH1HV52IujSFu9A+P4RDITp/7TRdsv9LcM0yRM43SnPR5WSjBoV27m6bGGQ63DZLsENaG
VecvFa7bWgYwq5USbNEyMuafUNlvMMQDVWXv6X62V+XOvTgKRBKUN+XBK4C+YS95mak4HHPPZg8q
lKZeN9UFGZTkpNM5FLmF0mSn/b5yeqJC8foC3LOnlfOq80lNntd06kWhMi+D7VV5PGhnmU3GH1AO
nBkgNcmS3e31L6Z4BsMUmnuH6RseY0fV4iToLr1PrSEu9A+PkT9HQD5IsTONXreHxm6r/UlZTtq8
XF6N3Zar7JXmfgKB8d8rd+9u4Uz/CO+/Yu38hF9Edlbnc6x9aNr4T0OXC7fXz7nVViGky8RRDHEm
aDEvGQsllojIdSJyVEROiMjt0xz/qIgcEpF9IvKoiKwOO+YXkT32wxRaLpBetzei+AlYFkpAoX1w
lOqCzHm7vJp63KQlOxgYGeOUba14fQG+8/gJtlflcdmG4rP6GxaDVfkZjIz56XV7pxwLfngvXVcE
mDiKIf7sOd1PeoqDjaXTJ7lEm0iyvP7NzvRKsb/Uu6NRhyIiScB3gOuBOuCtIlI3adkrwC5VPQe4
G/i3sGMjqrrDfty0UHlWOkGXVyQEa1EAVhdaCmVgZIzRsbldPKNjfloHRrmmrhSwrBSA375sWSd/
f/V6ROZ2u8WLKruYsqVvZMqxfS0DONOS2bbK+jXo8oxNWWMwLCZ7TvezrTKX5KTFsR0iuctrVXUQ
eB3QAmwAPh6Fe18AnFDVBlX1AncBN4cvUNXHVTWYm/o8pillzJiXy2uSQimxtzsjsFJO26nGV20u
ITs9mZeb+xjx+vnWYyfYviqXy5ewdQKWhQLTK5S9LdaHNyfd+nd0eUwMxRA/vL4AB1sH2WEPiVsM
IlEowbSfG4E7VbU3SveuBMKnJrXY+2bi3cD9YdvpIlIvIs+LyC0znSQi77XX1Xd1dS1M4gSmb9hL
/hxV8kGKneO9vqpslxdARwSB+UY71XhNkZMdVXm80tzP9/50kjP9I3zyhs1L2joBqLQVyum+4Qn7
AwHlSPsQWytzQplyxuVliCdH2gfx+gKLFpCHyNrX3ysiR4AR4G9FpBiIXp+NCLBdbLuAy8J2r1bV
MyJSCzwmIvtV9eTkc1X1+8D3AXbt2mUy1qZhxOvH4wvMWSUfpCjbUjyZqUkUO9Poy4m8/Uoww2tN
YRbnVufz7ceO09Dl4sZzyrmoNnot8GNFTnoKuRkptExSKL3DXry+AJV5GaF8f+PyMsSTvYsckIfI
0oZvBy7BimWMAcNMck2dJWeAqrDtVfa+CYjI1cA/ATepasinoqpn7OcG4Ang3CjItCIJFjUWRBhD
yUxNxpmWTHVBJiJCaY7l8popMN8xOErbgOUiOtXtJi8zhdzMFM6rziOgIAKfumFzFP6SxaGqIGOK
y6t9wFKmZbnpZNkKZchYKIY4cqzDRU56MpWLUCEfJJKgfCbwfuC79q4KLGthobwErBeRNSKSCtwK
TMjWEpFzge9hKZPOsP35IpJmvy4CLgUORUGmFUlfqI9XZAoFrFjC2hKr+DA3I4XUZMeM/bxu/80+
/uIHL6CqEyYtnluVT2ZqEn935fpFfdMvlFV5mVMUStA6K81JD7NQjEIxxI9et5ei7LRFdSNH4vL6
MbAby0oBy4r4NXDvQm6sqj4R+SDwIJAE/EhVD4rI54B6e+bKvwNO4Nf2P0qzndG1GfieiASwlOId
qmoUylky3scrMpcXwHffvpOsVKv9SdBKmcnl1dw7TEOXmxdO9dLY42bnasunm5uZwvOfuorsRWgJ
EU1W5WeEWtkHP6ztg+MWSpJDyExNwm0USkJzpH2Q/S0DvGlX1dyL40Cv2xux1yFaRPJJXquqbxGR
twKo6rBESeWp6n3AfZP2fSbs9dUznPcssC0aMhjC+nhFGJQHWFM0cVpiaXZ66Et1MsHsr58/10Rr
/wh/ft54sl4wI2o5sSo/g9GxAN0ubyjjrWNgFBEosme4ONOSjYWS4PzHQ8d4+HCHNatnCVrYfcPe
UJr7YhFJlpdXRDIABRCRtUD0pikZ4k6kretnozQnfdq0YbfHx5DHR0ZKEn/c30ZAWbRZ8LFivBZl
PDDfPjhKkTONFDvf35mebGIoCYzXF+DZkz2owr37WuMtzrTEw0KJRKF8FngAqBKRXwCPAv8YU6kM
i0rfsOXyyss4+zdfie3yGhod46XGXvx2S5VOe1Tw2y+qDq2tKVqcWfCxYlX+1OLG9kEPZTnj6dTG
Qklsdjf14fL4SEt28Ps9S0+hqOq8SgGiRSRZXg8Dfw68E7gTK9vridiKZVhM+oa9ZKclL6ghY2lO
utXH6nMP86b/eo5HDlsNFINxlcs3lnCOXUFeU7i8FUrlNMWNnYOjoXocsBWKsVASisNtg6FuEE8c
6yQlSfjgFes42DrIiTkmeS42Lo+PMb9SkLW4LuUZv0FEZJP9fB6wGmuwVitQbe8zJAj9w2PkLfCN
9+r1RVy4poC/etUagNAHbDz7KY2PXLOBm3dUzCv4vxRxpiWTn5kyobixfXCUsty0CWuMhZIY+PwB
vnT/Ya7/xlP8/V17AHjyaBe7VhfwlvOrcAjcs3dpWSmRDsyLNrMF5T8KvBf46jTHFLgyJhIZFp35
NIaciS0Vufzyby4GrL5cwRYrQYVSkpPOupJsrthYsjBhlwhVBeOpw6NjfvqHxya6vNKNQkkEvL4A
7/rJizxzooctFTk8cLCdnz/fxJH2IT55/SZKctK5eG0h9+w5w0eWUB+6UG3ZUnF5qep7RcQBfFpV
r5j0MMokgeifR2PISKgqyAz9eu8Y9JCRkrTsUoPnYlV+RigoH16DEiTbWCgJQX1TL8+c6OFTN2zi
/z5wKZvKsvnM7w8AlhsX4PXnVNDYM8yxjqXj9uo9i8zNaDCr01xVA8BXFkkWQ5zom0djyEioLsgM
zZvvGBylNGdxi6sWg1X5mZzpG0FVJ1TJB8myYyhmPt3yJpi5eNXmUlKSHHzxz6xqhbKcdDaUWoW9
wbqqg60D8RFyGvrc8+t+ES0iicI+JCJviFbtiWHp0Te8cJdXONUFmbT2j+LzB+gc9FAS9ss9Uagu
yMTjC9DSNzJe1DjJ5eULKB6fGQO8nJlsfe5cnc8/31jHP1y7MfQjaU1RFqnJDg61DsZNzskE5/Us
toUSiR/io0AW4BeREUCwJgPnxFQyw6Lg8wcYGvVFVaFU5WfiDyhtA6N0DI1yzqrFa5+9WFy4pgCA
p090MzRqBUBLcye6vMDKtklPSVp8AQ1RoWPQQ2ZqUqidDhBKPAmSnGQNsDrcvnQUSt+wlySHkJO+
uK7mSNKGs1XVoaopqppjbxtlkiD0j9jZIFFMLwwW/jX1DFsur7D5KYnCuhInZTnpPHW8i/YB60sn
PE7kNC3sE4LOoYnp4DNRV57D4bbpR0ODVbfy4bteCdVnxZpe9xj5mamL7mqOpDmkiMjbReSf7e0q
Ebkg9qIZFoN77XTHkih+6VfblfAHWwcYHQtE9IFcbogIr9lQxNPHu2ntH6E0J33Ch9eZFhyyZRTK
cqZz0DNhoNxMbC7PptftDRXyTuZrDx/j93ta6XEtTpORPrd30WtQILIYyn8CFwNvs7ddWKN7Dcuc
Hz59in/5wyGu3FTCFZuil85blpNOSpLwUmMfYFXRJyKvXl/M4KiPp090h1r4B8lKs9xcpv3K8iZS
C2VzueW0mS6OcqrbzdMnuoHx7KtwmnuGae2fOgF0IfRGOS4aKZEolAtV9QPYQ7VUtQ9YfEkNUeWJ
o518/t5DXLeljP96+07SkqPn509yCJV5GexusoZ7JqKFAvCqdUWIWFZI2aS/Mdu2UEzH4eWLqtIx
6InIZbu5wlYobVMVyv++0BR6HQyWh/Ohu17hE7/ZtwBJp2JZKEtToYyJSBLjzSGLAZO6ssypb+wj
ySF8/dYdC2q5MhNVBZmhHmGJqlDys1I5p9JqJxMekIewGIpRKMuWIY+PkTF/RBZ2TnoKq/IzODxJ
oYyO+fn17hbW2bODghXsQVSVk52uKectlHj08YLIFMo3gd8BJSLyReBp4P/FVCpDzGnodlFdkBmz
DKTqsLbZk91BicRrNhQDTLFQgllBQ0ahLFuCNSiR/iDaXJ4zxUK5/0Ab/cNjfPCKdcBUl1f/8BhD
Hh/dLm+o6/dCCQSUvuGxRa9BgciyvH6B1V34S1j9vG5R1V9H4+Yicp2IHBWREyJy+zTH00Tkl/bx
F0SkJuzYJ+39R0Xk2mjIs5I42emmNoZdf4MKJTs9mczUxKqSDydYLb16Ukv+bJPltewJTiCNJCgP
VqZXY7ebEa8/tO9XL7VQU5jJ9dvKgPGCwyBNveP94CJtMKmqNPcMc7R9aNrjQ6M+/AFdmhaKPf/k
lKp+BzgAXCMiCy4ssN1o3wGuB+qAt4pI3aRl7wb6VHUd8DXgy/a5dVgjg7cA1wH/aV/PEAH+gHKq
x01tcewUSjB1OFHdXUF2rs7nng9eyuUbJiY1pCU7SHIILs/YDGcaljodQ1Nb6szG5vIcAgpHO6wv
+q4hDy+c6uGmHZWkJVtp5X2TrJCmHnfo9fEIFMqv6k9z/hcf4TX//jg3fPMp2gamBvN7Q328lmaW
12+wihrXAT8A1gD/G4V7XwCcUNUGVfUCdwE3T1pzM/BT+/XdwFV2xf7NwF2q6lHVU8AJ+3qGCGjt
H8HrC7C22Bmze1SHFEriuruCnLMqD4djYr6/iOBMS8bt8c9wlmGpM1+X1xY7MP+MndH1wMF2Ago3
bisHrJjbZAsl2EQ1Ndkxp4XiDyj//uBRipxpfPzajfgDygMH2qesCwb+o9mfL1IiUSgBVfVhzUT5
hqp+BCiPwr0rgdNh2y32vmnX2DIMAIURnmuYgZNd1hu3NoYKJWShZCe2hTIbzjQztXE5M12V/GxU
FWTy6vVF/PiZU4x4/fxxXyvrSpyhnl/5Wan0Dk+0WJt6hinJTmN9iXNOhfLCqR66hjx88Mp1fOCK
dWwszea+/W1T1sWrjxdEnuX1VuAdwL32vmUz0EJE3isi9SJS39XVFW9xlgQNXZaZHUuXV25GCpvL
c9helXgZ8zLXAAAgAElEQVRtVyIlOz3ZuLyWMZHWoITzoavW0+3y8s3HjvPiqV5u2FYeKngtyEyZ
NoZSXZDJuggUyh/2tpGZmsRVm0oBuGFbOfVNfaF+Y0F649S6HiJTKO/CKmz8oqqeEpE1wM+jcO8z
QFXY9ip737RrRCQZyAV6IjwXAFX9vqruUtVdxcXFURB7+XOyy0VOejKFMX7D3f/hV3PbJTUxvcdS
xgzZWt50Dnrm3UHi/JoCLqot4LtPnJzg7gLbQpnG5VVdmMm6Yidn+kdmrFvy+gLcf6CNa+pKyUi1
wsU3bCtDlSlur744NYaEyLK8Dqnqh1T1Tnv7lKp+OQr3fglYLyJrRCQVK8h+z6Q19wC32a/fCDym
VrOce4Bb7SywNcB64MUoyLQiaOhys7bEmXAt5ZcaWWYM8JJEVSNK0e0YGj2rTtkfumo9wAR3F1gu
qPCg/OiYn/bBUaoLMllvrwt6DybzzIlu+ofHuGl7RWjf+tJs1pc4p7i9+obHSE1ykJW6+HlK0a9o
ixA7JvJB4EHgMPArVT0oIp8TkZvsZT8ECkXkBFbX49vtcw8CvwIOAQ8AH1BVE/2MkIZuF7VFsYuf
GCzM1MalyRPHutj5hUfY19I/4xpVpTPCKvnJXFxbyF9etJoPXrFuwo+2/KxUhr3+0Fz6lr4RVK2U
82Dh4/HO8VTggZEx3v+L3Xz813v51mPHyUlP5tXrJ3pZrt9WzouNvXQOjbu9+txe8rNS4vKDMW4K
BUBV71PVDaq6VlW/aO/7jKreY78eVdU3qeo6Vb1AVRvCzv2ifd5GVb0/Xn/DcsPl8dEx6Ilp/MRg
YaY2Lk2eO9mDP6D85+MnZ1wznyr5yYgIn79lK7ecOzFPKBjTCFopzb2WNVJdkMXqwiySHRKKo6gq
/3j3Xh462MFjRzp5ubmfm3dUTulqcfOOCgT49mMnQvvi1ccLIpuHYkggGuwMr7VGocQck+W1NNnT
bFkmDx5q52SXa0L6/G9fbqGxZ5jXn2PFPqJZRxX8ku91eynPzaCpx0oZri7IJCXJQU1RVqgW5SfP
NvLgwQ4+feNm3vPqWnrd3mlnm6wtdvKOi2v42XONvHlXFdWFmRzrGKIyLyNqcs+HGRWKiPwBu3/X
dKjqTTMdMyxdgj7aWNagGCwq8zMY9vppGxihPDc+H3DDRHz+APvPDPD67RU8dLCd//5TA3e84RzA
mlny8bv34Q8oz9q1JCVRTHsPWSh2P6/m3mEyU5Moclr71xU7efZkN3/5wxd4vqGHqzeX8G57mNds
GVsfuWYD9+5r41O/209AlTN9I3z6xsk14ovDbC6vrwBfBU4BI8B/2w8XVsW8YRnS0OXCIeMzSwyx
IzhrfHdT34xrvvfkST7yyz2LJdKK52jHECNjfq7eXMKbdq3iNy+3sK+ln4HhMT505ytU5KXzFxdW
U98U/dEL+ZlWtUUwrbe5x0oZDsY6rt9WRlF2GkOjPm7cVs5X3rQ9ojhIbkYKn7phE/taBjjR6eK/
b9vFNXWlUZN7PsxooajqkwAi8nlVfU3YoT+IyJ9iLpkhJhxoHWRNUVZU29UbpmdzeQ4ZKUnUN/bx
unMqcHl8vOV7z/Hxazdy+cYSAgHlR8+cosfl5Y43bDP/J4vA3tMDAOyoyuPcqnx++/IZbvr2M2Sm
JjHmD3D3+y5hW2UuHl+AP+5rozw3ii6vkIViKZSm3uEJ/fRu3lHJzTvOrj77z86tpHPIwwVrCjiv
On/hwp4lkcRQikWkNhgQt9N0TUHHMmTMH+CFhp4pwUJDbEhJcrC9KjdkoTx2pJODrYP84KlTXL6x
hFdO99Nht/c41u5i26rceIq7Ithzuo/8zJSQZfDExy/n0cOdPHG0k6s2l4YKcf/9jefwz6+ri2pj
07wM20Jxe/EHlNO9w1y+ITpfpSLC+y5bG5VrLYRI/rU+AjwhIg2AAKuBv4mpVIaYsP/MAG6vn0vW
FsVblBXDrtUFfPfJk7g9Ph44YNULPHOymzP9Izx4cLwg7WDrgFEoi8Ce0/1sr8oLuZJKstN56wXV
vPWC6gnrRITcjOg2BElOcpCbkULfsJej7UN4fAG2VOZE9R7xJpLCxgewCgc/DHwI2KiqD8ZaMEP0
ee5kDwAX1RbEWZKVw86afPwB5YVTPTx+pIvLNxajCr/d3cL9B9p4zYZistOSOTjN6FhDdBkaHeN4
p4sdcWwHVGBXywenme5anVifxTktFBHJxCoqXK2qfy0i60Vko6reO9e5hqXFcyd72FSWTaEz8TsA
LxXOq85HBL728HFGxvz89atr8YwF+P5TDQyN+vjA5esY9fo52DoQb1ETnv1nBlAlrgolP9OyUHY3
9VGSncaq/MTK/ouksPHHgBernxdYPbO+EDOJDDHB4/PzUmMvF68tjLcoK4rcjBQ2lGSz/8wAeZkp
XLCmgDfuXMXQqA+HwDV1pdRV5HC4bQh/YMYsfUMU2HPaqj+Jv4UyRn1TH7tq8hOu/VEkCmWtqv4b
MAagqsNYsRTDMmJPcz8eX4CLa41CWWx21lhZN9dsLiUlycH128rISk3igjUFFDrT2FKRw8iYn1Pd
0/dxMkSHw21DrMrPiMuckCD5mamc6nbR0jfCzgRzd0FkCsUrIhnYRY72BEdPTKUyRJ1nT/bgELjQ
KJRF54Ia64sjOAY2MzWZH7/rAr74Z9sA2FJhBeON2yu2HO8YYkNpdlxlKMhKZXQsAIzXKSUSkWR5
/QtWA8YqEfkFcCnwzhjKZIgBTx3vYmtlbtQzVwxzc+M55WSmJnHFxvExwResGf91ur7USWqSg4Ot
g2ddh2CYHZ8/QEOXm8s2xrfiIViLkp7iCE14TCQiyfJ6CGta4zuBO4FdqvpEbMUyRJPdTb283NzP
686JxqBNw3xJSXLw2i1lM/rLU5IcbChzcrB1gP5hL7/fc4Yxf2CRpVx6DI6Ocbht+uy37z15kieO
dkZ8rcaeYbz+ABtK4myh2O627avySEmKa2/emDDnXyQijwIXquofVfVeVe0Wke8vgmyGKPH1R45T
mJXK2y9aHW9RDDOwpdwqgHz1lx/nw3ft4cmjZrrod584yY3ffIq7d7dM2N/r9vLlB47w60n7Z+NY
h9UWfmNZfBVK0ELZVZN47i6ILIayBviEiHw2bN+uGMljiDL1jb08dbybv7msNqpVv4bocmFtAaNj
gVBxY/+IGR3cMTBKQOHjd+/lzhebQ/sfO9JJQKHHFXko91jHECLxb4paXWD10HvVusRsNhLJN0w/
cBXwTbsD8dtjK5Ihmnz9keMUOY11stT5s3MruXxjCQKc+/mHcY0ahdI77GVDqZPKvAw++dv9bCrL
5tzqfB6yOwxMHqc7G8c7XFQXZIbG58aLjWXZPPfJKxO2+3QkFoqoqk9V3w/8BngaKJnjnNkvKFIg
Ig+LyHH7eYr9JyI7ROQ5ETkoIvtE5C1hx34iIqdEZI/92LEQeRKV/mEvT5/o5u0XrTbWyRJHRCjI
SiUrzfp/MnNUrCaKZbkZfPtt55GXmcK3HzvBiNfPn45b7sAeV+QK5VjHEOvjHD8JkqjKBCJTKP8V
fKGqP8EKzj+0wPveDjyqquuBR+3tyQwD71DVLcB1wNdFJLwi6eOqusN+mP7f09A5ZLkE1hSZYVrL
hdRkB2nJDjPpEctCKchMISstmXdfuoZHj3TyvT+dZHQswLnVefQNe0PFoMNeH680Tz8mwOsLcKrb
PWG+uyE2zKhQRCSY0/Zr26IoEJECrPko/7DA+94M/NR+/VPglskLVPWYqh63X7cCnZgux/Oi21Yo
xabVyrIiOz2ZIaNQ6HOPhYLY77ikhuy0ZL7x6HGy05O5cVs5AbWscIBfvnSaN3z3WToHR6dcp7HH
jS+gca9BWQnMZqH8r/28G6i3n3eHbS+EUlVts1+3A7NOgxGRC4BUIHwI9BdtV9jXRMR8Y05Dlx20
LMo2/zzLiez0FFwr3OXl9QVweXyhNNvcjBTecclqVOGKjSWh0bzBOMrp3hECavXrmkwww2u9sVBi
zowKRVVfZz+vUdVa+zn4qJ3rwiLyiIgcmOZx86T7KLOMGhaRcuDnwLtUNZic/0lgE3A+UAB8Ypbz
3ysi9SJS39W1slIxu20fc5GxUJYVzrTkFe/yCloeeWGjb//q0jXUledw6/lVFNr7g+/xDtsyOXBm
at3KsfYhHEsgw2slMNtM+fNmO1FVX57j+NWzXLtDRMpVtc1WGNNWKNlutz8C/6Sqz4ddO2jdeETk
x8ziglPV7wPfB9i1a9eK6r7X7fKQ5JDQYB/D8sCZlszQCs/yCo7JLQjru1XoTOO+D78agKPtltUR
tFDagwplmvY1B1oHqSnMIj3FTMSMNbOl/nx1lmMKXLmA+94D3AbcYT//fvICEUkFfgf8TFXvnnQs
qIwEK/5iZtxPQ/eQhyJnKg6H6eW5nHCmJ3O6dzjeYsSVoKLIz5r+x1CBbaH0uC23bvtA0EIZVyiB
gPKl+w/z2JFO3v2qNbEU12Az20z5K2J43zuAX4nIu4Em4M0AIrILeJ+qvsfe9xqgUETeaZ/3Tjuj
6xciUozV9XgP8L4Yyrps6XZ5jLtrGZJtXF70uS0LrSBr+s7A+ZkpiFipw4GA0jk0SlZqEm0Do3S7
PBRmpfKxX+/ld6+c4baLV/OpGzYvpvgrloiKE0RkK1AHpAf3qerPzvamqtqDVSw5eX898B779f8A
/zPD+QuxjlYM3S6vUSjLkOx0o1Cmc3mFk5zkIC8jhR63h95hL2N+5apNxTxwsJ2DrYPkZ6bwu1fO
8LeXr+Ufr92YcHNHliqRTGz8LHA5lkK5D7geq7jxrBWKYXHodnlMquQyxJmejGvUh6qu2C/CPtvl
NdvskkJnGr1ub8jddeXmEh442M6BMwO09A2TnuLgby9fu2L/DeNBJIWNb8SyJtpV9V3AdsD87F3i
qCo9Li9F2fEbJmQ4O5xpKfgCGpqbsRLpdXvJTksmNXnmr6iCrFS6Xd5Qhtf6EierCzN5vqGH3+9p
5fXnVJCTbhJSFpNIFMqIna7rs7OuOoE504YN8WVwxIfXHzBFjcsQZ7rdfsWzcjO9+oa9oaLGmShy
ptLr9tJmWyhluelsrcjlqePdDHv9vPXC6sUQ1RBGJAql3m558t9YRY0vAy/GVCrDggkVNRqFsuzI
tvt5reTixl733AqlICuVHpeHjsFRHGJ1hNhaaXVr3liazblxnB2/UpkzhmI3hQT4LxF5AMhR1X2x
FcuwULqNQlm2ZNsWyuTA/InOIeob+7j1gsT/5d037J3Tui7MSqN/ZIwz/SMUOdNITnKwzVYot15Q
ZWIncSDSLK9zgJrgehFZp6q/jaFchgUSUigmhrLscM5gofzw6UbufLGZa+pKKUzwHwp97rE5E0oK
namowpG2IcpyrQTUS9YW8o1bd3D9VjOdNB5EkuX1I+Ac4CAQjBIqYBTKEibYGNJYKMuPYAxlcHSq
hQLwUmMf120tW3S5FpNet3fGlOEghVnWe/t45xCXb7Qmajgcws07KmMun2F6IrFQLlLVuphLYogq
3S4vDoH8OT6UhqVHdpqVmRTu8lJVjne6AHipsTehFcromJ+RMX9EMRSAMb9SlpM+61rD4hBJUP45
ETEKZZnR7fJQkJVGkmm7suwIWijhUxt73F76h63tF0/1xkWuxaIvWNQ4h0IpdI4fD7q8DPElEgvl
Z1hKpR3wYLU7UVU9J6aSGRaE1XbFWCfLkVAMJcxCOd5hWSc7qvLY19KPy+MLrUs0Qn285nR5jR8v
NRbKkiCSd+QPgb8E9jMeQzEscbpcXorNHJRlSXBqY/iQrWD85G0XVrPndD+7m/q4bENizpubq49X
kLzMVERAFePyWiJE4vJqVtV7VPWUqjYFHzGXzLAgrE7DRqEsV7Lt9itBjne6cKYlc8O2cpIcwksR
ur0CAeVX9afx+PyxEjVqPHCgnTP9I6E+XvmZs1e5JzkkFLgvyzXv9aVAJBbKERH5X+APWC4vAEza
8NJFVY3La5ljzUSZ6PJaV+LEmZbM1oocXmyMTKG81NjLP969j7Rkx5LOfhr2+vjbX+zm8g3FoYyt
uYLyYBc3ur3G5bVEiEShZGApkteG7TNpw0sYl8eHxxcwFsoyxjmp4/DxThdXbLRcXOfXFPCz55vw
+PykJc8+NCqYGXbCfl6qNHS5UYXHj3aRkmQ5TiIZDFfoTKW1P4ls07NrSTCrQhGRJGCfqn5tkeQx
RAEz+nf5k502Ple+f9hLt8sTmol+ybpCfvD0KR451MmN58xewBdUJMGg/lKlodsNgEPgoUMd5Gak
kJw0t0d+TVEWI96l785bKcz6P6aqfuCmRZLFECXGq+SNQlmuONOTQ0H5oFJYX2JVjl+2oYR1JU6+
/sgx/IHZp1qf7LItlK6lrVBOdroQgXdcXAPMHZAP8s+vq+Nnf3VhDCUzzIdIgvLPisi3ReTVInJe
8LGQm4pIgYg8LCLH7ef8Gdb5RWSP/bgnbP8aEXlBRE6IyC/tccEGm72n+wFYW5wVZ0kMZ4s1tdHK
dgq6rdaVWBZKkkP4+6vXc7zTxb37Wme9TlAZNXa7GfNHnqTp9QUIzKGsosnJLhdV+Zm8//K1pCY7
5gzIB8lMTSY3wrWG2BOJQrkE2AJ8DmvO/FeBryzwvrcDj6rqeuBRe3s6RlR1h/0It5S+DHxNVdcB
fcC7FyhPQvH40U7WlzhZlZ8Zb1EMZ4kzfTwof7zDRUZKEpV5GaHjN2wtZ1NZNt945Di+GRSFy+Oj
bWCUdSVOfAGlqccd8f3f/L3neNdPXsLrW5xKgYYuN2uLsyjJSedfb9rCbZfULMp9DdFlToWiqldM
81joCN6bgZ/ar38K3BLpiWK1EL0SuPtszk90XB4fL57q5cpNJfEWxbAAnGnjUxuPdQyxtiQLR1jX
A4dD+PurN9DQ7eahQx3TXqPBdnNdb7dpiTSOoqocbhvkyWNd3P7bfajG1lIJBJSGbhe1xZYF9tYL
qpd0RpphZuZUKCKSKyL/ISL19uOrIpK7wPuWqmqb/bodKJ1hXbp9z+dFJKg0CoF+VQ2mwLQAM777
ROS9Qdm7uroWKPbS5+nj3Yz5NZR6aVieZKdbUxuHvX72nu7nnFVTZ3tcvbmElCThwJmBaa8RdHe9
ts5WKBFmeg2MjOHxBagtzuK3L5/hW4+dmHad2+OLilusdWCE0bEAa22FYli+ROLy+hEwBLzZfgwC
P57rJBF5REQOTPO4OXydWj9/ZnpXrlbVXcDbgK+LyNoI5J2Aqn5fVXep6q7i4sSsLA7n8SOdZKcn
s6tm2rCUYZkQ7Of1cnMfQx4fO6un/n8mJzmoys+kqWd42muc6HSR7BA2lWdTmZcRcepwuz1S96PX
bODqzaX86JlTIStldMzPp363nyu/+gRbPvsgdzxw5Gz+vAk0dFmuOBPzW/5EUoeyVlXfELb9ryKy
Z66TVPXqmY6JSIeIlKtqm4iUY40Vnu4aZ+znBhF5AjgX+A2QJyLJtpWyCjgTwd+R8Kgqjx/t5DXr
i0O5/IblSXBq4xNHLat6ph8IqwszOdU9fWzkRKeL1YWZpCQ5WF/qjNhC6Ri0sgTLctK5bGMxjxzu
oG1glIq8DJ450c3/vtDMq9YVUZ6bzg+eauCm7RWhSYlnQzATrdZYKMueiGbKi8irghsicikwssD7
3gPcZr++Dfj95AUiki8iafbrIuBS4JBt0TwOvHG281ciB1sH6RzycPnGxLfEEh1nSKF0UuRMo7pg
+gSL1YVZNPW4p41znOxyhTLD1hU7aehyzZlmDNBhz2gvzUmnrjwHsN5bAPtaBnAIfO8vd/Kff7GT
gqxU/un/DkR03Zk42eUiJz3ZdHZIACJRKO8DviMijSLSBHzb3rcQ7gCuEZHjwNX2NiKyS0R+YK/Z
jDXPfi+WArlDVQ/Zxz4BfFRETmDFVH64QHkSgqeOdwOY+EkCEHR5nexys2t1/ozjbNcUZeH2+uly
eSbsH/MHaOoZDsUl1pc68fgCtPRN7x4LJ+jyKslJY1NZNiJwKKRQ+llX4iQrLZncjBQ+fWMde0/3
c+eLzWf9tzZ0uaktdpqRvQlAJDPl9wLbRSTH3h5c6E1VtQe4apr99cB77NfPAttmOL8BuGChciQa
R9oHqczLMF2GE4Dw1vSzxcNWF1qWS1PPMCXZ4/2smnrc+AI6bqHYz5YbbPZYRfvgKAVZqaQlJ5GW
bCmtQ20DqCr7Wga4IiyD8OYdFfz8+SZ+8mwjb79o9fz/UCwL5VXrjFWdCESS5ZUmIm8DPgj8vYh8
RkQ+E3vRDPPlRKeLtSXGD50I5IT1ptq5emaFUmMrh8ZJcZQTk4oh1xVbVfbHIkgd7hgYndBssa48
h0Ntg7QOjNLj9rJ91Xi8RES4fmsZJzpdtPbP3xPu8vjoGPSwtsQE5BOBSFxev8eqG/EB7rCHYQkR
CKjlMzeBzYQg6PJKS3awpWLmgPeq/AySHULjpKLF+sY+UpIkpFByM1OozMvgQOv0KcbhtA+OUpYz
buXWVeRwuneEp49bCQLbJqUwB+ey/OnY/NPyj7RZDg+TMpwYRJLltUpVr4u5JIYFcabfyuVfZyyU
hCArzeoivL0qj9TkmX/3JSc5WJWfQWNY6rCq8tChDi5ZW0Rm6vhHfEd1Hnua++e8d8fgKNvCsraC
Cu2ul06TkiRsLs+esH5diZPy3HSePNbFrRdUR/YH2jx8qIOUJOGi2sJ5nWdYmkTay2vaWIZh6TDZ
xWFY3qQlJ1GRmx5Rxl4w0yvIkfYhmnuHuXZL2YR151blcaZ/hE476D4dXl+Abpd3issL4JXmfjaW
ZU9pmS8ivGZ9MU+f6J6xDcx0qCr3HWjjkrVF5EbQqt6w9IlEobwK2C0iR0Vkn4jsF5F9sRbMMD+M
Qkk8Hv3Y5fzNa+au5V1TlEVj93AodfjBg+2IwDV1ExtQnFttuapeOT2zlRLMFivLHVcoxdlpoUSP
6Sr2AV6zoZihUR97W+a2gIIcbB3kdO8IN2wrm3uxYVkQiUK5HliPNWDr9cDr7GfDEuJEp4uCrNSI
234blj4ZqUkkOeZOpV1dmInL46PHbc3BefBgBzur86dk+22pyCXZIeyZRaG02zUok2e0B62U8IB8
OK9aV4RD4Mlj3XPKG+T+A20kOYRr6oxCSRQiaQ7ZNN1jMYQzRM4JE5BfsYRnep3uHeZw2+AUdxdA
ekoSdRU5vNLcN+O1OgbHixrD2VJhKZRtldNbKLmZKWyvyuPJCAPzqsr9B9q5qLbA/AhKIEx/jgRA
VU3K8AqmpshSKKe63dy9uwVgWoUCsKMqj30tAzNWtocslNyJCuUNO1fxnletYWNZ9nSnAXDJ2kL2
t/Tj8c09QfF4p4uGLjfXbZ194qRheWEUSgLQ7fIyMDLGeqNQViSVeRkkOYTP33uIbzx6nItrC6ku
nL5Vy7nVeQx7/RzrGJr2eMfgKKlJUwdcrS128unX1c3qgltfkk1AoXmGZpVB/AHlS/cdJtkhXLtl
pkbjhuVIJGnDhiWOCcivbFKTHdSV59A2MMrnbt7IrefPnLq7o8oqknzqeBe/e+UM/cNe/u2N20PH
2wdHKclJO6s2KLV2t+CTXW7Wl85syXzpvsM8frSLL9yydUJ1v2H5YxTKMqPH5eHN33uODaXZ3Lyj
gis2lYTmhRuFsnL55d9chEOE9JSkWdfVFGaSl5nC/7tvvO38527eGjqvfWB0SkA+UtYUBRXKzNX4
v6o/zQ+ePsVtF68+61YthqWLUSjLjGdO9nCyy03nkIf7D7RTmJVKoTOVrNQkynPNr72VSngB42yI
CG88bxWH2wfZXJbDD54+RfvAaCgO0znkoc4OwM+X7PQUSnPSQvNNJnOodZB//r8DXLqukH9+Xd1Z
3cOwtDExlCjx6/rTPHZk+lGs0eTlpj4yU5N46Z+u5ifvOp+dq/M50eliS0Wu6dZqiIhPv66OX7zn
olCTx2B3YVVdkIUCUFvknNZCGRod4wP/+zK5GSl849ZzSTbzehISY6FEwONHOhny+Lhpe8WMa771
2AnKc9O5clNsg4z1Tb3sqMojPSWJyzeWcPnGEjoHR80H1DBvgqnBwcyuwVEfI2N+SnPOvlv12pIs
7tnTiqpO+IHz2XsO0tTj5s6/vogip+mGnaiYb6EI+MULzXzjkWOzrulxeaY06Is2bo+Pw21DU7rP
luSkm1x+w7wJpga32QolOCtlVf70GWKRUFvkZHB0vMgSrHYu9+5r4y8uXM2FpmdXQmMUSgTUVeRw
qtvNiHf6/PoRrx+310/HoIdhry9mcuw53Y8/oLO2MzcYIsWZlkx2enKomPF0r6VQZpoOGQmhTK+w
ccNH24fw+gKmAeQKIC4KRUQKRORhETluP0/5hhSRK0RkT9hjVERusY/9REROhR3bEUt568pzCCgc
nSF3v8c9Pi2vsXvuiXhny+6mPkTgPKNQDFGiLCedtgFrjkmzrVCqFqBQgm3oG8Lms+w5bVXmb686
+7nzhuVBvCyU24FHVXU98Ki9PQFVfVxVd6jqDuBKYBh4KGzJx4PHVXVPLIUNtp0IjkGdTLdr3LyP
pdurvqmPjaXZE4YvGQwLoSw3nfZB6wdRc+8wuRkpC+r8W5mXQVqyg4awwPye0wMUOdOozMtYsLyG
pU28FMrNwE/t1z8Fbplj/RuB+1U1dj//Z2FVfgbZackcapt+OFFP2DzvU92xUSj+gPJKU59xdxmi
SllOOu0hC2VkQe4uAIdDWFOUxcmw1OG9Lf3sqDJZiCuBeCmUUlVts1+3A3OlRt0K3Dlp3xftdvpf
E5EZ00ZE5L0iUi8i9V1d858oZ1+DzRU5M1ooPbaFkuyQKaNYo8WxjiGGPL5Z54sbDPOlPDedriEP
Pn+A073DC1YoYLm9ghbK4OgYJ7tcbJ+h7b0hsYiZQhGRR0TkwDSPm8PXqTXEYfpOddZ1yoFtwINh
uyPOfJkAAA/NSURBVD8JbALOBwqAT8x0vqp+X1V3qequ4uK5hxXNRF15DkfahwhM01Sv246hbKnI
iZnL6w97WwHYtbogJtc3rExKc9MJKHQMeWjpG15Q/CRIbXEWp/tG8Pj87G8ZQNWaFmlIfGJWh6Kq
V890TEQ6RKRcVdtshdE5y6XeDPxOVcfCrh20bjwi8mPgH6Ii9CzUlecw7PXT1DscajERpMflJSs1
iU1lOTx6ZLY/5exo6nHzg6dO8WfnVkblA28wBAl2V9jT3M+YX6NioawrceIPKM+e6OGQPTN+psFc
hsQiXi6ve4Db7Ne3Ab+fZe1bmeTuspUQYjllbwEOxEDGCdTNEpjvdnkodKZRU5RFt8vD0OjYlDUL
4Qt/PExyknD79Zuiel2DIVjc+OKpHmBhKcNBrqkrZV2Jk4/9ei+PHO6gtjjLjPhdIcRLodwBXCMi
x4Gr7W1EZJeI/CC4SERqgCrgyUnn/0JE9gP7gSLgC7EWeF2Jk2SHTBuY73F5KXSmsqbI+jA22e27
Z5o5MR/+dKyLhw918HdXrp8y9MhgWCjluVbm1QuneoHoKJTM1GS+95c78foCvNLczw5jnawY4qJQ
VLVHVa9S1fWqerWq9tr761X1PWHrGlW1UlUDk86/UlW3qepWVX27qs7c3jRKpKcksa7EyeG2qbUo
3S4PhVlpUwYdbfnsA3z3iZMLUiy/rD9NSXYaf/WqmrO+hsEwE/mZKaQmOzjaMUSSQyjPi86PlrXF
Tr7yJqst/q4aE/dbKZhK+XlQVz59pleP20uRM5XVBZZCeaW5ny/+8RCpSQ6+/MAR3vhfz9IX1opi
PhxpG2RHVR5pybO3JTcYzgYRoSwnHVWoyEsnJYo94a7bWsZjH7uMN+1aFbVrGpY2RqHMg7qKHNoH
RyfUnQQCSq/bS5EzjQy7hfxPn2tkYGSMX/7NxXz9LTt4pbmf375yZt73Gx3zc6rbzabys2snbjBE
QrC7cDTcXZOpLXZGVUkZljbmf3oe1Nlf7MHMFYD+kTH8AaXQaTVnrCnMwh9Q3nFxDZvLc7jl3Eoq
8zJ4ublv3vc73uEioLBpljneBsNCCTaJjIVCMawsjEKZB8FMr4Nhbq+gtVJot+TeWplDcXYaH7l6
Q2jNeavzeblp/grlcLt1H6NQDLEkmDpsUtINC8UolHmQl5lKZV7GhDhKsI9Xkd0+/uPXbuLRj11G
buZ4muTO6jzaBkZp7R+Z9rr9w14+cfc+Hj3cgVXnaXG0fYj0FAerC7OmPc9giAalMXR5GVYWRqHM
k7qKHA62jqcOBzsNBy2U1GTHlOaNwe7AM7m9HjvSyS/rT/Pun9bzum89HZp4d6R9kI2l2SQ5TA8k
Q+wIFuquLzGWsGFhGIUyT+rKc2jodofmnnQPBRXKzAOuNpfnkJ7iYPcMbq+j7UOkJjn4tzecQ3PP
MP/x8DFUlcNtQ2wqMwF5Q2y5fGMx93/41Ww0rlXDAjEKZZ5sqchBFY60W/UoPW4vDoH8zJkVSkqS
g+2r8maMoxxpH2JtiZM3n1/Fm3ZV8dDBdo60D9Hr9rKp3HzIDbFFRNhsMgkNUcAolHkyuQVLt8tL
QVbqnG6pnavzOdg6yOjY1KmPxzqGQoH3t11YxZhf+cIfDwGYX40Gg2HZYBTKPKnMyyA3IyWU6dVj
V8nPxXnV+fgCyr6Wia1bBobHaBsYDSmOdSXZXFBTwDMnrN5KxuVlMBiWC0ahzBMRYUtFTqgWpcft
nTV+EiQYmJ8cRwmOFd5YOm6JvO3CagBKc9IoyJr72gaDwbAUMArlLKgrz+FI2yA+fyDUaXguCrJS
WV/i5NmT3RP2H7VrTcJdW9dtLSM/MyVUSGkwGAzLgZjNQ0lktlTm4PEF+NL9R+ga8lAUgYUCcNmG
Yn72XBPDXh+ZqdY//dGOIbLTk0PFZWA1ovz5uy80s+MNBsOywlgoZ8HVm0u5alMJP3m2kWGvn5Ls
yDq0XraxGK8/wAsNvaF9R9utgPzkedtbK3OpLjSFZgaDYflgLJSzIDs9hR++83y6XR6eOdHNZRsi
Gy18fk0B6SkOnjzWxRWbSlBVjrQPcdP2ihhLbDAYDLEnLhaKiLxJRA6K/P/27jzGqvIO4/j3ERBZ
jChUrSwOKqJIFO3ErdYaNRWoFW1sgrFxTU1jTbXaVpSm0bRJa2pK20RpiVasMWqlLrjXhaixlbK5
oIiOAgpCReuC1LX8+sf7Dh6HOzPIHOaeC88nmcw97zn3zjNv7r2/e5b7vlonqbmD7cZKWiypRdKk
QvtwSbNz+y2S6nLmelD/3kwYM5gBHXwHpWi7Xj04bI+BPPriagBWvfchaz781GN1mdkWoV6HvBYC
3wYea28DST2Aq4BxwCjgFEmj8uorgCkRsRfwNnD25o1bnq/v/SWWvLmWZW+tXf/lyJG+NNjMtgD1
mrFxUUQs7mSzg4GWiHglIj4GbgYm5HnkjwZm5O2uJ80r3xCOGrkzANc9sZSps14GYO9d+tczkplZ
Kap8DmUw8FpheTlwCDAQeCciPi20D+7mbJusaVA/dh/Yl+n/WMoOfXrxyxNHb/QhMzOzKttsBUXS
Q8CuNVZNjog7N9ffrZHjHOAcgGHDhnXXn+3QpeP35cVVazjt8CZ26ONLg81sy7DZCkpEHNvFh1gB
DC0sD8ltbwEDJPXMeymt7e3lmAZMA2hubo72tutOx+23K8ftV6vWmpk1rip/D2UOMCJf0bUtMBGY
GWkGqlnAyXm704Fu2+MxM7Pa6nXZ8EmSlgOHAfdIeiC37ybpXoC893Ee8ACwCPhrRDyXH+Ji4EJJ
LaRzKtd29/9gZmafp+KUs1u65ubmmDt3br1jmJk1FEnzIqLd7wy2qvIhLzMzayAuKGZmVgoXFDMz
K4ULipmZlcIFxczMSrFVXeUlaTWwbBPvPgh4s9OtqqPR8kLjZW60vNB4mRstLzRe5o3Ju3tEdDpP
x1ZVULpC0tyNuWyuKhotLzRe5kbLC42XudHyQuNlLjOvD3mZmVkpXFDMzKwULigbb1q9A3xBjZYX
Gi9zo+WFxsvcaHmh8TKXltfnUMzMrBTeQzEzs1K4oGwESWMlLZbUImlSvfO0JWmopFmSnpf0nKTz
c/tOkh6U9FL+vWO9sxZJ6iFpgaS78/JwSbNzP9+Spy2oDEkDJM2Q9IKkRZIOq3IfS/pRfj4slHST
pO2q1seS/izpDUkLC201+1TJH3L2ZyQdVJG8v8nPiWck3S5pQGHdJTnvYknHdXfe9jIX1l0kKSQN
ystd6mMXlE5I6gFcBYwDRgGnSBpV31Qb+BS4KCJGAYcCP8gZJwEPR8QI4OG8XCXnk6YmaHUFMCUi
9gLeBs6uS6r2/R64PyL2AQ4gZa9kH0saDPwQaI6I0UAP0pxCVevj6cDYNm3t9ek4YET+OQeY2k0Z
i6azYd4HgdERsT/wInAJQH4NTgT2y/e5Or+fdLfpbJgZSUOBbwCvFpq71McuKJ07GGiJiFci4mPg
ZmBCnTN9TkSsjIj5+fYa0hvdYFLO6/Nm1wMn1ifhhiQNAb4JXJOXBRwNzMibVC3vDsCR5Ll3IuLj
iHiHCvcxaUbWPpJ6An2BlVSsjyPiMeA/bZrb69MJwF8ieZI0c+uXuydpUitvRPw9z98E8CRpFllI
eW+OiI8iYgnQQno/6Vbt9DHAFOCnQPFEepf62AWlc4OB1wrLy3NbJUlqAg4EZgO7RMTKvGoVsEud
YtXyO9KTeV1eHgi8U3hhVq2fhwOrgevyYbprJPWjon0cESuAK0mfPlcC7wLzqHYft2qvTxvhtXgW
cF++Xdm8kiYAKyLi6TarupTZBWULIqk/8Dfggoh4r7guT51ciUv6JB0PvBER8+qd5QvoCRwETI2I
A4G1tDm8VbE+3pH0aXM4sBvQjxqHPaquSn3aGUmTSYefb6x3lo5I6gtcCvy87Md2QencCmBoYXlI
bqsUSb1IxeTGiLgtN/+7dXc1/36jXvna+CpwgqSlpEOIR5POTwzIh2egev28HFgeEbPz8gxSgalq
Hx8LLImI1RHxCXAbqd+r3Met2uvTyr4WJZ0BHA+cGp99F6OqefckfdB4Or8GhwDzJe1KFzO7oHRu
DjAiXx2zLekk28w6Z/qcfP7hWmBRRPy2sGomcHq+fTpwZ3dnqyUiLomIIRHRROrPRyLiVGAWcHLe
rDJ5ASJiFfCapJG56RjgeSrax6RDXYdK6pufH615K9vHBe316UzgtHwl0qHAu4VDY3UjaSzp8O0J
EfHfwqqZwERJvSUNJ53o/lc9MhZFxLMRsXNENOXX4HLgoPwc71ofR4R/OvkBxpOu3ngZmFzvPDXy
HUE6LPAM8FT+GU86L/Ew8BLwELBTvbPWyH4UcHe+vQfpBdcC3Ar0rne+NlnHAHNzP98B7FjlPgYu
B14AFgI3AL2r1sfATaRzPJ/kN7az2+tTQKQrLl8GniVdwVaFvC2k8w6tr70/FrafnPMuBsZVpY/b
rF8KDCqjj/1NeTMzK4UPeZmZWSlcUMzMrBQuKGZmVgoXFDMzK4ULipmZlcIFxayGPLLwuYXl3STN
6Og+9SLp3uIItxux/WWSfrw5M9nWyQXFrLYBwPqCEhGvR8TJHWzf7fKXz7aJiPGRBqo0qysXFLPa
fg3sKempPN9FU+t8EpLOkHSHpLskLZF0nqQL86CRT0raKW+3p6T7Jc2T9Likfdr+kby3cIOkR5Tm
//heYd1PJM3J81JcntualOZiuRqYDwyVtLQwn8WFSvOfLJR0QeGxJuc5OR4CRmK2GfTsfBOzrdIk
0hwXY2D9KM5Fo0mjOm9H+qb0xRFxoKQpwGmk0ZSnAd+PiJckHQJcTRq3rK39SfPY9AMWSLonP/4I
0nDnAmZKOpI0pMpI4MyIODdnI//+CnAmcEi+z2xJj5I+OE7MeXuSClEjDcxpDcIFxWzTzIo098wa
Se8Cd+X2Z4H988jPhwO3tr7hk4Y+qeXOiPgA+EDSLFIROYI0+dGCvE1/UoF5FVgWaa6Kto4Abo+I
tQCSbgO+Rioot0ceZ0pSpcaisy2HC4rZpvmocHtdYXkd6XW1DWnukTEb8Vhtxz8K0h7GryLiT8UV
eU9p7SbkNdvsfA7FrLY1wPabeudI89EskfQdWH8C/YB2Np+gNN/7QNJgmXOAB4Cz8p4OkgZL2rmT
P/s4cGIeYbgfcFJueyy395G0PfCtTf2/zDriPRSzGiLiLUlP5BPx95FGYP2iTgWmSvoZ0Is090vb
GfIgjf57DzAM+EVEvA68Lmlf4J/5kNn7wHeB/3WQeb6k6Xw2RPo1EbEAQNItpJFwl5GKjFnpPNqw
WR1Jugx4PyKurHcWs67yIS8zMyuF91DMzKwU3kMxM7NSuKCYmVkpXFDMzKwULihmZlYKFxQzMyuF
C4qZmZXi/y/55U6aTaWYAAAAAElFTkSuQmCC
"
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.2--Cutting-our-time-series-into-sequences">1.2  Cutting our time series into sequences<a class="anchor-link" href="#1.2--Cutting-our-time-series-into-sequences">&#182;</a></h2><p>Remember, our time series is a sequence of numbers that we can represent in general mathematically as</p>
$$s_{0},s_{1},s_{2},...,s_{P}$$<p>where $s_{p}$ is the numerical value of the time series at time period $p$ and where $P$ is the total length of the series.  In order to apply our RNN we treat the time series prediction problem as a regression problem, and so need to use a sliding window to construct a set of associated input/output pairs to regress on.  This process is animated in the gif below.</p>
<p>&lt;img src="images/timeseries_windowing_training.gif" width=600 height=600/&gt;</p>
<p>For example - using a window of size T = 5 (as illustrated in the gif above) we produce a set of input/output pairs like the one shown in the table below</p>
$$\begin{array}{c|c}
\text{Input} & \text{Output}\\
\hline \color{CornflowerBlue} {\langle s_{1},s_{2},s_{3},s_{4},s_{5}\rangle} & \color{Goldenrod}{ s_{6}} \\
\ \color{CornflowerBlue} {\langle s_{2},s_{3},s_{4},s_{5},s_{6} \rangle } & \color{Goldenrod} {s_{7} } \\
\color{CornflowerBlue}  {\vdots} & \color{Goldenrod} {\vdots}\\
\color{CornflowerBlue} { \langle s_{P-5},s_{P-4},s_{P-3},s_{P-2},s_{P-1} \rangle } & \color{Goldenrod} {s_{P}}
\end{array}$$<p>Notice here that each input is a sequence (or vector) of length 4 (and in general has length equal to the window size T) while each corresponding output is a scalar value.  Notice also how given a time series of length P and window size T = 5 as shown above, we created P - 5  input/output pairs.  More generally, for a window size T we create P - T such pairs.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now its time for you to window the input time series as described above!</p>
<p><a id='TODO_1'></a></p>
<p><strong>TODO:</strong> Fill in the function below - called <strong>window_transform_series</strong> - that runs a sliding window along the input series and creates associated input/output pairs.    Note that this function should input a) the series and b) the window length, and return the input/output subsequences.  Make sure to format returned input/output as generally shown in table above (where window_size = 5), and make sure your returned input is a numpy array.</p>
<hr>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>You can test your function on the list of odd numbers given below</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[5]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">odd_nums</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span><span class="mi">3</span><span class="p">,</span><span class="mi">5</span><span class="p">,</span><span class="mi">7</span><span class="p">,</span><span class="mi">9</span><span class="p">,</span><span class="mi">11</span><span class="p">,</span><span class="mi">13</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">)</span><span class="o">/</span><span class="mi">2</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>3
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>To window this sequence with a window_size = 2 using the <strong>window_transform_series</strong> you should get the following input/output pairs</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[6]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="k">def</span> <span class="nf">window_transform_series</span><span class="p">(</span><span class="n">dataset</span><span class="p">,</span> <span class="n">window_size</span><span class="p">):</span>
    <span class="c1">#Function to run a sliding window of window_size across the dataset</span>
    <span class="n">dataX</span><span class="p">,</span> <span class="n">dataY</span> <span class="o">=</span> <span class="p">[],</span> <span class="p">[]</span>
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">dataset</span><span class="p">)</span><span class="o">-</span><span class="n">window_size</span><span class="p">):</span>
        <span class="n">a</span> <span class="o">=</span> <span class="n">dataset</span><span class="p">[</span><span class="n">i</span><span class="p">:(</span><span class="n">i</span><span class="o">+</span><span class="n">window_size</span><span class="p">)]</span>
        <span class="n">dataX</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">a</span><span class="p">)</span>
        <span class="n">dataY</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">dataset</span><span class="p">[</span><span class="n">i</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">])</span>
    <span class="k">return</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">dataX</span><span class="p">),</span> <span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">dataY</span><span class="p">))</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span><span class="mi">1</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[7]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run a window of size 2 over the odd number sequence and display the results</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">2</span>
<span class="n">X</span><span class="p">,</span><span class="n">y</span> <span class="o">=</span> <span class="n">window_transform_series</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">,</span><span class="n">window_size</span><span class="p">)</span>

<span class="c1"># print out input/output pairs --&gt; here input = X, corresponding output = y</span>
<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;--- the input X will look like ----&#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">X</span><span class="p">)</span>

<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;--- the associated output y will look like ----&#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">y</span><span class="p">)</span>

<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;the shape of X is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">shape</span><span class="p">(</span><span class="n">X</span><span class="p">)))</span>
<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;the shape of y is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">shape</span><span class="p">(</span><span class="n">y</span><span class="p">)))</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;the type of X is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">X</span><span class="p">)))</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;the type of y is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">y</span><span class="p">)))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>--- the input X will look like ----
[[ 1  3]
 [ 3  5]
 [ 5  7]
 [ 7  9]
 [ 9 11]]
--- the associated output y will look like ----
[[ 5]
 [ 7]
 [ 9]
 [11]
 [13]]
the shape of X is (5, 2)
the shape of y is (5, 1)
the type of X is &lt;class &#39;numpy.ndarray&#39;&gt;
the type of y is &lt;class &#39;numpy.ndarray&#39;&gt;
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Again - you can check that your completed <strong>window_transform_series</strong> function works correctly by trying it on the odd_nums sequence - you should get the above output.</p>
<hr>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[8]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: fill out the function below that transforms the input series and window-size into a set of input/output pairs for use with our RNN model</span>
<span class="k">def</span> <span class="nf">window_transform_series</span><span class="p">(</span><span class="n">series</span><span class="p">,</span><span class="n">window_size</span><span class="p">):</span>
    <span class="c1"># containers for input/output pairs</span>
    <span class="c1">#Function to run a sliding window of window_size across the dataset</span>
    <span class="n">dataX</span><span class="p">,</span> <span class="n">dataY</span> <span class="o">=</span> <span class="p">[],</span> <span class="p">[]</span>
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">series</span><span class="p">)</span><span class="o">-</span><span class="n">window_size</span><span class="p">):</span>
        <span class="n">a</span> <span class="o">=</span> <span class="n">series</span><span class="p">[</span><span class="n">i</span><span class="p">:(</span><span class="n">i</span><span class="o">+</span><span class="n">window_size</span><span class="p">)]</span>
        <span class="n">dataX</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">a</span><span class="p">)</span>
        <span class="n">dataY</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">series</span><span class="p">[</span><span class="n">i</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">])</span>
        
    <span class="c1"># reshape each </span>
    <span class="n">X</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">dataX</span><span class="p">)</span>
    <span class="n">X</span><span class="o">.</span><span class="n">shape</span> <span class="o">=</span> <span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">shape</span><span class="p">(</span><span class="n">X</span><span class="p">)[</span><span class="mi">0</span><span class="p">:</span><span class="mi">2</span><span class="p">])</span>
    <span class="n">y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">dataY</span><span class="p">)</span>
    <span class="n">y</span><span class="o">.</span><span class="n">shape</span> <span class="o">=</span> <span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">y</span><span class="p">),</span><span class="mi">1</span><span class="p">)</span>
    
    <span class="k">return</span> <span class="n">X</span><span class="p">,</span><span class="n">y</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With this function in place apply it to the series in the Python cell below.  We use a window_size = 7 for these experiments.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># window the data using your windowing function</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">7</span>
<span class="n">X</span><span class="p">,</span><span class="n">y</span> <span class="o">=</span> <span class="n">window_transform_series</span><span class="p">(</span><span class="n">series</span> <span class="o">=</span> <span class="n">dataset</span><span class="p">,</span><span class="n">window_size</span> <span class="o">=</span> <span class="n">window_size</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">X</span><span class="o">.</span><span class="n">shape</span><span class="p">,</span> <span class="n">y</span><span class="o">.</span><span class="n">shape</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>(131, 7) (131, 1)
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.3--Splitting-into-training-and-testing-sets">1.3  Splitting into training and testing sets<a class="anchor-link" href="#1.3--Splitting-into-training-and-testing-sets">&#182;</a></h2><p>In order to perform proper testing on our dataset we will lop off the last 1/3 of it for validation (or testing).  This is that once we train our model we have something to test it on (like any regression problem!).  This splitting into training/testing sets is done in the cell below.</p>
<p>Note how here we are <strong>not</strong> splitting the dataset <em>randomly</em> as one typically would do when validating a regression model.  This is because our input/output pairs <em>are related temporally</em>.   We don't want to validate our model by training on a random subset of the series and then testing on another random subset, as this simulates the scenario that we receive new points <em>within the timeframe of our training set</em>.</p>
<p>We want to train on one solid chunk of the series (in our case, the first full 2/3 of it), and validate on a later chunk (the last 1/3) as this simulates how we would predict <em>future</em> values of a time series.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[10]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># split our dataset into training / testing sets</span>
<span class="n">train_test_split</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">ceil</span><span class="p">(</span><span class="mi">2</span><span class="o">*</span><span class="nb">len</span><span class="p">(</span><span class="n">y</span><span class="p">)</span><span class="o">/</span><span class="nb">float</span><span class="p">(</span><span class="mi">3</span><span class="p">)))</span>   <span class="c1"># set the split point</span>

<span class="c1"># partition the training set</span>
<span class="n">X_train</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="n">train_test_split</span><span class="p">,:]</span>
<span class="n">y_train</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="n">train_test_split</span><span class="p">]</span>

<span class="c1"># keep the last chunk for testing</span>
<span class="n">X_test</span> <span class="o">=</span> <span class="n">X</span><span class="p">[</span><span class="n">train_test_split</span><span class="p">:,:]</span>
<span class="n">y_test</span> <span class="o">=</span> <span class="n">y</span><span class="p">[</span><span class="n">train_test_split</span><span class="p">:]</span>

<span class="c1"># NOTE: to use keras&#39;s RNN LSTM module our input must be reshaped to [samples, stepsize, window size] </span>
<span class="n">X_train</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="p">(</span><span class="n">X_train</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="mi">1</span><span class="p">,</span> <span class="n">window_size</span><span class="p">)))</span>
<span class="n">X_test</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">X_test</span><span class="p">,</span> <span class="p">(</span><span class="n">X_test</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="mi">1</span><span class="p">,</span> <span class="n">window_size</span><span class="p">)))</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_2'></a></p>
<h2 id="1.4--Build-and-run-an-RNN-regression-model">1.4  Build and run an RNN regression model<a class="anchor-link" href="#1.4--Build-and-run-an-RNN-regression-model">&#182;</a></h2><p>Having created input/output pairs out of our time series and cut this into training/testing sets, we can now begin setting up our RNN.  We use Keras to quickly build a two hidden layer RNN of the following specifications</p>
<ul>
<li>layer 1 uses an LSTM module with 5 hidden units (note here the input_shape = (1,window_size))</li>
<li>layer 2 uses a fully connected module with one unit</li>
<li>the 'mean_squared_error' loss should be used (remember: we are performing regression here)</li>
</ul>
<p>This can be constructed using just a few lines - see e.g., the <a href="https://keras.io/getting-started/sequential-model-guide/">general Keras documentation</a> and the <a href="https://keras.io/layers/recurrent/">LTSM documentation in particular</a> for examples of how to quickly use Keras to build neural network models.  Make sure you are initializing your optimizer given the <a href="https://keras.io/optimizers/">keras-recommended approach for RNNs</a> (given in the cell below).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[11]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: create required RNN model</span>
<span class="c1"># import keras network libraries</span>
<span class="kn">from</span> <span class="nn">keras.models</span> <span class="k">import</span> <span class="n">Sequential</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">Dense</span><span class="p">,</span> <span class="n">Dropout</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">LSTM</span>
<span class="kn">import</span> <span class="nn">keras</span>

<span class="c1"># given - fix random seed - so we can all reproduce the same results on our default time series</span>
<span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>


<span class="c1"># TODO: build an RNN to perform regression on our time series input/output data</span>
<span class="n">model</span> <span class="o">=</span> <span class="n">Sequential</span><span class="p">()</span>

<span class="c1">#LSTM layer with 5 hidden units</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">LSTM</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="n">input_shape</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="n">window_size</span><span class="p">)))</span>

<span class="c1">#Dropout added to avoid overfitting</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Dropout</span><span class="p">(</span><span class="mf">0.2</span><span class="p">))</span>

<span class="c1">#Fully connected layer with one output cell</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Dense</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span>

<span class="c1"># build model using keras documentation recommended optimizer initialization</span>
<span class="n">optimizer</span> <span class="o">=</span> <span class="n">keras</span><span class="o">.</span><span class="n">optimizers</span><span class="o">.</span><span class="n">RMSprop</span><span class="p">(</span><span class="n">lr</span><span class="o">=</span><span class="mf">0.001</span><span class="p">,</span> <span class="n">rho</span><span class="o">=</span><span class="mf">0.9</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mf">1e-08</span><span class="p">,</span> <span class="n">decay</span><span class="o">=</span><span class="mf">0.0</span><span class="p">)</span>

<span class="c1"># compile the model</span>
<span class="n">model</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">loss</span><span class="o">=</span><span class="s1">&#39;mean_squared_error&#39;</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="n">optimizer</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>Using TensorFlow backend.
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With your model built you can now fit the model by activating the cell below!  Note: the number of epochs (np_epochs) and batch_size are preset (so we can all produce the same results).  You can choose to toggle the verbose parameter - which gives you regular updates on the progress of the algorithm - on and off by setting it to 1 or 0 respectively.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run your model!</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="n">y_train</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">1000</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>C:\Users\priya\Anaconda3\envs\tensorflow-gpu\lib\site-packages\keras\backend\tensorflow_backend.py:2289: UserWarning: Expected no kwargs, you passed 1
kwargs passed to function are ignored with Tensorflow backend
  warnings.warn(&#39;\n&#39;.join(msg))
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt output_prompt">Out[12]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;keras.callbacks.History at 0x203698c0f98&gt;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.5--Checking-model-performance">1.5  Checking model performance<a class="anchor-link" href="#1.5--Checking-model-performance">&#182;</a></h2><p>With your model fit we can now make predictions on both our training and testing sets.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[13]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># generate predictions for training</span>
<span class="n">train_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">X_train</span><span class="p">)</span>
<span class="n">test_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">X_test</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>C:\Users\priya\Anaconda3\envs\tensorflow-gpu\lib\site-packages\keras\backend\tensorflow_backend.py:2289: UserWarning: Expected no kwargs, you passed 1
kwargs passed to function are ignored with Tensorflow backend
  warnings.warn(&#39;\n&#39;.join(msg))
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>In the next cell we compute training and testing errors using our trained model - you should be able to achieve at least</p>
<p><em>training_accuracy</em> &lt; 0.02</p>
<p>and</p>
<p><em>testing_accuracy</em> &lt; 0.02</p>
<p>with your fully trained model.</p>
<p>If either or both of your accuracies are larger than 0.02 re-train your model - increasing the number of epochs you take (a maximum of around 1,000 should do the job) and/or adjusting your batch_size.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[14]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out training and testing errors</span>
<span class="n">training_accuracy</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">evaluate</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="n">y_train</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;training accuracy = &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">training_accuracy</span><span class="p">))</span>

<span class="n">testing_accuracy</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">evaluate</span><span class="p">(</span><span class="n">X_test</span><span class="p">,</span> <span class="n">y_test</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;testing accuracy = &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">testing_accuracy</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>training accuracy = 0.016253803264
testing accuracy = 0.014804895859
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>C:\Users\priya\Anaconda3\envs\tensorflow-gpu\lib\site-packages\keras\backend\tensorflow_backend.py:2289: UserWarning: Expected no kwargs, you passed 1
kwargs passed to function are ignored with Tensorflow backend
  warnings.warn(&#39;\n&#39;.join(msg))
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Activating the next cell plots the original data, as well as both predictions on the training and testing sets.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[15]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### Plot everything - the original series as well as predictions on training and testing sets</span>
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>
<span class="o">%</span><span class="k">matplotlib</span> inline

<span class="c1"># plot original series</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">dataset</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;k&#39;</span><span class="p">)</span>

<span class="c1"># plot training set prediction</span>
<span class="n">split_pt</span> <span class="o">=</span> <span class="n">train_test_split</span> <span class="o">+</span> <span class="n">window_size</span> 
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="n">window_size</span><span class="p">,</span><span class="n">split_pt</span><span class="p">,</span><span class="mi">1</span><span class="p">),</span><span class="n">train_predict</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;b&#39;</span><span class="p">)</span>

<span class="c1"># plot testing set prediction</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="n">split_pt</span><span class="p">,</span><span class="n">split_pt</span> <span class="o">+</span> <span class="nb">len</span><span class="p">(</span><span class="n">test_predict</span><span class="p">),</span><span class="mi">1</span><span class="p">),</span><span class="n">test_predict</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span>

<span class="c1"># pretty up graph</span>
<span class="n">plt</span><span class="o">.</span><span class="n">xlabel</span><span class="p">(</span><span class="s1">&#39;day&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">ylabel</span><span class="p">(</span><span class="s1">&#39;(normalized) price of Apple stock&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">legend</span><span class="p">([</span><span class="s1">&#39;original series&#39;</span><span class="p">,</span><span class="s1">&#39;training fit&#39;</span><span class="p">,</span><span class="s1">&#39;testing fit&#39;</span><span class="p">],</span><span class="n">loc</span><span class="o">=</span><span class="s1">&#39;center left&#39;</span><span class="p">,</span> <span class="n">bbox_to_anchor</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mf">0.5</span><span class="p">))</span>
<span class="n">plt</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAgAAAAEKCAYAAABkC+0BAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzs3Xd4lFX68PHvSU9ICOkhAVIJJKGXIEUCogIC4iIqsnZB
xe66llVXXHBt6A911TW+CNjLKioCgjTpBBIgIZUUQkkCaZBO2pz3j2cmBEgZZJJJOZ/rmit5+p1d
nLnnlPsIKSWKoiiKonQtFuYOQFEURVGUtqcSAEVRFEXpglQCoCiKoihdkEoAFEVRFKULUgmAoiiK
onRBKgFQFEVRlC5IJQCKoiiK0gWpBEBRFEVRuiCVACiKoihKF2Rl7gDakru7u/T39zd3GIqiKB1K
bGxsgZTSw9xxKKbVpRIAf39/YmJizB2GoihKhyKEOGbuGBTTU10AiqIoitIFqQRAURRFUboglQAo
iqIoShekEgBFURRF6YJUAqAoiqIoXZBZEwAhxHIhRJ4QIqGJ40II8b4QIl0IES+EGNbg2N1CiDT9
6+62i1pRFEVROj5ztwCsBKY0c3wq0Ff/egD4L4AQwhVYCIwCIoCFQgiXVo1UURRFUToRsyYAUsrt
QFEzp8wEPpeavUAPIURPYDKwUUpZJKU8A2yk+URCUQDQ6XQsW7aMiooKc4eiKIpiVuZuAWiJL3Ci
wfZJ/b6m9l9CCPGAECJGCBGTn5/faoEqHcOOHTuYP38+y5YtM3coiqIoZtXeE4ArJqX8REo5Qko5
wsNDVbLs6mJjYwFYu3atmSNRFEUxr/aeAGQDvRts99Lva2q/ojTrwIEDAPzxxx+UlZWZORpFURTz
ae8JwGrgLv1sgKuAYillLrABuF4I4aIf/He9fp+iNOvAgQN4enpSXV3Npk2bzB2OoiiK2Zh7GuA3
wB6gnxDipBDifiHEQ0KIh/SnrAMygXTg/wEPA0gpi4DFwH79a5F+n6I0qby8nJSUFObNm4ezszNr
1qwxd0iKoihmY9bVAKWUt7dwXAKPNHFsObC8NeJSOqe4uDiklIwaNYr09HTWrl2LTqfDwqK9N4Qp
iqKYnnrnU7oMQ///sGHDmD59OqdOnarfpyiK0tWoBEDpMgz9/76+vkydOhUhBOvWrTN3WIqiKGah
EgClyzhw4ADDhg1DCIG7uztDhgxh27Zt5g5LURTFLFQCoHQJ586dIzExkWHD6peTYNy4cezdu5ea
mhozRqYoimIeKgFQuoTDhw9TW1t7SQJQUVHBoUOHzBiZoiiKeagEQOmUnnrqKT788MP67ZiYGIBL
EgDQygMriqJ0NSoBUDqlzz77jA8++KB+e9u2bfj6+uLv71+/z8fHh8DAQHbu3GmGCBVFUcxLJQBK
p1NSUsKZM2dISUkhJycHKSV//PEHEyZMQAhxwbnjxo1j586daCUnFEVRug6VACidzrFjx+p/37Jl
CykpKZw+fZoJEyZccu64cePIz8/nyJEjbRihoiiK+Zm1EqCitIasrKz637ds2UJpaSkAEydOvORc
wziAnTt30q9fvzaJT1EUpT1QLQBKp2NIAMaNG8fmzZvZunUrvXr1IjAw8ILzTp6EwMD+uLm5qXEA
iqJ0OSoBUDqdY8eOYWdnx5w5czh+/Dhr1qxh4sSJF/T/HzsGISEwe7YgImIUsbGxZoxYURSl7bWY
AAghFl20bSmE+Kr1QlKUK5OVlYWfnx/XXnstAJWVlZf0/z//PFRWwpo1UFd3J2lpaeh0OjNEqyiK
Yh7GtAD0FkL8A0AIYQusAtJaNSpFuQLHjh3D39+fkJAQfHx8gAv7//fsgW+/hRdfhMhI2L59FufO
uXP8+HFzhawoitLmjEkA7gMG6pOAX4GtUspXWjUqRbkChhYAIQQzZsygf//+9fP/dTp46ino2VNr
BVi+HMASeIfU1FQzRq0oitK2mkwAhBDDhBDDgKHAe8BtaN/8t+v3XzEhxBQhRKoQIl0I8Xwjx5cK
IQ7pX0eEEGcbHKtrcGy1KeJROr7y8nIKCgrqP/Dfe+89oqOjEUJQUAA33ADR0fDGG+DoCIGBMGtW
FTCJlBSVACiK0nU0Nw3wnYu2zwBh+v0SuOZKHiyEsAQ+BK4DTgL7hRCrpZRJhnOklE81OP8xtGTE
oFJKOeRKYlA6H0MNAEMCYGtri62tLRs2wLx5kJ8PUVFw553nr4mMtOfrrx3Yv7/QDBEriqKYR5MJ
gJTy0knTphUBpEspMwGEEN8CM4GkJs6/HVjYyjEpHZxhCqCfnx+gTfVbsEAb7Ne3L+zeDcMuar+K
iNBmBxw6ZNOWoSqKopiVMbMAXhNC9Giw7SKEeNUEz/YFTjTYPqnf11gMfkAAsKXBbjshRIwQYq8Q
4iYTxKN0Ahe3ALzwAmzaBEuWwOHDl374A4SHg6VlFceOebVhpIqiKOZlzCDAqVLK+r53KeUZ4IbW
C6lRc4AfpJR1Dfb5SSlHAHOBd4UQQY1dKIR4QJ8oxOTn57dFrIoZZWVlYWNjg7e3NwBJSTB+PPz9
72Br2/g11tbg65tHWVl/ysvL2zBaRVEU8zEmAbDUT/8DQAhhDzTxVnpZsoHeDbZ76fc1Zg7wTcMd
Usps/c9M4A8uHB/Q8LxPpJQjpJQjPDw8rjRmpZ3LysqiT58+WFhYICWkpWlN/y0ZMKASGEZysprh
qihK12BMAvAVsFkIcb8Q4n5gI/CZCZ69H+grhAgQQtigfchfMppfCNEfcAH2NNjnYkhKhBDuwFia
HjugdCGGGgAABQVQUmJcAjB+vB3gwJYtp1s1PkVRlPaixQRASvkm8CoQqn8tllK+daUPllLWAo8C
G4Bk4HspZaIQYpEQ4sYGp84BvpUXrtcaCsQIIeKArcAbDWcPKF2XoQYAaN/+AYKDW75u2jRPAHbu
rG6t0BRFUdoVY1cDPAhYo03/O2iqh0sp1wHrLtr38kXbrzRy3W5goKniUDqHyspKTp8+fUkCYEwL
QHi4HRYWZ0lKcmzFCBVFUdoPY2YB3ArsA2YDtwLRQojZrR2Yolyuo0ePAtSv+peWBpaWEBDQ8rVC
gItLOjk5Pq0ZoqIoSrthTAvAi8BIKWUegBDCA9gE/NCagSnK5crIyAAgWN/mn54O/v7aKH9jBAQU
EhMzhIoKHQ4OaqFMRVE6N2Pe5SwMH/56hUZepyhtKj09HYCgIG1GaFqacf3/BqNGOQBW/PrrkVaI
TlEUpX0x5oN8vRBigxDiHiHEPcBa4LfWDUtRLl9GRgbOzs64ubld1hRAg1mzQgBYvTqzlSJUFEVp
P1rsApBSPiOEmAWM0+/6REr5U+uGpSiXLz09neDgYIQQnD4NpaWXlwCMG+cF1LBvX1mrxagoitJe
tJgACCHelFI+B6xqZJ+itBsZGRkM09f6vZwZAAY2NuDikkdWliO1tbVYWRk7SUZRFKXjMaYL4LpG
9k01dSCKciVqamrIysq6YAAgXF4CANC/fx21tf05cOCAiSNUFEVpX5pMAIQQC4QQh4F+Qoj4Bq+j
QHzbhagoLTt+/Di1tbUXDAC0tAR9SQCjXX21KxDIhg07TR+koihKO9JcC8DXwAy08rwzGryGSynv
aIPYFMVoF08BTEvT5v8bOwXQ4KqrtEJA69ZlmTI8RVGUdqfJBEBKWSylzAJeAk5JKY+hLcl7R8Pl
gRWlPWhsCuDlNv8DDBig/TxwoJqamhpThacoitLuGDMG4EegTggRDHyKlgR83apRKe2SlPDpp5Cb
a+5ILpWRkYG9vT09e/akshISEmDw4Mu/T2AgWFvXUV3dV40DUBSlUzMmAdDpF+6ZBbwrpXwK6Nm6
YSntUXIyzJsHCxeaO5JLpaenExQUhIWFBTExUFsLY8Zc/n0sLSEkpBYI59ChQyaPU1EUpb0wJgGo
EULcDtwFrNHvu8yeVaUz2LRJ+/ntt1Bebt5YLpaRkVHf/L97t7Zv9Og/d69hw2wQYiBxcXEmik5R
FKX9MSYBuBcYDfxbSnlUCBEAfNG6YSntSXV1NcuWLeP333XY22sFdlatavm6tqLT6cjIyKgfALh7
t9b/7+7+5+4XHi6Q0peYmHQTRqkoitK+tJgASCmTpJSPSym/0W8flVK+2fqhKe3Fr7/+yvz5C9iy
Rcfdd0NQEKxYYe6ozsvNzeXcuXMEBQUhJezZ8+ea/w0MYwfi4+3R6XSmCVJRFKWdUYv6KC1KSUkB
rqKy0orrroN774WtWyGznZTMT0hIALQZABkZkJ9/ZQnA+PFgY1NLVdX1ZLaXP1JRFMXEzJoACCGm
CCFShRDpQojnGzl+jxAiXwhxSP+a1+DY3UKINP3r7raNvGtJTU1FKwhZxzXXwF13gRDw2Wfmjkxr
/l+4cCFeXl6MHj36ivv/ARwcYMyYUuBGDh5UAwEVRemcjE4AhBAOpnywEMIS+BCtrHAYcLsQIqyR
U7+TUg7Rv5bpr3UFFgKjgAhgoRDCxZTxKedpCcC1CBGDg0M1vXvD0KEQHW3uyODTTz8lOjqat99+
GycnJ/bsge7dIayxf0mXYe5cR6A3GzbkmyRORVGU9qbFBEAIMUYIkQSk6LcHCyE+MsGzI4B0KWWm
lLIa+BaYaeS1k4GNUsoiKeUZYCMwxQQxKReRUpKSkgtEIOXv9XPj+/SBkyfNG1tBQQHPP/88kZGR
/PWvfwW0AYBXXaVN57sSf/mLNVDH9u0qr1QUpXMypgVgKdoHbiGAlDIOGG+CZ/sCJxpsn9Tvu9jN
+jUIfhBC9L7Ma5UrlJOTR0nJIrSFI9eza9cuAHr3Nn8C8N///pczZ87w4YcfIoQgPx8OH76y5n8D
d3fw9DxCVtafqCakKIrSARjVBSClPHHRrrpWiKUxvwL+UspBaN/yL7vXWQjxgBAiRggRk5+vmnMv
R1UVzJ1rAdzDHXekExBwqj4B6NULiou1KYHmkpSUREBAAOHh4QBERWnVCm+7zTT3j4g4RU1NKAcO
nDXNDRVFUdoRYxKAE0KIMYAUQlgLIf4OJJvg2dlA7wbbvfT76kkpC6WUVfrNZcBwY69tcI9PpJQj
pJQjPDw8TBB21/H007B9uwfwBIsXWzFu3Fh27dqFlJJevbRzzNkKkJ6eXj/3v7oaPvwQpkyB0FDT
3H/2bK3e1cqVeaa5oaIoSjtiTALwEPAIWhN7NjBEv32l9gN9hRABQggbYA7ayoP1hBANSw7fyPnE
YwNwvRDCRT/473r9PsVE9u2Djz6CoUN3YGf3CX369GHs2LHk5eWRkZFh9gRASklaWlp9AvDdd3Dq
FDz5pOmeMXVqPyCH3btrTXdTRVGUdsKqpROklAXAX039YCllrRDiUbQPbktguZQyUQixCIiRUq4G
HhdC3AjUAkXAPfpri4QQi9GSCIBFUsoiU8fYVdXVwYIF4O0Nnp7/oba2LxYWFowdOxaA3bt3M26c
9sFrrgSgqKiI4uJigoODkRKWLtW++V9/veme4enpgb39eo4cGWS6myqKorQTTSYAQoj/ALKp41LK
x6/04VLKdcC6i/a93OD3fwD/aOLa5cDyK41BudTHH8OBA9q36pdeOsRgfWm8/v37I4QgMzOzvp/d
XAmAYfnf4OBgoqPh4EEtbiFM+5ygoEISEnw4cwZc1IQARVE6kea6AGKA2GZeSif1v/9p8/xnzqwm
MzOTfv36AWBlZYW7uzunTp3C1hY8Pds2AfjkE22UP1yYAGzerO275RbTP3P0aC1H3rhRDQRUFKVz
aTIBkFJ+1vAF/ASsarCtdFKnTkFwMBw9mkldXR0hISH1x7y9vTl16hSgzQQ4cfH8EBPZsGED3bp1
o0ePHgQFBbFyZRoPPggvvaQdz8jIQAhBQEAAO3dCeDi4upo+jpkztdmla9acNv3NFUVRzMiYQkAj
hBCHgXggQQgRJ4QY3tJ1SseVl6d9u9cqAFLfAgCXJgCt1QKwceNG6urquPvuu8nJyeXFF7XeqA0b
oKxMawHo3bs31tZ27N4N48a1ThyRkUOA5HZR9VBRFMWUjJkFsBx4WErpL6X0Q5sB0I7WglNMqboa
zpwBB4dSli1bBpgnAYiPj2fAgAG89957RES8QE5OCLNn66iqgnXrzk8BTEiAkpLWSwAcHR3p0eMI
WVkeyCZHxCiKonQ8xiQApVLKHYYNKeVOwIzlX5TWtHdvBgDvvfciGzZsYOHChfTo0aP+uCEBkFLS
u7eWLJSXmz6O+Ph4Bg0ahJSQk/MIcJw779yCpyf8+OP5BGDnTu381koAAPr3L6W62pXjx1UGoChK
52FMArBPCBElhJgghIjUrwPwhxBimBBiWGsHqLSdW265hchIbSTdyJF9SE5O5pVXXrngHG9vb6qq
qiguLq6vBbBqlWnbx0+fPs3p06cZNGgQO3ZAeroLdnbv8PPPX/OXv8DatZL8/NL6BKBXL/DzM2kI
F5gwQVsHa80aVRBIUZTOw5gEYAgQgrb63itAKDAGeAd4u9UiU9qUTqdj1apVjB59EwBvvfV3goKC
LjnP29sbgFOnTtUnAI8/vsSksRzWD/UfNGgQX3+tLc87a1Ylq1atYsaMasrLBXAdQUHB7Nihffs3
9fS/hm66KRCoYv16VWpCUZTOo8UEQEo5sZnXNW0RpNL6iouL0el0+PuPAsDLq/HzGksAzp7tRnV1
tcliiY+PB6Bfv4H8738wcybceecsiouLqahYR7duVcBj1NYOIDu7dZv/AYYNC0eIOA4etG7dBymK
orQhY2YBuAkh3hdCHBBCxAoh3hNCuLVFcErbKSwsBECncwe0WQCNaSwBgF71AwNNIT4+np49e3Lo
kAdFRXD77TBp0iR69+7No48+SN++PwDXMHeuVo2wtRMAa2trfH2zycnpSW1ty+MAHnvsMZ544onW
DUpRFOUKGdMF8C2QD9wMzNb//l1rBqW0vYKCAgCqq12wtwdHx8bPa5gAVFaeQfvn0IucnByTxWIY
APjNN1r1vcmTtQ/hjRs3YmNjw6FDd+Dufi1TpgiGDIEBA0z26CZNmuSElN1Ysyaj2fOklHz33Xfs
3r279YNSFCNINX1FaYIxCYCrlHKxlPKo/vUq0KPFq5QOxdACcO6cE56eTfepu7i4YG1tzalTp8jI
yABOAr1NlgDU1taSmJhIaOhwfv4ZZs8GGxvtWL9+/di5cyd9+/YlIsKBNWu0EsCWliZ5dLPmzdPW
A1i5MqnZ844dO0Z+fj4lJSWtH5SiGGH9+vX4+fmRmJho7lCUdsaYBGCrEGKOEMJC/7oVWNvagSlt
y5AAlJZ2a7L/H0AIUT8VMDMzEy0BCOPQoQqjn1VbW8svv/zS6DeTI0eOUF1dTW3tZMrLteb/hvz8
/IiPj+eHH34w+nmmMGaMJ5aWpezYUdXsefv3a+tTqQRAaS+io6M5ceIEffr0MXcoSjtjTALwIPA1
UAVUo3UJ/E0IUSqEUO9ynYQhASgutmmy/9/AkABoLQDbgEAWL76DESOgsrLlZ61du5abbrqJzYYi
/g0YBgAeOTIILy8YP/7S6+3s7LC3t2/5QSZkYQFBQUUUFQWRlpbW5HkqAVDam3379hEeHo6Tk5O5
Q1HaGWNmAThJKS2klNZSSiv97076V/e2CFJpfYWFhVhYWFBQYNlsCwBcmAB4eX2Jt3cEYWHriY09
v1hPcwwlhhvrJ4+Li8PS0omdO535y1/apnnfWNdf3wMYxLff/tLkOfv27QOgoqKC2traNopMURon
pWTfvn1ERESYOxSlHTKmBaCeECJICPGSEEJ1JnUyhYWFuLi4kZcnLqsFIDAwkD59BD16fAuAMd2M
hpX89u7de8H+6upqvv76a0JCHqOiQnDzzX/qT2k1113nDFjxzTcpjR6vq6sjNjYWG/2ghbKysjaM
TlEulZmZSWFhIaNGjTJ3KEo7ZMw0QB8hxN+EEPuBRMASmNPqkSltqrCwEFfXIOrqmq4BYODt7U1+
fj5paWkEBQXh6+vL2bMHsbWFpObHyAEXJgA6na5+/8qVKzl+/Dje3o/g5gaRkVfyF5neyJHaz/R0
10bHL6SmplJWVsbo0aMB1Q2gmF+0fhUr1QKgNKbJBEAI8YAQYivwB+AK3A/kSin/JaU0oqG3ZUKI
KUKIVCFEuhDi+UaO/00IkSSEiBdCbBZC+DU4VieEOKR/rTZFPF1ZQUEBjo5a5T9jWgB0Oh3Z2dkE
BQXh4+NDbu4J+vUzPgGws7PjzJkz9f3p1dXVvPbaa4wYMZbY2J7MnAnW7azuTs+e0KNHKTU1Q+qn
TTZkaP6fNGkSoBIAxfz27duHvb09A9pirqzS4TTXAvCB/vhcKeVLUsp4wGQTSoUQlsCHwFQgDLhd
CBF20WkHgRFSykHAD8BbDY5VSimH6F83miqurqqwsBB7ey2/MqYFwMCQAJw5c4b+/WtbTAAqKys5
ceIEM2fOBM53A3z++eccO3aM6dPfpaSk/TX/G4SGlgJXk5mZdcmx/fv34+TkxIgRIwCVACjmFx0d
zfDhw7GysjJ3KEo71FwC0BP4BnhH/y19MWDK72QRQLqUMlNKaZhdMLPhCVLKrVJKw/yyvUAvlFZR
WFiItbX2P68xLQAGhgQAwNe3hKys5lcHPHr0KADTp0/H2dmZPXv2UFFRweLFixk2bDwbNgzH2Rn0
X6LbnenTa4HerF9/af/+vn37GDFiRP3qiSUlpdTVtXGAiqJXXV3NwYMHVf+/0qQmEwApZaGU8mMp
ZSQwCTgLnBZCJAshXjPBs32BEw22T+r3NeV+4LcG23ZCiBghxF4hxE1NXaTvyogRQsTk5+dfWcSd
WGFhIZaWPYHLawEIDAysTwDc3E4DkNL4GDngfP9/SEgIo0aNYu/evSxZsoTjxwupq/uF6GhBVBTY
2l7BH9OK7rnHGShj7VrXC/brdDoOHz7MsGHD6N5dmxzz3XeeBAWBKsSmmEN8fDxVVVUqAVCaZFS7
kJTyJNrqf+8IIUJo40GAQog7gBFAw2FhflLKbCFEILBFCHFYSnlJnVYp5SfAJwAjRoxQb8WNqKio
4Ny5c0jpgYUFuLo2f76XPkPo1q0bXl5e9QmAg0MWEEpiIgwf3vi1hgRAq+Y3hldf7U98fH9sbZ/k
8GFnvv4abrvNRH9YK/DxccbG5mvi4v5CZSUYyhEUFBRQVVWFn59ffQJw6JArx45BSQk4O5sxaKVL
MoxJaa0BgLGxsZ5WVlbLgAFc5owypU3ogITa2tp5w4cPb3Qt88vuGJJSHgEWXWlkQDbQu8F2L/2+
CwghrgVeBCKllPVl2KSU2fqfmUKIP4ChQPOF2pVGGYoA1da64eHR8tz7bt264eTkhL+/P0KI+gRA
p0vD2nrqJeMAcnJy0Ol09OrVi7S0NFxdXXFxccHV9XpgNELsYto0K+6/H264oRX+QBPz89tOWtpc
Vq8+n6xkZ2v/dH19fesLrpw4oX3qnz6tEoBOrbgYvvwSHnigXY1cTUxMpEePHq1WAdDKymqZt7d3
qIeHxxkLCwv15aqd0el0Ij8/P+zUqVPLgEbHyZkza9sP9BVCBAghbNBaFS4YzS+EGApEATdKKfMa
7HcRQtjqf3cHxgJGjD9XGnN+HQDnFvv/Dfz9/QkNDQW09QFsbW05ffpkozMB5s+fz7XXXouUkvT0
dIKDtVX8zp4dDMBzz+3nxx+7dYgPf4ABAwqwssrl88/P77s0AXCgsPB8AqB0Yu+9B48+Cu+8Y+5I
LpCfn4+XlxeiqYU9rtwADw+PEvXh3z5ZWFhIDw+PYrQWmsbPaeqAEGKs/mer9MZKKWuBR4ENQDLw
vZQyUQixSAhhyFaWAI7A/y6a7hcKxAgh4oCtwBtSSpUA/EmGKW3l5c2vA9DQjz/+yLvvvgtQ3wqQ
k5NDWNilCUBmZiapqals3779ggRg714HQkPr+Pe/O9bSuQEBfsCXbNggOXNG29cwAbC0tMTObjig
vfHmNdr4pnR0hw8fZuXy5bBihbbjX/+CzEzzBtVAQUEB7u7urfkIC/Xh377p//9p8nO+uRaA9/U/
95g0ogaklOuklCFSyiAp5b/1+16WUq7W/36tlNLr4ul+UsrdUsqBUsrB+p+ftlaMXYGhBaCkxM7o
FoC+ffvSs2fP+m0fHx+ys7MJC9PeAxuuCWBYKfDDDz/k+PHjBAcHU10NO3fCpEmWrfkNpVX4+/tT
W7uZujqBfukCsrOzEULUj4+wtT0/CEK1AHROL7/8Ml/cfz9kZcGSJVrz/8MPt5tRn22QAHQYkZGR
wQUFBc12bj755JM+P//8859aMGHNmjVOEydODP5z0TXttttu84uNjbUz9X0NmhsDUCOEWAH4CiHe
v/iglPLx1gpKaVtaAtCT06et6d27xdMb5ePjQ1xcHGFh2vtfSgoMHaqVwy0pKcHBwYH//e9/AAQH
B7N/P1RUwMSJpvs72kpAQACgffIfPqxVLMzOzsbLywtrfR+whcVgLC2r0elsVALQCVVXV7N582b+
C5yzt8fu0Ue1qSuPPw7r1sG0aeYOkYKCgi5fAVCn0yGlZNu2bektnfvuu++aZk1zE6mtreW77747
1prPaK4FYDpa8/w5ILaRl9JJaAnAC0ipjWP6MwxdAMHBpQB8+KFW4jc3NxeABQsW1J/bt29f/vhD
+72x1f7aO39/fyAXR8eq+sWPsrOz8fU9P4u1rq4/3bodw81NtQB0Rrt378aytJSbgV+6dQM7O1iw
ALp1gw0bzB0eUsrzLQAJCbBwIZw6Ze6wTO6VV17x6tu3b3jfvn3DFy1a5AmQmppqExgYGH7HHXf0
CQ8PD8vIyLDx9fUdmJubawXwzDPP9AwICAgfM2ZM3xkzZgS8/PLLXgA333yz/4oVK1wAfH19Bz71
1FM+YWFhoSEhIWEHDx60A9i6davDkCFD+oeGhoYNHTq0f1xcXLNd5DExMXYDBw4M7d+/f1hISEjY
4cOHbQE++ugjV8P+uXPn+hkWDnNwcBj65JNP+gwaNKj/5s2bHSMiIvpt377dAWDVqlXdhwwZ0j8s
LCx06tSpgcXFxRYADz/8sG9QUFB4SEhI2AMPPHBZtXKaqwNQIKX8Fm0A3mcXvy7nIUr7dvSoDniA
++8XBAbfr/30AAAgAElEQVT+uXv4+PhQVlZGRIQr8DqffmrBZ5+db/6fOnVqfYW84OBgtm6FQYOg
I7ZQ+vlpFRM9PE7XJwA5OTkXJADnzvXFzu4IXl4qAegs4uPjqdT3be3/6iveFwI74M2CAlJSUsDK
CkaNgl27zBsoUFpaSk1NjZYAxMTAokXNV+jqgHbs2OHw9ddfu8XGxibHxMQkf/755x67du2yB8jK
yrK79957C5OTk5NCQkKqDdds27bN4ddff3VJTExMWrt2bUZ8fHy3pu7v7u5em5SUlHzfffflv/HG
G14AgwcPPrd///6U5OTkpIULF2Y/++yzzX7g/uc///F4+OGHT6ekpCTFx8cnBwQEVB84cMDuhx9+
cI2JiUlJSUlJsrCwkB9//LEbQGVlpcWAAQMq4+PjUyZPnlxfbSw3N9fqtdde67l9+/YjSUlJycOG
DatYvHix16lTpyzXrVvnkpaWlnjkyJGk1157Lfdy/jc0ZhpgoRDiJ7SR9gA7gCf0tQGUTmD79kiE
kLz00p+/x/XXX8+6desYOXIkb7/9TwIC5rJggR8LF2r/hn18fFi0aBFffvkljo5u7NoFDz5ooj+g
jTk5OeHm5oaDQwYJCX3Q6bQWgHHjxgFQUADV1W5YWqbg5TVNJQAdXG1tLS+++CJvvfUWs2bN4kcP
D55Ztow6Iaj461+J++YbvvnmG/71r3/BmDHw+utQVgaOjmaL2TCw193d/fw3/wYFvEztvvvu652Q
kOBgynsOGDCgYvny5SeaOv7HH3843nDDDWe7d++uA5g2bdqZrVu3Ot1yyy1ne/bsWT1p0qRLMp5t
27Y5Tp069ayDg4N0cHCQ11133dmm7j937twzABERERWrV692ASgqKrK87bbbArKysuyEELKmpqbZ
AUyjR48uf/vtt3uePHnSZs6cOWcGDhxYtX79eqeEhASHwYMHhwKcO3fOwtPTsxbA0tKSe+6550wj
f2u3jIwMu4iIiP4ANTU1Yvjw4WVubm51tra2uttuu81/+vTpZ2+77bbi5uK5mDHTAFegTc/z0b9+
1e9TOoGcHMjMvBoPj1X0uoJCy0OGDOGPP/5gyZIleHq6MXr0+1hYwOrVWo0AHx8fpk6dyldffcWW
LYJz5zpm/79BQEAAUsZTWgqpqecoKiqqbwFISNDO0eni8PJSswA6surqaqZMmcJbb73F0KFDObFq
FURFsQyIevFFHL78kokTJ/L1119rK0SOHQt1daBfhc9cDAN73d3dITcXnJy07okuwsHBQdfyWc2z
s7OTAFZWVrK2tlYAPPfcc76RkZGlaWlpib/++mt6dXV1s5+hDz30UNEvv/ySbm9vr5s6dWrI6tWr
naSU4pZbbilMSUlJSklJScrKykr4v//7vxwAGxsbXWPrNkgpGTduXInhmoyMjMTvv//+mLW1NYcO
HUqePXv2mZ9//rnHhAkT+l7O32hMC4CnlLLhB/5KIcSTl/MQpf06fBiktMTfPwa43ST3DAwM5PTp
OEJCICfHDgcHh/rqeFVV8Le/QUAAXH+9SR5nFv7+/uzbtwd4gu3btYT94gSgqioWT0/VBdCR7dq1
i82bN7NkyRKeeOIJ9ru6kl9WxlPAHn0VqDlz5jB//nwSExMZMHo0CAG7d5t1QYtLWgBa8ds/QHPf
1FvLxIkTy+677z7/xYsXn5JSsm7dOpeVK1c2Ow8zMjKybMGCBX4VFRW5NTU1YtOmTT3uuusuo2vE
l5SUWPbq1asaICoqqsUOzKSkJJvQ0NCq8PDwvMzMTNtDhw7ZT5s2rWTWrFnBL7zwwmlfX9/a06dP
WxYXF1s27Kq42IQJE8qffvrpPgkJCbYDBgyoKikpscjKyrL28/OrKSsrs7jtttuKJ0yYUBYSEjLQ
2L8FjEsACvSleL/Rb98OFF7OQ5T2K0NfO9HH55zJ7hkYGMiePXsYNgx+/707Pj4+9VP93nwTUlPh
t9/Ol9HtiPz9/fn115UAxMRo/9sZEoDDh8HOroLS0iN4ekrKygQVFeBg0gZSpS0YxrDMmDED6127
GFNWxtOAs68v4eHhAIwZMwaAgwcPasvuDhhg9nEAFyQAubnaWtadzLhx4yrmzp1bOGzYsFCAO++8
M3/s2LGVqampNk1dExkZWTFlypTisLCw8F69elUNGjSo3NnZ2eglu5577rlT8+bNC3j//fe9r776
6haX+/zyyy9dv//+ezcrKyvp4eFR8/rrr+d4eXnVvfTSS9mTJk0K0el0WFtby/fff/94cwmAj49P
bVRUVNacOXMCq6urBcDChQuznZ2dddOnTw+uqqoSAK+++uplJWJCtjBnVQjhB/wHGI22HPBu4HEp
5fHLeVB7MGLECBkTE2PuMNqVp5+G//u/Ch599Hn+859LZnv+Kf/85z95/fXXeeKJapYurWHcuMls
3/4HR45oA/9uugm+/dYkjzKbjz/+mAULFtC7dzW+vjns3etPYmIiYWFhjB4Np08f5+hRP/773yoW
LLAhM1Nr9VA6liVLlvDss89SUlKC0w03QGYmHzz5JE6entx9992ANkbA0dGRRx55hHfeeQceegi+
+QaKilquq91Kli5dyt/+9jfOnDlDj4gIbU7ud9/96fsJIWKllCMa7ouLi8saPHhwwRUH28aKi4st
nJ2ddaWlpRajR4/u9/HHHx8bN25cRctXdkxxcXHugwcP9m/sWIstAFLKYzRRR1jp+NLTdUAmHh6m
G44fEBBAXV0dzs5FSOmOq2sYAMuWaTUCli412aPMZrx+/qKrazZHj2qDvXx9famrg/h4GDXqDEeP
gpNTBaDVAlAJQMeTk5OjrX2h02mVqxYv5tFnnrngHCsrKwYMGEBcXJy2Y+xYiIqCxEQt4zWDgoIC
LC0tcXZ21loAOkqd7TZwxx13+KWlpdlXVVWJOXPmFHbmD/+WqBWcurgjR3RABm5ubia7Z6B+LqGV
ldYaZWenrRlw+DCEh3eO1sjQ0FB8fX2pqoolL88FBwcXunfvzpEjWoGjkBBt9oODg1YXQY0D6Jhy
c3O1xa7S0rQdAxovqz5kyBDi4uLODwQEbRyA3p49e/jrX/9KXZ3Rrc1XxFADQJSXazMSWnkMQEfy
66+/Hk1JSUk6evRo4uuvv975iiNcBpUAdGFSQmamBDIuKOt7pQwJwJkzWr0oC4sgQBscp+827fCE
EEyePJnjx9cipSXu7uMQQnDggHY8PFzrzrO11WYZqZkAHVNOTo7234YhAQhuvNrr4MGDKSgo0Apf
BQRoH7gNEoCXX36Zr7/+mrw2+odQXwTIMAWwM2TdismpBKALW7ToE6qrrQkPt2eaCUuX+vr6Ym1t
TXLyegBqanpx9iycPNnkF6gO6frrr6eiYgcAtrbanMYDB7SicKGh2qBHKytthoBqAeiY6lsA0vWV
ZIOCGj1v8GBtZctDhw5pswBGjIBYLQFOS0tj06ZNwPnBeQ1lZmZy4oRpB9FfkgCoFgClES0mAEII
LyHEp0KI3/TbYUKI+1s/NKU1rV+/nlde0dazff31edjamm7RR0tLS/z8/Ni79w8gm7Iyz/oVAjtL
CwDAtddeC2QAGVRURAJw8KDW7evioq0pUlVVjLOzSgA6IiklOTk557sAevducuqKIQGoHwcwfLi2
IEZ5OVFRUfXnFZ08qRUKqjjf7Tx37lzuv9+0b6n1CYC+FLdqAVAaY0wLwEq0NQF89NtHAFUHoIPb
uXMnQmg1I/r3tzb5/QMDA/XFSI5SVNS9fm58Z2oBcHNzY+TIEcA6Tp8eQGWllgAMHUp93YOSkhJV
DriDKikpoaKi4nwXQBPN/wDOzs74+/tfmADodFRFR7NixQpCQ7VxMI6rVsELL8DvvwNakpGcnHz+
OhNRLQCKMYxJANyllN8DOgApZS3QNiNZlFaTmpqKi8twLCxAX9repALrFxXIJCfHjsRErRBZnz6m
f5Y5TZ48GVhLba0NK1fC2bMwbJhKADoDw0JW9V0AfZsvsjZ48GCtCwC0BACIX7GCoqIiXnzxRQD6
GBYK0t+7qKiIkpIS8vLyKCoqMkncOp2OwsLC8y0AlpYdc9GNFhQUFFi+8cYbHn/m2tZeHvhiy5cv
dwkMDAwfNWpUyPbt2x3uueee3qAtI7xx40azlWg0JgEoF0K4odUAQAhxFXBZ9YabIoSYIoRIFUKk
CyGeb+S4rRDiO/3xaCGEf4Nj/9DvTxVCTDZFPF1JSkoKdnYD6NMHbJosm/HnGRIAW9tcsrMtOHBA
a/636GSjTm644QZgG7a2dbzxhrZPtQB0DoYiQL2dnLQFHlpIAIYMGUJaWhoVFRXg4wPe3hRt2kRw
cDCzZ89mCOBh6OvXJwAZhkpcQHJyslFxSSnJzMwkwdCsdpHi4mLq6urOtwB4eXW+//CAwsJCy08/
/dSzsWM1NTXNXrtt27Z0d3f3Zr/Ivvvuuzk33XRT6RWEWG/FihXu77333vHo6Ogj48ePr1i5cuUJ
gC1btjjt2LHDbItGGPOv4m9oawEECSF2AZ8Dj13pg4UQlsCHwFQgDLhdCBF20Wn3A2eklMHAUuBN
/bVhwBwgHJgCfKS/n2KEuro60tLSkDKgqTFNVyxAP+nd1bUYKWHPns7V/G8wevRo9u/fwaRJFhw/
rn3ZGjgQ7OzssLS0pKSkBE9PNQugIzIkAH2qqrQdzXQBgNYCoNPp6j+YqwYMwPfUKebOnYutrS0L
rK2psbQEw9x8LkwAkgwDZZqxYsUKvL29GR8UxH8GDeLksUuXi2/rMsDm8vTTT/c6ceKEbf/+/cMe
fPDBXmvWrHEaNWpUyIwZMwL69+8fDnDttdcGhYeHhwYHB4e//fbb9c0ghuWBDUsHz5kzxy84ODh8
7NixfcvKygQYtzxwTk6O1ZgxY/qGhYWFzp0718/Hx6d+2WGDv//97z1jY2MdH3vsMT9DnBMnTgxO
TU21+fzzzz0+/vhjr/79+4etX7++zROBFhMAKeUBIBIYAzwIhEsp403w7AggXUqZKaWsBr4FZl50
zkzAsPTwD8AkodWUnQl8K6WsklIeBdL191OMcPz4caqqqigt9Wy1BMDQAtCzp1Ymt66ucw0AbGjE
iBFMn66N+g8L02YBCCHo3r07paWleHnBmTNQ3WShT6U9MnQBeJboK7620AIwdOhQADZv3gzAYRsb
QoFbp02Dykrm1NWxr3dvCAysTwAyM7XS9ba2tpyMidEy5SbU1dXxwgsv0NPLiz19+hAlJZU33XTJ
PyxDAuDm5tZpywADvPPOOyd79+5dlZKSkhQVFXUSID4+vtuSJUuyMzIyEgG++uqrrMTExORDhw4l
RUVFeZ06deqSL4rHjx+3e/zxx/PS09MTnZ2d6z7//HOXxp7X2PLAzz//vE9kZGRpUlJS8qxZs87k
5uZe0p769ttv5w4YMKDi888/zzTECdCvX7/qu+66K/+hhx46nZKSkjRlypSyi69tbS1WAhRCPAJ8
JaVM1G+7CCFul1J+dIXP9gUazn05CYxq6hwpZa0Qohhw0+/fe9G1vihGSU1NBZwoK7Nv9QTA319X
Pze+M7YAGBgKrQ0bdn5f9+7dKSkpqU988vK4ohUXlbZlqAJof/KkNrWvhf9Y/P39ue6663j33Xd5
4okn+On4cUYAYTU1sHIl3XU6fnF3Z6yn5wUtAD179sTb25sR69fDihWQnQ0el3Ztb9++nVOnTrH2
hhvovXw5m52cmHToEMycCT/8UL/a3yUtAPrxCK3pvvvonZCAiZcDpmL5ci5rfuSgQYPK+/fvX58R
vfnmm15r167tAXDq1CnrxMREO29v7wuWCfb19a0aM2ZMJcDQoUMrsrKyGp0S1djywPv27XP8+eef
0wFmz55d0r179w41Ps6YLoD5Usr6NZOllGeA+a0XkmkJIR4QQsQIIWLy841e9KlT0xIA7c2stRKA
Hj16MHjwYCIj+2Ktn2TQWVsAQBtI+dZb8FiDzjFDAmBogdW3KCsdxAVVAHv10pp2WvDyyy+Tl5fH
4sWL+SIxEQDx//4fPPUUcW5ubNXptG/k+n8MGRkZBAYGEhoaivvp01BTA1980ei9v/32W0Ls7Rn6
/fdw/fXsevpp5gHy999h9GjQtybUJwAuLlrW2UlbABrTcBngNWvWOG3bts0pJiYmJTU1NSk0NLSy
srLyks88Gxub+gVxLC0t65f+vVhjywN3dMasBmgphBBSv2qQvq/dFMPGsoHeDbZ76fc1ds5JIYQV
4Iy2EqEx1wIgpfwE+AS0xYBMEHeHl5KSgoPDICoqWi8BAOpHRP/nP9oYKh+fFi7o4C4qEV+fAISE
aNupqRChOqraj8pKrenm1VfPl+9toL4GgBEzAAzGjRvHhAkTeEM/IrTW1RWrzz4DPz8+GTWK/Oho
7QM5Lw/q6sjMzOSaa66hb9++BBjGGixbBk89pbU66FVXV/PDDz/ws5cXIi8PPv6Y2ZWVhL/yCjMe
eoiZ33wDI0fC+vX1CYAHgE7XJmMALvebuik4OzvXlZeXN/kl9uzZs5bOzs51Tk5OuoMHD9rFxcWZ
fLT9yJEjy7744gvXf//736dWrVrVvaSk5LLGojk5OdVd7jWmZEwLwHrgOyHEJCHEJLRlgdeb4Nn7
gb5CiAAhhA3aoL7VF52zGrhb//tsYIs+EVkNzNHPEggA+gL7TBBTl5Camoqr61iEMPp97YqMGAHj
xl3wftYlODk5UVJSQnAwWFmBkYO8lVYmpdSm3CUnwx9/wL/+1eh5F5QBbmEAYEMvv/wyoK0XYTl2
rLYO9C+/YNerl/bh3LMn6HScO36c7OxsAgMDGeznhzdQGRCgxbV37wX33LRpE6VFRVyVlwe33w4B
AYSFhREWFsbSxETYv197ziOPUFhQgI2NDd0MYxc6aQuAt7d33fDhw8v69u0b/uCDD17SuXbzzTcX
19bWipCQkLAXXnjBZ/DgweWN3edKvPHGGzlbtmzpHhYWFrp27VpnDw+Pmh49ehjdDXDzzTefXbt2
bQ9zDQI0pgXgObTBfwv02xuBZVf6YH2f/qNoRYYsgeVSykQhxCIgRkq5GvgU+EIIkQ4UoSUJ6M/7
HkgCaoFHpJQdqu/FnFJTU7G2HkpwcH23Yav67DNt3YGupnv37mRlZWFtrX1+qASgfVi/fj0zZswg
5bXXCAbYuFGr2te/v3ZCdjby6afZk5FBpp0dFBZeVqY8YcIEHn74YcaMGYMYP14rDjFwIO7u7pSX
l1Pl6ootkHvgAFJKgoKCGGClvRXHTp7MuC++gGXLOBsayvz583FyciIlJYVp3bphXV4ON55fnHX2
7NksXryYU9264f3KKzBvHr49emgLARnmnnbSWQCgLezTcHv69On10/bs7e3l9u3b0xq7Ljs7+zBA
z549SUtLSzTsX7RoUf2E3R9//DHr4vMBxo8fX7Fv375UAFdX17rt27cfsba2ZtOmTd127drlZG9v
f8m7neF8Q4yGOAcNGlR15MiRlqd/tBJjlgPWAf/Vv0xKSrkOWHfRvpcb/H4OuKWJa/8N/NvUMXV2
paWl5OTk4O4e2BZjg4DWqTPQERi6AABCQ8GIWV5KG9iyZQt1dXXs/PJLLQGwsoIPP9T6qgzN77W1
7AZuSNW/bxuSAyMIIfjwww/P7+it9Va664vxFDs44AkUHNY+U4KCguitzw736XSMmzMH+e23PH76
ND9v2ICLiwv5+flsHThQ64649tr6W8+dO5dXX32VV199lQ+WLoU33mB6dDSf+vmdLwPciRMAc0tP
T7e59dZbg3Q6HdbW1jIqKirL3DFdjia7APTfsBFCHBZCxF/8arsQFVPSBgDaU1joaq6lyruM7t27
U1ys1cwKDdXeu9VUQPOLjo4GoPzwYeqcnLQm9ZUr4fnnYf58Mjw8SP/lF24CfvngA/j5Z5g69Yqf
a0gA8vXf9kv0yUVgYCBW6enUALtyc+Hxx9FVVjJr7VrefOMN8vLyyM/LI7K4GK67Tmvq1+vXrx+P
PPII//3vfzlw+DAVzzxDQEkJj5WXw65d2kkqAWg1AwcOrEpOTk5KTU1NSkhISI6MjKxo+ar2o7kW
gCf0P6e3RSBK29ASgHCkFCoBaGV+fn6Ul5dz8uRJQkN7UVendSd35tkQ7V1tbS2xsbHMmTOHgO+/
J9vGhj6PPaaNvH/zTVYKwbyjR7lq0SIA3Pv1gwkTTPJsQwJwCq2CWVVWFt26dcPT0xNSU8lzdGTL
jh1MfuYZBgDvoC+/Crjn5MDx4/Dyy5fcd9GiRXz//fc8+OCDUFfHJ8D9mZnarAAvrwsSBkVpqMkE
QEqZqx/x/6mU8tqmzlM6ltTUVIQYgpSoBKCVjRkzBoDdu3cTFnYroI0DaJgALFmyhPj4eL5oYuqX
YloJCQlUVFQwY8YMhmzYwP6iIvKEYOA99/DhTz/xgYsL86dM4eOPPwa0PmJTcXNzAyC/pARcXSE3
l8DAQIQQkJKC7NcPr7IyiouLOT1nDtXFxdg8/7xWRev0aW0U7fRLv4/16NGDJUuWcNddd2Fvb0/e
qlXavNTKys4/9Ua5Is2OAZBS1gkhKoQQzlJKk9T/V8zrwIED9OhxK9XVoK/Wq7SSwYMH4+DgwK5d
u5g2TUsAHn/8IxwdA5kyZQo6nY53332XvLw8li1bZtIlmZXG7dunTRYaFRGB97lzHLe05KaRI+nW
rRvV1dXs2riR4cOHc+7cOb7//nt6mbByk6EFwDATwObYMYKGDoXaWkhLo9dTT5Hy5pvnLzh7FmbP
huee07ZHj9a+0TfijjvuIDc3l/Hjx3PVVVeZLGalczNmFsA54LAQYiNQP41CSvl4q0WltIqamhq2
bdtG9+7v0K9fp1wfpF2xtrYmIiKCXbt20a0buLuXk5vbg3feeYcpU6YQHR1dX28+ISGB4W01KrML
i46Oxs3NjUBHR0RlJXe/+ip2np789ttvzJgxg5EjRwKwfPlyli5dSjcTTpNxdXUFtARAenvTPSlJ
q5iZlaUVALp4oGGPHrBpE8THaxUCp01r8t5CCJ599lmTxap0DcZ8BKwF/glsB2IbvJQOJjY2lrKy
MkpK/FXzfxsZO3Yshw4doqysDEvLI0Aomzdv5vDhE3z33fmyFwcPHjRfkF1IdHQ0ERERCP0iOt0H
DWL+/PmsWrWKe++9t/48IQQ9evQw6bOtrKxwcXGhoKCAM/b2eEmprR+QkqKd0K9f4xcOGgRLl14w
+l+5suWAARYtWuRZWlpa/xlozBLBxnrwwQd7BQcHhz/44IO93nrrLY8PPvjADeD99993y8rKsjbF
M0zBmGmAn+kL9fRHG5OSql+8R+lgtm7dCvhQVmarEoA2MnbsWOrq6ti2bRuFhZlYWMxHp+vFmDEu
nDv3CBER1aSkLFMJQBsoKSkhKSmJW265BY7qp4+3cT+Yu7s7BQUFZFVVEQ6MHTMGfvpJO9hUAqA0
yrAc8PPPP/+narxHRUV5zZ8/v8jJyUkH2hLBportq6++8sjPzz90cU2AL7/80n3IkCGV/v7+za9X
3EaMWQzoBiAKyAAEECCEeFBK+VtrB6eY1pYtW/D3n0lWlrZkrdL6Ro8ejRCChQsXUls7FLDD3n4X
ZWU64Bz79y/B0/Ma1q1LYd8+VSq4NcXGxiKlZNSoUWBIuPz92zQGQwKQePYswwD/7t21FgB3d9AP
ElSM03A54MjIyJKoqKiT//znP71++ukn1+rqajFt2rSzS5cuzSkpKbG48cYbA3Nzc210Op149tln
c06fPm2dl5dnHRkZGeLi4lIbHR19xNfXd2BMTExySUmJxdSpU/tGRESUxcTEOHp5eVVv2LAh3dHR
UW7bts1h/vz5/g4ODrpRo0aVbdmyxblhISGAa665JriystJi6NChoU8//XRucnKyvaOjY11AQEB1
QkKCw1133RVoZ2eni4mJSXZ0dDRriTRjugD+D5gopZwgpYwEJgJLWzcsxdSqqqrYuXMnvr7afGaV
ALSNHj16EB4eTmxsLE5O2nIVlZW9gbsRYjh33FFFUdEksrKe5qqrJKdOmTfezsww/z8iIkJrAfDw
AMe2rb5qSACijx8HQJw8Cbt3X1ahIUVz8XLAq1at6p6enm4XHx+fnJycnHTo0CGH3377zXHVqlXd
vb29a1JTU5PS0tISZ82aVfLSSy/leXp61mzbtu1IdHT0kYvv3dQSwfPmzQv46KOPjh06dCjF0tKy
0Q/vLVu2pNva2upSUlKS5s+ff8aw/9577z1jWBY4JSUlydwf/mDcIMA8KWXDppFMIK+V4lFaSXR0
NOfOnaO2dgT+/uDS6IrXSmsYO3YsCQkJ3HhjAD//DI88Us1HH21ixIgRfP65PRMnruS++1Yh5WoO
H1Z1Wy5LdLS20lQzA+QM4uLi8Pf31wbjZWW1+bd/0BKATZs24VRZqe14/HGtROT337d5LCZ13329
SUgwbcGBAQMqWL7c6EWG1q9f33379u3dw8LCwgAqKiosUlJS7CZNmlT64osv9l6wYIHvzJkzi6dM
mVLW0r0aWyK4oKDAsry83OLaa68tB7j77ruLNm7caNqBIm3MmAQgUQixDvgebQzALcB+IcQsACnl
qlaMTzGRLVu2IEQ34uO9ue8+c0fTtVx99dVERUVx++038Mkn4OBgw/Tp67QCMMCwYUMBbQR3YqJW
7E0xwsmTWoU+Z2ejEoDExETCDUUYjh6FYcNaOcBLubu7U1lZSa5hx44dcM89cEujFc+VyyCl5Mkn
n8x95plnCi4+duDAgaQff/zR+cUXX/TdtGlTydtvv53b2D0MLl4iuLFlhDsDYxIAO+A0EKnfzgdc
gRloCYFKADqA33//naCgB0lPF9x0k7mj6VpuvfVWHB0dueGGG+pXRLz66qvrj4eFhWFjU4ylZRmJ
iW2+IFjHUVgI8+fD5Mlw331w551w5gyUl2urTTWz3GRtbS2pqalMnTpVK6xz7BjcfHMbBq8x1AI4
awqXQ48AACAASURBVGcH585BYCC8/36bx2Fyl/FN3VQuXg546tSpJa+88orPAw88UOTs7Kw7evSo
tY2NjaypqRGenp61Dz/8cJGTk5Pus88+cwPo1q1bXXFxsYWxxZ7c3d3runXrptuyZUu3a665pvyL
L75wvdyYHR0d64qLi822/O/FjJkFcG9L5yjt2+7du9mzZw8jR0bh7AyRkS1fo5iOtbU1M2fObPb4
gAEDyMzMIC4ujG+++YHZs2djbd1uZguZRXFxMceOHWPQoEHauvZ33gm//QY//UTpc8/hVFysjZrc
t09LBFybfj9OT0+nurpaawHIzdXm3ZuhEpYhARgwapT2rX/CBHByavM4OoOGywFfc801xVFRUScT
ExPtRo4c2R/AwcFB99VXXx1NSUmx/cc//tHLwsICKysr+dFHHx0DuPvuuwumTJkS4uXlVd3YOIDG
REVFZT300EN+Dg4OurFjx5Y6OTld1iq0d911V8Fjjz3m98wzz7SLQYBCdqF1WkeMGCFjYmLMHUab
u/766zl4MB4pc5k8WfDVV+aOSLnYvHnzWLlyJHV1c4AerF69mhkzZpg7LLP6xz/+wVtvvcXy5cu5
21AH/6OPKBWCsgULSPPzY/ybb8KcOZCQ0OwiCz/88AO33HILsbGxDCsvh/HjYf16rTWhDa1evZqZ
M2fywgsv8O9/d5zFTIUQsVLKEQ33xcXFZQ0ePPiS5vbOrLi42MLZ2VkH8MILL3jn5uZar1ixos1b
Py5HXFyc++DBg/0bO9Yp+zWU83bt2sXGjRu55ZalFBaq5v/2KjIykrq6OMAZ8KWgoIjJk+F//zN3
ZOaTnZ2NTqfjvXvuQS5cCHfcAQ89xCp7+//f3r3HR1VfC///rCQkgUACSUiAQLglhHBNAAEBFfAW
xQoWtN6OWBS0R9rTVtva4+9ntRerj7VYbetj1aNYPbXWgqIoCIiCIiAihGASEkC5J+EO4ZLLrOeP
vScMIQmT+4Ss9+u1XzOzZ8+elU3IrPle1pcE4Fe9eoG3+XZvjV26bN68GRGhf//+zoIMAMnJjRp/
Vfr06QPAlTbQo0V68803o/r37z8gOTl54KpVq9r/7ne/q/kXL8D5MwbAtGCPPPIIcXFxhIRMIzQU
MjKaOyJTldtvv53IyO+4CdpAMjMj+PBDSEpqvePD9u/fz8CBA7lTBMnK4qvvfpd0Ed5++20UKHJr
6gPgllSuzubNm+nTpw/t2rWDL75wuguaoQtg0KBB7Ny5s0HXGDBNZ+bMmYd8p/a1dOdtARCRESLy
ExF5UkR+LSI3iUi9JpGJSLSILBGRPPf2nPOJSJqIfC4im0UkU0S+5/PcKyKyXUQ2uFtafeK5UB08
eJClS5fyn//5n3z8cRvrbgxgIsLYsd4ZRQNZu9b5gNjfqhpYz7Z//366d+/OPW6z1a9feIETJ06w
ePFiAAoLC89tAThxAu6/3xkT4OOsGQDeiks1DBpsTPbhbwJFtQmAiHxfRNYDvwTaArk48//HAUtF
ZK6IJNbxfR8ElqlqMrDMfVzZCeAOVR0IZABPi4jvnMufqWqau22oYxwXtL3uH8V+/fqxa1eztHia
WoiNhbg4CA5OIyurH2AJQGxsLGEHD3KibVve/uADnnzySU6ePMno0aM5cOAA5W3bQvv2lO7Y4RT6
WbEC/vhHeO+9ivOUlJSwZcsWJwEoLnbGC7iL/ph68Xg8nubJooxf3H8fT3XP19QC0A4Yq6pTVfUx
VX1RVf+sqj9S1eE41QDr+pEyGZjr3p8LnNMzrapbVDXPvb8HJ/mo88IPrVFBQQEAnTp15dAhKzDT
EgwcCB7P9Rw9Gk1IiCUAsbGxsHcvYT17EhkZyaOPPkpUVBQ33ngjHo+HgwcPQteubP/8c8aMGcOR
L911yrz9/EBeXh5lZWVOAvDVV86MAqu53BCyioqKoiwJCEwej0eKioqigKzqjql2DICq/qWmk9fz
W3e8qnoHT+wDql7k2iUiI4FQnPUIvH4nIg/jtiCo6ul6xHNB8iYAwcHdAEsAWoKBA2H58o6IlHHd
dSF88UVzR9Q8SkpKOHbsmJMArF1LcEICs7/7XR577DGuvfZaEhISACgqKqJz164Eb92Kx+PhwNq1
RIFTXc+1ebNTqn3gwIHw0UfOTmsBqLeysrK79+3b9+K+ffsGYQPKA5EHyCorK7u7ugOqTQBEpMbq
FKr6o5qeF5GlQFUfOQ9VOo+KSLVzEUWkK/B3YLqqepsyfomTOIQCfwN+Afy6mtfPAmYBJCbWtcei
ZfImAOXlTsU5P+tdmGbk7aaOicmkX79hfPDBeWvcXJAOHDgAQExMjNO/P24cP/7xj3n//fe5++4z
f88KCwsZ0LUr7davB6DMu7SuTwtAVlYWQUFBzgyAxx+Hnj0hvsbvHMYPw4cPLwSub+44TN3VNAvA
bUtjLDAA+Kf7+Eaf56qlqtUuXi0iBSLSVVX3uh/wVa4tICKRwELgIVVd7XNub+vBaRF5GXighjj+
hpMkMGLEiNZT9AAnAQgODubEiUjAWgBaAu8yzVFRy4iNHcbp0063dROvWdPs9rt9H7ExMbBvH3Tp
QufOnSuWTc7Kclo1i4qKoGtXok6cAKCddzbA1q1QUgKhoaxfv56kpCTCw8OxJReNOaPaZhtVnauq
c3H6+Seo6rOq+ixwOVDfUfcLgOnu/enAO5UPEJFQYD7wqqq+Vem5ru6t4IwfqLaPozUrKCggPj6e
wkLnn9laAALfxRfDyJG/p127N3CLxrXKcQDeBKBL27ZOydxKv7ydOzvDgQoLC6FbN9p5PHQE4o4f
h8REKC/Hk5vLAw88wMKFC5k0aZJzIbdvt+Z/Y1z+9Nt0A3wnj7V399XH48CVIpIHXOE+9k45fNE9
5ibgUuDOKqb7vS4im4BNQCzw23rGc0HyJgB79zpNyJ1tCGXAE4GUlGyOHTtoCQAQ761UWqn5KiYm
BhGhqKgIj9ucf1l4OKHAiSucxse/3HcfTz31FLNnz+bJJ5+kYkCFtQAYA/hXCOhx4CsRWQ4Izofy
I/V5U1U9gNOSUHn/OuBu9/5rwGvVvH5ifd6/tfAmAPv2OVPMWnlp+RYjKiqKo0ePWgIAxJSUODsq
tQCEhIQQHR1NYWEhRwYNohNwe8+ekJtLdu/eDBOhaOVKHnzwQR67917k8cfhn/90MqxmWAXQmEDk
z2JAL4vIB8Aod9cvVHVf44ZlGkJBQQGDBg1i715r/m9JIiMjOXr0KNHRCkirTgCiTp50dlQxgCUu
Lo6ioiL2idAJGOe2Fqw6fpyeEREMOnmSq3/+c+TiiyE3F9LTnRoBVg3LGMC/SoCC00w/VFXfAULd
aXkmgKkqhYWFFS0ANgCw5YiMjKSsrIyICOfDzx0Q36rs37+fyMhIQoqKnB1V/AJ37tyZwsJCdpSW
AhD3zTecFGHh+vWsO3mS0VFRRK1b53z4v/oqrF8PP/5xU/4YxgQ0f8YA/BW4GLjFfXwMqLFGgGl+
hw8fpqSkpCIBsBaAliMy0pm1ERR0lKCg1tsFEBsb68wACAuDjh3POcbbArD90CFOAUElJRR16MDi
JUvIKi+n+/Hj8Je/OP1fN93U9D+EMQHOnwRglKreB5wCUNVDOPPvTQDz1gCIi7MWgJbGmwAcP36U
mBhLAOjSpcpCCN4WgN179uCdF3zKrbN/tFs3gkpK4J13YMYMJ4kwxpzFnwSgVESCAQUQkc7UUFvY
BAZvAtCuXXdKSy0BaEmioqIAKgYCehOA7OxsXnzxxRpeeeHwLQNcXfNVXFwcBw8eZMeOHRxwR7iG
upWUBnm/8YvAPfc0SczGtDT+JADP4MzHjxOR3wGfAo81alSm3rwJADh/PK0LoOXwtgBUTgCefvpp
Zs6c6RS/ucCd0wJQhc6dO6OqZGZmcjQiAoDECRN4/fXXmfKgu77Y1VdDnz5NFbYxLcp5EwBVfR34
OfB7YC8wRVX/1diBmfo5UwbYmfxvLQAthzcBOHLkyFkJwNdufftPP/20uUJrMv62AIBT6/9kJ2dF
8aB+/bj11lsJjY+HZ5+Fp55qspiNaWn8mQXwEhCuqn9xVwPMFpFHGj80Ux8FBQUEBQVx8qTTnGwt
AC1HVS0AqlqRAKxcubI5w2t0J0+e5MSJE8R17OhMgaihBQCgtLSUcjcZoG/fMwfMng0DBjR2uMa0
WP50AVwNzBWRO3z22QIQAa6goIDOnTtTUOD8E1sLQMvhmwDExDifgYWFRc7St8DHH6/hhRegrKw5
o2w83oWAeoS6Y42ryV47+5S2/PbSS2HOHGehH2OMX/xJAApxqv/dKCJ/EZEQnIqAJoD5VgFs29Zq
n7QklVsASkth3bpcAEaNGsWGDenMmgXz5jVnlI3HWwSoq3fkfzXZq7cLACBy4EBnjn9rWzbRmHrw
JwEQVT2iqt8BioCPwVly2wQu33UAuna1v4stSWhoKOHh4WeVA/7yy28BuOeee3D+Kzq1bS5E3gQg
rrzc2VFNC0B0dDTi/mInJCQ0SWzGXEj8SQAWeO+o6iPAE8A3jRSPaSC+LQDW/N/yeMsBexOATZv2
0qFDB666ahowgdDQ0yxaBBWTParh8Xh4+eWXOX36dKPHXF/z589nx44dFQlAJ2/M1fwCBwcHOwMF
sQTAmLrwZxbAryo9ftcW4wlsqnpOC4BpWSIjIytmAQBs2XKQAQMGsGpVByCUxMRnKS+Hf/yj5vN8
+umnzJgxg3kB3l9QXFzM1KlT+cEPfsCQP/2JQ0D8X//qPOmu9lcV7zgASwCMqb1qEwAR+dS9PSYi
R322YyJytOlCNLV17NgxTp06ZS0ALVjlFoBvvjnOgAEDWLAAwsOL2bHjVwwb5jlvN4B35oD3NlBt
2bIFVeX999+n88aNFAAydCjceWeNy1jGxcXRvn37inETxhj/VZsAqOo497aDqkb6bB1U1f63BTBv
DYCOHRM4fNgSgJao8pLAR4+2ISVlIAsXwpgxhygpOcGQIRv56ivYtKn682RnZwONmwCUlEB9exhy
c51Bju1E6HzyJPPCwwlasgRefrnG1yUnJ5Oamlq/NzemlaqpBSC6pq0pgzS1400Adu50/jCOGlXT
0SYQeVsAIiMhONgDxCAyhkOH4N57u5KamsqqVT8kLEyZM6f683gTgOzsbJYvP/+Ygbq4/noYP75+
0xJzcnIQEf6/W28FoLCKxX+qMmfOHBYvXlz3NzamFatpDMCXwDr3tvK2rj5v6iYRS0Qkz73tVM1x
5SKywd0W+OzvLSJrRCRfRP4pIrY4kY8vvvgCgI0b+xETAxMmNHNApta8CYAIREScAgby2mvDCA+H
jIxgHnnkEbZs+YyJE3N59VXYsqXq83gTgC1b9nPllcojj/j3/iUlJXg851/y48ABWLIEVq+GP/7R
v3NXJScnh969e3PPRGd40VGfOf41iYiIoFOnKv98GGPOo6YugN6q2se9rbzVt7j2g8AyVU0GlrmP
q3JSVdPczbf40BPAHFVNAg4Bd9UzngvKwoUL6d8/jY8+iuCGGyAkpLkjMrXlHQQI0KbNEWAKW7eG
8uabTk2HadOmMXjwYHJzZxAWpjz66LnnOHbsGLt27SI1NZXy8vGUlwsffeTf+1966aVMmjSJkpKS
Go9btAg8Hhg8GB5+GNyW/FrLzc2lf//+RLvFjjJ++MO6ncgY4zd/pgEiIp1EZKSIXOrd6vm+k4G5
7v25wBR/XyjOxN+JwFt1ef2F7tixY6xYsYLU1P/i+HG48cbmjsjUhbcFQFUR+ZY2bQpZuVL4jlMC
gKCgIB599FG2bfucK6/M5R//gKyss8/h7VefOnUqTkFPp6Vgz56a31tV2bhxI4sWLWLmzJmoarXH
vvcexMU5iUC7djBrVu1/Vo/HQ25uLikpKZCXBzEx3DhzZu1PZIypFX/WArgbWAEsBh51bx+p5/vG
q6p3Ce99QHXzfMJFZJ2IrBYR74d8DHBYVb09jruAaucAicgs9xzrWsMqakuXLqW0tJTjxzOIjrbm
/5YqKiqKsrIyiouLOX16Grff/juGDTv7mO985zu0adOGXr3+RUQEPPPM2c97m/8nT54CXEVMjFNi
d/nymt/70KFDnDp1ipSUFF599VV++9vfsm0bPPEE+OYChw4dZ9EiZdIk6NYN7r8fVqw4s3iRv3bu
3MnJkyfp378/5OdDcnLtTmCMqRN/WgD+C7gI+FZVJwDpOBUBayQiS0Ukq4ptsu9x6ny9qO4rRk9V
HQHcCjwtIn2rOa5aqvo3VR2hqiM6+9mv2JItXLiQyMjOrFkTz5QpNc6gMgHMO63t888/59ix3Ywf
P/ycY0JCQujduzd79mxi5EjIzDz7+ezsbEJCQmjTZgjQgz595tOx4/kTgN27dwPw61//muuvv545
c/7EbbcpDz4Iq1ef4t5773Wa66MncfiwcN11zuvGjHFu19VyhJC3paJ///5OC0BSUu1OYIypE38S
gFOqegpARMJUNQdIOd+LVPUKVR1UxfYOUCAiXd1zdsVZb6Cqc+x2b7fhlCBOBw4AHd01CQC6A7v9
+DkueN551GlpP+ToUWHq1OaOyNSVNwH44IMPABg7dmyVxyUlJZGXl0dKitP/7vsNPTs7m6SkJD76
yMkCjx9/i8suO38CsMftI0hISCAjI4NDh25i9Wqn5O4LL2zj+eefp0ePHiQm3geUEBe3EaCihaK2
CUBOTg4AKYmJsHOntQAY00T8SQB2iUhH4G1giYi8A5ynF/G8FgDT3fvTgXcqH+COOwhz78cCY4Gv
3RaD5cC0ml7fGm3YsIG9e/cSF3cNcOYbmWl5fBOA+Ph4+vSpetxtUlIS+fn59OunHD4Mvr1cOTk5
pKamsngxREcXsH37J1x2mYdt22DHjurf29sC0K1bNxISRgK/Z+jQIlJTYeXKNgQFBTFv3nzCwqbS
ps0q7r9/FuXl5URFQUpK3RKAjh07Enf8uPeHqt0JjDF14k8p4BtU9bC7DsD/D7xE/QfdPQ5cKSJ5
wBXuY0RkhIi86B6TCqwTkY04H/iPq6q3mskvgJ+KSD7OmICX6hnPBeHDDz8EoKxsED17gp9TqU0A
8iYAOTk5jB07tmLRm8qSk5M5fvw4cXGHgDOj8EtLS8nPzycpaRCffALDhhVx6tQp+vVzPtxragXw
TQDefnsIEMr48W9w+eWwfXsPUlIGk53dnry8YG67rR1r167lhRdeAGDECHBnofrNOwBQtm71/lC1
O4Expk5qMwtgCHAMZ9DdoPq8qaoeUNXLVTXZ7So46O5fp6p3u/dXqepgVR3q3r7k8/ptqjpSVZNU
9UZVDfyVTppAZmYmiYmJ5OSEk5bW3NGY+vAtbVtd8z84LQAAISHOh6c3AcjPz6esrIzs7Js4dcop
1gNQXr6RmBhqnA64e/duYmNjCQsLY+XKNrRv/yk7dixn4kSlvDycnj2/x/PPO6P+58y5iDFjxvCM
OwJxxAhnlsH5Zhr4ysnJOdP/7/xQ/r/YGFNn/swC+A2QCTwLPOVuf2jkuEwdZGdnk5ycRm4ulgC0
cFFRZ1bc9icBOH78a8LCziQAzgyAabz33iDuvRduvz3B3b+ZiRNh6dKzxwv42r17NwkJCRQWOoPy
+/YtYMOGDSQl7QLKOX36Wt54A269FTp2FKZOnUp2djY7d+7kooucc3z5pX8/57Fjx9izZ8+ZGQAx
MWCFfYxpEv60ANwE9FXVy1R1grvZaoABxuPxkJOTQ2zseFQtAWjpvC0A4eHhpKenV3tcr169CAkJ
YevWLSQnn0kA3n03D3iZUaPK+dOfoFOnTiQmJrJ+/XoyMpxv6JXrBnh5E4DPP3cejx6tbN++nbVr
PwS+ZMWKIZw4Affc4zyfkZEBwOLFi0lLg6Ag/7sBMt2pCzYDwJim508CkAVYb3KA27FjBydPniQk
ZARgCUBL16FDBwBGjhxJaGj1la5DQkLo1asX+fn5PjMBlHnzuhIU1IZ584Lxvnz06NGsWbOGq52a
QCxaVPU5d+/eTbdu3Vi1yplGOmmSs5rUiy++SFDQcsrLhWHDnOZ+gNTUVLp3786iRYuIiIABA/wf
CPjOO+/Qpk0bxo8fbzUAjGli/iQAvwe+EpHFIrLAuzV2YKZ2vKu9FRf3JSoKevZs5oBMvYSFhdGj
Rw+uueaa8x7rnQmQkgLbtsH69VkcPTqBwYP30q3bmeNGjRrFt99+S1DQXgYPrjoBKCkpobCwkISE
BFatguHDYeTIIQCsXr2avn2dsQb33nvmNSLC1VdfzdKlSykrK2PECCcBqKGAIOAkKm+99RaXX345
HffudaYmDKrX8CJjTC34kwDMxam9/zhnxgA81ZhBmdrzVn3bvbszQ4dCNYPGTQuSk5PDz372s/Me
l5ycTF5eHv36KWVl8NhjeUAPZsw4uy999OjRAKxZs4aMDFi5Erwz77z27dsHQHx8D774wplKGh8f
Txd3TekJE4L46COYMePs11199dUcOXKEtWvXctFFznTEmqYagjNtdfv27UybNs0pM9i27bknNsY0
Gn8SgP2q+oyqLlfVT7xbo0dmzuv3vz8zmjs7O5uYmDi+/rqNNf9fINq1a0dwcPB5j0tKSuLYsWMV
UwHff38wUMbtt0eddVx6ejohISEVCUBpqTMd8PTpM0323imAJ0/25/TpM7Uk0txfqpEjL2LCBKgc
1hVXXEFQUBCLFy+uWH7aO4agOm+99RbBwcHckJ4Or73mLCTQCqp1GhMo/EkAvhSR34vIxSIyzLs1
emSmRkVF8N//DdOmwa5dTgLQq9flFBdb/39r450JIOKsCXzqVDJJSbuJjj77uLZt25KWlsbq1asZ
OxYiIuD552HkSLjoImfkvjcB2LOnFwAXX+y81jsQcYS347+STp06MXLkSBYtWsSQIc4Uwc8+qz5m
VeXf//4348ePJ/p//scZOXj//XW8AsaYuvBnoVjvEOTRPvsUZ0U+00w+cdtgjhyBO+5Qvv46l/R0
Z1VkSwBal2R34Ny+fTlERAyiuLg9t90WUeWxo0aN4pVXXiEkpJyJE4N5910qEoXVq6GszEkAtmyJ
pVcvKsYQTJ8+ndOnTzOohj76iRMn8vjjj+PxnGbUqDBWrao+5q+//pqdubn83xEj4KWX4I47oEeP
Wv/sxpi6q7EFQESCgOd8pv/ZNMAAsXy58w3uuedg+XLh8OFPWb58BjExzihs03r07NmT4OBgfvKT
n1Bc7EzAv/vu2CqPHT16NMXFxWzevJlf/AJmz4bsbIiNPdMC0KZNKOvWhZ5VSjolJYWnnnqqxi6J
AQMG4PF42Lp1K2PHwsaN544xACg/dYq1U6eyBxj/+uvQrx88/HB9LoExpg5qTABU1QPMbqJYTC0s
Xw7jxsHMmTBp0h7gBNOn5/HFFxAW1tzRmaYUGhpKWloaYWFhTJsWxO23l9O9e9XHjnI76D/88EPe
fvtnnDhxF3Fxzmh/bwIQFzeGvXuFSy+tXRwpKc4aYbm5uYwdC+XlsHZtpYNWr6agRw++n5vLocGD
nZGIGzZAYmItf2pjTH350wWwREQeAP4JFHt3esv3mqZVVFTEmDE3kJ//KcOHZ1FSksykSe+wcOF/
8pvf7LBW1Fbqk08+ITg4mPDw8BqPS0pKIjo6+qzZBX/+858ZPrwtTzwBkZFFtG17FUCtE4B+/foB
zuyFH/zAmYny2Wcw0ae9cPsPf0jI/v387dprmbVwYe3ewBjToPxJALzzcu7z2adA1cuTmUa1bNky
8vOdsq6vvTaDxYu/IS4ujvbt29O9uq995oIXEVF1n39lIsKdd97Jxo0bGTp0KH/84x/ZvXs3w4cn
UV4O334bSVDQWDp3hv79axdDZGQk3bp1Izc3l44dYeDAswcCbty4kUmbNpF+2WXMf8cW8DSmufmz
GmDvKjb78K/klVdeYWETfKNZtWoVISFX0aGD8t57v2Hs2LFkZ2eTnp5e7Ypxxvh66qmnWLp0Kdde
ey3gNPt7B/fv29edQ4cGcemldaslkZKSQk5ODgBjxzpTAT0eOHr0KDfeeCOe6GheevNNQkL8+e5h
jGlM/iwG1EZEfiQib7nbbBFp0xTBBYr333+fN954o8ZjfvOb3/Dkk082eiyfffYZoaFXcemlwqRJ
VzN//nx27drFvHnzGv29zYUlIcFpSdq1axc9ekBMjIfS0us4ejSayy6r2zn79+9Pbm4uqsqYMXD0
qLPw0IwZvyI/v4g33niDuLi4BvwpjDF15U8a/hzQBvir+/g/3H13N1ZQgeb5559ny5Yt3HzzzdUe
U1hYyKlTpxo1juPHj7NhwwE8nh6MH39mf9euXRv1fc2FyTcBEIGUlOOsWnUFUPv+f6+UlBQOHz5M
UVERl1zifNA7aw/MoV+/m7n00lENELkxpiH4UwjoIlWdrqofudv3gYsaO7BAkpaWxpYtWzhx4kSV
z584cYLjx4+zZ88eiouLqzymIaxZswaP5z8AmDKl0d7GtBIdOnQgKiqqovhPly573P1lDB5ct3N6
ZwLk5OTQu7dTqfLRR7cDd3PzzScbImxjTAPxJwEoF5G+3gci0gcor8+biki0iCwRkTz39pwFwEVk
gohs8NlOicgU97lXRGS7z3ONWvomLS0Nj8dDVjXrpxYVFVXcz8/Pb7Q4Vq78HJjFhAmltmqqaRAJ
CQns2rULgPbtnbWEx45Vgvz5y1CF/u7IwVx3XeIJEyA29gPgJWbM6F3veI0xDcef/+Y/A5aLyMci
8gnwEVDfmp0PAstUNRlY5j4+i7v2QJqqpuFUHTwBfOgbl/d5Vd1Qz3hq5K2DvmFD1W9TUFBQcT8v
L6/R4liwoAzowezZrWoIhmlE3bt3r2gBUF0DlJORUfffr8TERMLDwysSAIC1a9cSHx9Pos31Nyag
+DMLYBmQDPwI+CGQoqrL6/m+k3FWGcS9PV+D9jTgA1Wtug2+kfXq1YvIyMhqE4DCwsKK+1UlNgbM
pAAAESNJREFUAGvXOiOh66O8vJzMzLG0a3eY66+v37mM8fJtASgsXE9q6h384Ad1P19QUBDJyckV
MwHASQBGjhxps1SMCTD+NvQNBwYBacD3ROSOer5vvKrude/vA+LPc/zNwD8q7fudiGSKyBwRqbb2
nYjMEpF1IrLOt6m+NkSEtLS08yYAISEh5yQAq1fDqFHOaqf1sXhxHuXll3P11TuwGVSmoXTv3p19
+/ZRVlbGtm3bGDSolNDQ+p3TOxMA4MiRI+Tk5DBy5MgGiNYY05D8mQb4d+APwDicwX8XAVUvCXb2
65aKSFYV22Tf41RVcQoLVXeersBgYLHP7l8C/d1YooFfVPd6Vf2bqo5Q1RGd67HU6NChQ8nMzMRT
xVd5bwKQnp5+TgIwahTccgs89BB8+OE5Lz3HggWwc+e5+594YgcQxAMPnDNcwpg6S0hIwOPxsGfP
Hr755hv69Kl/iY+UlBS2b9/O6dOnWbduHapaUYLYGBM4/PkuOQIY4H5Q+01Vr6juOREpEJGuqrrX
/YAvrO5Y4CZgvqqW+pzb23pwWkReBh6oTWx1kZaWRnFxMVu3bq1Yfc2rsLCQ9u3bM2TIEN57772z
nhOBF16ArCy4+Wb4+GMYMqTq99i2DSZPhvh4eP99GOYuurx161ZWruxIbGw+Y8bY6D/TcLzVI9es
WUNpaWmDJACpqamUl5ezbNmyilaziy5qVROHjGkR/OkCyAK6NPD7LgCmu/enAzXVBb2FSs3/btKA
OJ2KU9wYG1VNAwELCgqIi4sjOTmZgoICjh49etbzEREwf75zf+hQGD0aqioa+PHHzq3H48zDXrbM
eXzffb9FdSR33WUFVEzD8tYCWLFiBUCDJACTJ08mNTWV6dOn8+6775KSkkLHjh3rfV5jTMPyJwGI
Bb4WkcUissC71fN9HweuFJE84Ar3MSIyQkRe9B4kIr2AHsAnlV7/uohsAja58f22nvGc14ABAwgJ
CakyASgsLKxIAODMVMDy8jOzJfv2hc2b4f/8HzhwAL73PfCZPAA4K/zFxZ1ZHG3GDHjvvSUsXuw0
1Nx+e2Qj/XSmtfK2ADRkAhAREcH8+fM5ffo0q1evtv5/YwKUPwnAIzjfsh8DnvLZ6kxVD6jq5aqa
rKpXeFcWVNV1qnq3z3HfqGqCuyyx7+snqupgVR2kqrerahWrjjes8PBwUlNT2bhx4znPVU4A8vLy
mDt3Lh06dOCJJ56oSAS6doWf/cz59n/qFPzWJ21RdVoAxo+Hbt3g6adhxw741a92EBZ2E716KQMH
NvZPaVqbmJgYwsLC2LRpE8HBwfRooOUkU1JSmDvXmegzbty4BjmnMaZhVZsAuM3rqOonVW2+x7QW
1c0E8CYAffs69ZJWr17N/fffT1hYGA8++CDjxo3jwIEDFcf36wd33QXPP+/0+wNs3Qq7dlFR4vfK
K2HcOMjMvI7S0kuZPFnqtDiLMTURERISElBVEhMTadOm4WpM3HDDDeTm5vL973+/wc5pjGk4NbUA
LBeRH4rIWdU7RCRURCaKyFzO9OO3Cmlpaezevfusyn8ej4eioiLi4+Np164d3bt359lnn+XQoUN8
8sknvPbaa6xevZq///3vZ53rV7+CkBB4+GHnsbf/f8IE51YEHnroNGVl8Xg8YTb33zQa7ziAhmj+
r6xfv34NmlQYYxpOTQlABk7J33+IyB4R+VpEtgN5OAPznlbVV5ogxoBR1UDAgwcPUl5eXrHCWXJy
MuXl5dx3330MGTKE2267jcTERD7//POzztWtG/zkJ/D66/Cvfzn9/126gFtKHYDOnbOAZbRvf5pL
Lmn0H8+0Ut5xAI2RABhjAle1CYCqnlLVv6rqWKAncDmQrqo9VXWmqn7VZFEGCG8C8NVXZ350bw0A
bwIwbNgwunTpwqOPPlpxzJgxY1i1atU553v4YRgzBqZPhw8+cJr/fZv5MzMzge/x5pt7sS9RprFY
AmBM6+RXJUBVLVXVvap6uLEDCmTR0dEkJiae1QJQOQF47LHHyMnJoVOnMwV7xowZw65du9hZqcJP
WBjMmwedOpVz6BBER2fiW25h06ZNtG17gquuapiBWcZUpTG7AIwxgauOa361Xunp6TW2AISGhhIV
FXXWay6++GKAc7oBwCn6c++9HwDL+etfr2b48OEVZVQzMzMZNGgQwcHBjfGjGANQMXtlwIABzRyJ
MaYpWQJQS2lpaeTm5lJcXAycWQnQmwBUZejQobRt27bKbgCAY8dWEBqawUsv/Y6tW7fy8MMPo6ps
3LiRIdWVDTSmgVxzzTVs3LiRQYMGNXcoxpgmZAlALaWnp6OqbNq0CXBaAIKCgoiJian2NW3atGHk
yJHVJgCbNm0iNTWVGTNmMGPGDObPn8+mTZvYv3+/JQCm0YmI/Z4Z0wpZAlBLlWcCFBYWEhsbe95m
+jFjxvDVV19x8uTJc57Lyspi8ODBAMyaNYvS0lJ++tOfAlTsN8YYYxqSJQC1lJiYSKdOnSrGAXiL
AJ3PxRdfTFlZGevWrTtr/6FDh9i1a1fFB31qaiqXXHIJy9yFACwBMMYY0xgsAaglESE9Pf2sFgB/
EwDgnG6ArCxnHSPf/td77rkHgG7duhEbG9sgcRtjjDG+LAGog7S0NDIzMykrK6tYCfB8YmNjGTBg
QMU3ey/vWALfb/pTp04lJiamorvBGGOMaWghzR1AS5Sens6pU6f4+c9/zr59+4iPj/frdRkZGfz5
z3+muLiYiIgIwGkBiIqKqijGAs7CQ0uWLDlnOqExxhjTUKwFoA6uv/56rrvuOp555hmKi4vp2rWr
X6/LyMigpKSETz45s7rxpk2bGDx4MJXXVUpPT7fCLMYYYxqNJQB1EBkZybvvvsuePXv43//9X2bO
nOnX6y655BLatm3LokWLACqmE9r8a2OMMU2tWRIAEblRRDaLiEdERtRwXIaI5IpIvog86LO/t4is
cff/U0RCmybys8XFxXHLLbcQHR3t1/Hh4eFMmDChIgHYvXs3R44csZH+xhhjmlxztQBkAd8FVlR3
gIgEA38BrgEGALeIiLdW6RPAHFVNAg4BdzVuuA0nIyODvLw8tm7dWuUAQGOMMaYpNMsgQFXNBs7p
965kJJCvqtvcY98AJotINjARuNU9bi7wCPBcY8XbkK655hoAnnnmmYpaAgMHDmzOkIwxxrRCgTwL
IAHwXT5vFzAKiAEOq2qZz/6EJo6tzpKSkujbty/PPPMMnTp14rnnnvO7C8EYY4xpKI2WAIjIUqBL
FU89pKrvNNb7VhHHLGAWOFX8AsEf/vAHsrKymD17Nh07dmzucIwxxrRCjZYAqOoV9TzFbqCHz+Pu
7r4DQEcRCXFbAbz7q4vjb8DfAEaMGKH1jKlBTJkyhSlTpjR3GMYYY1qxQJ4G+AWQ7I74DwVuBhao
qgLLgWnucdOBJmtRMMYYYy4EzTUN8AYR2QVcDCwUkcXu/m4i8j6A++1+NrAYyAbeVNXN7il+AfxU
RPJxxgS81NQ/gzHGGNOSifOFunUYMWKEVl6NzxhjTM1E5EtVrbZmi2mZArkLwBhjjDGNxBIAY4wx
phWyBMAYY4xphSwBMMYYY1ohSwCMMcaYVqhVzQIQkSLg2zq+PBbY34DhNLaWFi+0vJhbWrzQ8mJu
afFCy4vZn3h7qmrnpgjGNJ1WlQDUh4isa0nTYFpavNDyYm5p8ULLi7mlxQstL+aWFq9pONYFYIwx
xrRClgAYY4wxrZAlAP77W3MHUEstLV5oeTG3tHih5cXc0uKFlhdzS4vXNBAbA2CMMca0QtYCYIwx
xrRClgD4QUQyRCRXRPJF5MHmjqcyEekhIstF5GsR2Swi/+XujxaRJSKS5952au5YfYlIsIh8JSLv
uY97i8ga9zr/010GOmCISEcReUtEckQkW0QuDuRrLCI/cX8fskTkHyISHmjXWET+R0QKRSTLZ1+V
11Qcz7ixZ4rIsACJ90n3dyJTROaLSEef537pxpsrIlc3dbzVxezz3P0ioiIS6z5u9mtsmo4lAOch
IsHAX4BrgAHALSIyoHmjOkcZcL+qDgBGA/e5MT4ILFPVZGCZ+ziQ/BfOUs9eTwBzVDUJOATc1SxR
Ve9PwCJV7Q8MxYk9IK+xiCQAPwJGqOogIBi4mcC7xq8AGZX2VXdNrwGS3W0W8FwTxejrFc6Ndwkw
SFWHAFuAXwK4/wdvBga6r/mr+/ekqb3CuTEjIj2Aq4AdPrsD4RqbJmIJwPmNBPJVdZuqlgBvAJOb
OaazqOpeVV3v3j+G88GUgBPnXPewucCU5onwXCLSHZgEvOg+FmAi8JZ7SKDFGwVcCrwEoKolqnqY
AL7GQAjQVkRCgHbAXgLsGqvqCuBgpd3VXdPJwKvqWA10FJGuTROpo6p4VfVDVS1zH64Gurv3JwNv
qOppVd0O5OP8PWlS1VxjgDnAzwHfgWDNfo1N07EE4PwSgJ0+j3e5+wKSiPQC0oE1QLyq7nWf2gfE
N1NYVXka54+Px30cAxz2+UMaaNe5N1AEvOx2W7woIhEE6DVW1d3AH3C+3e0FjgBfEtjX2Ku6a9oS
/i/OAD5w7wdsvCIyGditqhsrPRWwMZuGZwnABURE2gP/Bn6sqkd9n1NnukdATPkQkeuAQlX9srlj
qYUQYBjwnKqmA8VUau4PsGvcCefbXG+gGxBBFc3AgS6Qrun5iMhDON1xrzd3LDURkXbAfwMPN3cs
pnlZAnB+u4EePo+7u/sCioi0wfnwf11V57m7C7zNd+5tYXPFV8lY4HoR+QanS2UiTv96R7e5GgLv
Ou8CdqnqGvfxWzgJQaBe4yuA7apapKqlwDyc6x7I19irumsasP8XReRO4DrgNj0ztzpQ4+2Lkxhu
dP8PdgfWi0gXAjdm0wgsATi/L4Bkd/R0KM6gngXNHNNZ3P7zl4BsVf2jz1MLgOnu/enAO00dW1VU
9Zeq2l1Ve+Fcz49U9TZgOTDNPSxg4gVQ1X3AThFJcXddDnxNgF5jnKb/0SLSzv398MYbsNfYR3XX
dAFwhztSfTRwxKeroNmISAZOd9b1qnrC56kFwM0iEiYivXEG1q1tjhh9qeomVY1T1V7u/8FdwDD3
dzwgr7FpJKpq23k24Fqc0b1bgYeaO54q4huH00yaCWxwt2tx+tWXAXnAUiC6uWOtIvbxwHvu/T44
fyDzgX8BYc0dX6VY04B17nV+G+gUyNcYeBTIAbKAvwNhgXaNgX/gjFEoxfkguqu6awoIzoycrcAm
nBkOgRBvPk6/uff/3v/1Of4hN95c4JpAucaVnv8GiA2Ua2xb021WCdAYY4xphawLwBhjjGmFLAEw
xhhjWiFLAIwxxphWyBIAY4wxphWyBMAYY4xphSwBMKYZiMgjIvJAc8dhjGm9LAEwxhhjWiFLAIxp
IiLykLsu/FIgxd03U0S+EJGNIvJvt3JfBxHZ7pZ3RkQifR8bY0xDsATAmCYgIsNxyh6nA98FLnKf
mqeqF6nqUJxlnO9SZ0nnj3GWS8Z93Tx1avobY0yDsATAmKZxCTBfVU+os1Kjdz2JQSKyUkQ2AbcB
A939LwLfd+9/H3i5SaM1xlzwLAEwpnm9AsxW1cE4tfvDAVT1M6CXiIwHglU1q9kiNMZckCwBMKZp
rACmiEhbEekAfMfd3wHY6/bv31bpNa8C/4t9+zfGNAJbDMiYJiIiDwF3AN/irMr2NVCMs5Tstzir
r3VQ1Tvd47sA24Guqnq4OWI2xly4LAEwJkCJyDRgsqr+R3PHYoy58IQ0dwDGmHOJyLPANcC1zR2L
MebCZC0AxhhjTCtkgwCNMcaYVsgSAGOMMaYVsgTAGGOMaYUsATDGGGNaIUsAjDHGmFbIEgBjjDGm
Ffp/zPLQoiyhhNUAAAAASUVORK5CYII=
"
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Note:</strong> you can try out any time series for this exercise!  If you would like to try another see e.g., <a href="https://datamarket.com/data/list/?q=provider%3Atsdl">this site containing thousands of time series</a> and pick another one!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Problem-2:-Create-a-sequence-generator">Problem 2: Create a sequence generator<a class="anchor-link" href="#Problem-2:-Create-a-sequence-generator">&#182;</a></h1>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.1--Getting-started">2.1  Getting started<a class="anchor-link" href="#2.1--Getting-started">&#182;</a></h2><p>In this project you will implement a popular Recurrent Neural Network (RNN) architecture to create an English language sequence generator capable of building semi-coherent English sentences from scratch by building them up character-by-character.  This will require a substantial amount amount of parameter tuning on a large training corpus (at least 100,000 characters long).  In particular for this project we will be using a complete version of Sir Arthur Conan Doyle's classic book The Adventures of Sherlock Holmes.</p>
<p>How can we train a machine learning model to generate text automatically, character-by-character?  <em>By showing the model many training examples so it can learn a pattern between input and output.</em>  With this type of text generation each input is a string of valid characters like this one</p>
<p><em>dogs are grea</em></p>
<p>whlie the corresponding output is the next character in the sentence - which here is 't' (since the complete sentence is 'dogs are great').  We need to show a model many such examples in order for it to make reasonable predictions.</p>
<p><strong>Fun note:</strong> For those interested in how text generation is being used check out some of the following fun resources:</p>
<ul>
<li><p><a href="http://www.cs.toronto.edu/~ilya/rnn.html">Generate wacky sentences</a> with this academic RNN text generator</p>
</li>
<li><p>Various twitter bots that tweet automatically generated text like<a href="http://tweet-generator-alex.herokuapp.com/">this one</a>.</p>
</li>
<li><p>the <a href="https://github.com/NaNoGenMo/2016">NanoGenMo</a> annual contest to automatically produce a 50,000+ novel automatically</p>
</li>
<li><p><a href="https://github.com/genekogan/RobotShakespeare">Robot Shakespeare</a> a text generator that automatically produces Shakespear-esk sentences</p>
</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.2--Preprocessing-a-text-dataset">2.2  Preprocessing a text dataset<a class="anchor-link" href="#2.2--Preprocessing-a-text-dataset">&#182;</a></h2><p>Our first task is to get a large text corpus for use in training, and on it we perform a several light pre-processing tasks.  The default corpus we will use is the classic book Sherlock Holmes, but you can use a variety of others as well - so long as they are fairly large (around 100,000 characters or more).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[16]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># read in the text, transforming everything to lower case</span>
<span class="n">text</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;datasets/holmes.txt&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">read</span><span class="p">()</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;our original text has &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">))</span> <span class="o">+</span> <span class="s1">&#39; characters&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>our original text has 581881 characters
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Next, lets examine a bit of the raw text.  Because we are interested in creating sentences of English words automatically by building up each word character-by-character, we only want to train on valid English words.  In other words - we need to remove all of the other junk characters that aren't words!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[17]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### print out the first 1000 characters of the raw text to get a sense of what we need to throw out</span>
<span class="n">text</span><span class="p">[:</span><span class="mi">2000</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[17]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#34;ï»¿project gutenberg&#39;s the adventures of sherlock holmes, by arthur conan doyle\n\nthis ebook is for the use of anyone anywhere at no cost and with\nalmost no restrictions whatsoever.  you may copy it, give it away or\nre-use it under the terms of the project gutenberg license included\nwith this ebook or online at www.gutenberg.net\n\n\ntitle: the adventures of sherlock holmes\n\nauthor: arthur conan doyle\n\nposting date: april 18, 2011 [ebook #1661]\nfirst posted: november 29, 2002\n\nlanguage: english\n\n\n*** start of this project gutenberg ebook the adventures of sherlock holmes ***\n\n\n\n\nproduced by an anonymous project gutenberg volunteer and jose menendez\n\n\n\n\n\n\n\n\n\nthe adventures of sherlock holmes\n\nby\n\nsir arthur conan doyle\n\n\n\n   i. a scandal in bohemia\n  ii. the red-headed league\n iii. a case of identity\n  iv. the boscombe valley mystery\n   v. the five orange pips\n  vi. the man with the twisted lip\n vii. the adventure of the blue carbuncle\nviii. the adventure of the speckled band\n  ix. the adventure of the engineer&#39;s thumb\n   x. the adventure of the noble bachelor\n  xi. the adventure of the beryl coronet\n xii. the adventure of the copper beeches\n\n\n\n\nadventure i. a scandal in bohemia\n\ni.\n\nto sherlock holmes she is always the woman. i have seldom heard\nhim mention her under any other name. in his eyes she eclipses\nand predominates the whole of her sex. it was not that he felt\nany emotion akin to love for irene adler. all emotions, and that\none particularly, were abhorrent to his cold, precise but\nadmirably balanced mind. he was, i take it, the most perfect\nreasoning and observing machine that the world has seen, but as a\nlover he would have placed himself in a false position. he never\nspoke of the softer passions, save with a gibe and a sneer. they\nwere admirable things for the observer--excellent for drawing the\nveil from men&#39;s motives and actions. but for the trained reasoner\nto admit such intrusions into his own delicate and finely\nadjusted temperament was to introduce a di&#34;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Wow - there's a lot of junk here (i.e., weird uncommon character combinations - as this first character chunk contains the title and author page, as well as table of contents)!  e.g., all the carriage return and newline sequences '\n' and '\r' sequences.  We want to train our RNN on a large chunk of real english sentences - we don't want it to start thinking non-english words or strange characters are valid! - so lets clean up the data a bit.</p>
<p>First, since the dataset is so large and the first few hundred characters contain a lot of junk, lets cut it out.  Lets also find-and-replace those newline tags with empty spaces.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[18]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### find and replace &#39;\n&#39; and &#39;\r&#39; symbols - replacing them </span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="mi">1302</span><span class="p">:]</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>    <span class="c1"># replacing &#39;\n&#39; with &#39;&#39; simply removes the sequence</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;</span><span class="se">\r</span><span class="s1">&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets see how the first 1000 characters of our text looks now!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[19]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### print out the first 1000 characters of the raw text to get a sense of what we need to throw out</span>
<span class="n">text</span><span class="p">[:</span><span class="mi">1000</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[19]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#34; his eyes she eclipses and predominates the whole of her sex. it was not that he felt any emotion akin to love for irene adler. all emotions, and that one particularly, were abhorrent to his cold, precise but admirably balanced mind. he was, i take it, the most perfect reasoning and observing machine that the world has seen, but as a lover he would have placed himself in a false position. he never spoke of the softer passions, save with a gibe and a sneer. they were admirable things for the observer--excellent for drawing the veil from men&#39;s motives and actions. but for the trained reasoner to admit such intrusions into his own delicate and finely adjusted temperament was to introduce a distracting factor which might throw a doubt upon all his mental results. grit in a sensitive instrument, or a crack in one of his own high-power lenses, would not be more disturbing than a strong emotion in a nature such as his. and yet there was but one woman to him, and that woman was the late irene &#34;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_3'></a></p>
<h4 id="TODO:-finish-cleaning-the-text">TODO: finish cleaning the text<a class="anchor-link" href="#TODO:-finish-cleaning-the-text">&#182;</a></h4><p>Lets make sure we haven't left any other non-English/proper punctuation (commas, periods, etc., are ok) characters lurking around in the depths of the text.  You can do this by ennumerating all the text's unique characters, examining them, and then replacing any unwanted (non-english) characters with empty spaces!  Once we find all of the text's unique characters, we can remove all of the non-English/proper punctuation ones in the next cell.  Note: don't remove necessary punctuation marks!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>ascii_dict = dict()
ascii_in_number = range(0,256)
for i in ascii_in_number:
    ascii_dict[str(i)] = chr(i)</p>

<pre><code># print chars corresponding to ASCII numbers

</code></pre>
<p>unique_dict = {}
for num in vocab:
    val = ascii_dict.get(str(num))
    unique_dict[num] = val</p>
<p>print(unique_dict)</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[20]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: list all unique characters in the text and remove any non-english ones</span>
<span class="c1"># find all unique characters in the text</span>
<span class="n">vocab</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">vocab</span><span class="p">)</span>

<span class="c1"># remove as many non-english characters and character sequences as you can </span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;!&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;&quot;&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;$&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;%&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;&amp;&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;`&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;(&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;)&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;*&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;-&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;/&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;;&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;@&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;?&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;:&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;&#39;&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;©&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;¢&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;¨&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;ã&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s2">&quot;</span><span class="se">\xa0</span><span class="s2">&quot;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">ch</span> <span class="ow">in</span> <span class="p">[</span><span class="s1">&#39;0&#39;</span><span class="p">,</span><span class="s1">&#39;1&#39;</span><span class="p">,</span> <span class="s1">&#39;2&#39;</span><span class="p">,</span> <span class="s1">&#39;3&#39;</span><span class="p">,</span> <span class="s1">&#39;4&#39;</span><span class="p">,</span> <span class="s1">&#39;5&#39;</span><span class="p">,</span> <span class="s1">&#39;6&#39;</span><span class="p">,</span> <span class="s1">&#39;7&#39;</span><span class="p">,</span> <span class="s1">&#39;8&#39;</span><span class="p">,</span> <span class="s1">&#39;9&#39;</span><span class="p">]:</span>
       <span class="k">if</span> <span class="n">ch</span> <span class="ow">in</span> <span class="n">text</span><span class="p">:</span>
             <span class="n">text</span><span class="o">=</span><span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="n">ch</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>


<span class="c1"># shorten any extra dead space created above</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;  &#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>{&#39;/&#39;, &#34;&#39;&#34;, &#39;u&#39;, &#39;d&#39;, &#39;©&#39;, &#39;%&#39;, &#39;-&#39;, &#39;b&#39;, &#39;n&#39;, &#39;k&#39;, &#39;.&#39;, &#39;z&#39;, &#39;t&#39;, &#39;f&#39;, &#39;*&#39;, &#39;7&#39;, &#39;v&#39;, &#39;1&#39;, &#39;&#34;&#39;, &#39;9&#39;, &#39;x&#39;, &#39;o&#39;, &#39;&amp;&#39;, &#39; &#39;, &#39;y&#39;, &#39;;&#39;, &#39;(&#39;, &#39;p&#39;, &#39;c&#39;, &#39;3&#39;, &#39;$&#39;, &#39;,&#39;, &#39;e&#39;, &#39;r&#39;, &#39;6&#39;, &#39;8&#39;, &#39;?&#39;, &#39;@&#39;, &#39;2&#39;, &#39;m&#39;, &#39;j&#39;, &#39;g&#39;, &#39;!&#39;, &#39;5&#39;, &#39;\xa0&#39;, &#39;l&#39;, &#39;¨&#39;, &#39;ã&#39;, &#39;4&#39;, &#39;)&#39;, &#39;¢&#39;, &#39;q&#39;, &#39;s&#39;, &#39;:&#39;, &#39;0&#39;, &#39;w&#39;, &#39;i&#39;, &#39;h&#39;, &#39;a&#39;}
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With your chosen characters removed print out the first few hundred lines again just to double check that everything looks good.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[21]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### Test your algorithm</span>
<span class="n">vocab</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="n">vocab</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>{&#39;u&#39;, &#39;d&#39;, &#39;b&#39;, &#39;n&#39;, &#39;k&#39;, &#39;.&#39;, &#39;z&#39;, &#39;t&#39;, &#39;f&#39;, &#39;v&#39;, &#39;x&#39;, &#39;o&#39;, &#39; &#39;, &#39;y&#39;, &#39;p&#39;, &#39;c&#39;, &#39;,&#39;, &#39;e&#39;, &#39;r&#39;, &#39;m&#39;, &#39;j&#39;, &#39;g&#39;, &#39;l&#39;, &#39;q&#39;, &#39;s&#39;, &#39;w&#39;, &#39;i&#39;, &#39;h&#39;, &#39;a&#39;}
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now that we have thrown out a good number of non-English characters/character sequences lets print out some statistics about the dataset - including number of total characters and number of unique characters.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[22]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># count the number of unique characters in the text</span>
<span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>
<span class="nb">print</span><span class="p">(</span><span class="n">chars</span><span class="p">)</span>

<span class="c1"># print some of the text, as well as statistics</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; total number of characters&quot;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; unique characters&quot;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>[&#39; &#39;, &#39;,&#39;, &#39;.&#39;, &#39;a&#39;, &#39;b&#39;, &#39;c&#39;, &#39;d&#39;, &#39;e&#39;, &#39;f&#39;, &#39;g&#39;, &#39;h&#39;, &#39;i&#39;, &#39;j&#39;, &#39;k&#39;, &#39;l&#39;, &#39;m&#39;, &#39;n&#39;, &#39;o&#39;, &#39;p&#39;, &#39;q&#39;, &#39;r&#39;, &#39;s&#39;, &#39;t&#39;, &#39;u&#39;, &#39;v&#39;, &#39;w&#39;, &#39;x&#39;, &#39;y&#39;, &#39;z&#39;]
this corpus has 573075 total number of characters
this corpus has 29 unique characters
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.3--Cutting-data-into-input/output-pairs">2.3  Cutting data into input/output pairs<a class="anchor-link" href="#2.3--Cutting-data-into-input/output-pairs">&#182;</a></h2><p>Now that we have our text all cleaned up, how can we use it to train a model to generate sentences automatically?  First we need to train a machine learning model - and in order to do that we need a set of input/output pairs for a model to train on.  How can we create a set of input/output pairs from our text to train on?</p>
<p>Remember in part 1 of this notebook how we used a sliding window to extract input/output pairs from a time series?  We do the same thing here!  We slide a window of length $T$ along our giant text corpus - everything in the window becomes one input while the character following becomes its corresponding output.  This process of extracting input/output pairs is illustrated in the gif below on a small example text using a window size of T = 4.</p>
<p>&lt;img src="images/text_windowing_training.gif" width=400 height=400/&gt;</p>
<p>Notice one aspect of the sliding window in this gif that does not mirror the analaogous gif for time series shown in part 1 of the notebook - we do not need to slide the window along one character at a time but can move by a fixed step size $M$ greater than 1 (in the gif indeed $M = 1$).  This is done with large input texts (like ours which has over 500,000 characters!) when sliding the window along one character at a time we would create far too many input/output pairs to be able to reasonably compute with.</p>
<p>More formally lets denote our text corpus - which is one long string of characters - as follows</p>
$$s_{0},s_{1},s_{2},...,s_{P}$$<p>where $P$ is the length of the text (again for our text $P \approx 500,000!$).  Sliding a window of size T = 5 with a step length of M = 1 (these are the parameters shown in the gif above) over this sequence produces the following list of input/output pairs</p>
$$\begin{array}{c|c}
\text{Input} & \text{Output}\\
\hline \color{CornflowerBlue} {\langle s_{1},s_{2},s_{3},s_{4}\rangle} & \color{Goldenrod}{ s_{5}} \\
\ \color{CornflowerBlue} {\langle s_{2},s_{3},s_{4},s_{5} \rangle } & \color{Goldenrod} {s_{6} } \\
\color{CornflowerBlue}  {\vdots} & \color{Goldenrod} {\vdots}\\
\color{CornflowerBlue} { \langle s_{P-4},s_{P-3},s_{P-2},s_{P-1} \rangle } & \color{Goldenrod} {s_{P}}
\end{array}$$<p>Notice here that each input is a sequence (or vector) of 4 characters (and in general has length equal to the window size T) while each corresponding output is a single character.  We created around P total number of input/output pairs  (for general step size M we create around ceil(P/M) pairs).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_4'></a></p>
<p>Now its time for you to window the input time series as described above!</p>
<p><strong>TODO:</strong> Create a function that runs a sliding window along the input text and creates associated input/output pairs.  A skeleton function has been provided for you.  Note that this function should input a) the text  b) the window size and c) the step size, and return the input/output sequences.  Note: the return items should be <em>lists</em> - not numpy arrays.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[23]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: fill out the function below that transforms the input text and window-size into a set of input/output pairs for use with our RNN model</span>
<span class="k">def</span> <span class="nf">window_transform_series</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">):</span>
    <span class="c1"># containers for input/output pairs</span>
    <span class="n">inputs</span> <span class="o">=</span> <span class="p">[]</span>
    <span class="n">outputs</span> <span class="o">=</span> <span class="p">[]</span>
    
    <span class="n">n_batches</span> <span class="o">=</span> <span class="nb">int</span><span class="p">((</span><span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">)</span><span class="o">-</span><span class="n">window_size</span><span class="p">)</span> <span class="o">/</span> <span class="n">step_size</span><span class="p">)</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">n_batches</span><span class="p">)</span>
    
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">n_batches</span><span class="o">-</span><span class="mi">1</span><span class="p">):</span>
        <span class="n">a</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="n">i</span><span class="o">*</span><span class="n">step_size</span><span class="p">:((</span><span class="n">i</span><span class="o">*</span><span class="n">step_size</span><span class="p">)</span><span class="o">+</span><span class="n">window_size</span><span class="p">)]</span>
        <span class="n">inputs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">a</span><span class="p">)</span>
        <span class="n">b</span> <span class="o">=</span> <span class="n">text</span><span class="p">[(</span><span class="n">i</span><span class="o">*</span><span class="n">step_size</span><span class="p">)</span><span class="o">+</span><span class="n">window_size</span><span class="p">]</span>
        <span class="n">outputs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">b</span><span class="p">)</span>


    <span class="k">return</span> <span class="n">inputs</span><span class="p">,</span><span class="n">outputs</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With our function complete we can now use it to produce input/output pairs!  We employ the function in the next cell, where the window_size = 50 and step_size = 5.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[24]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run your text window-ing function </span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">100</span>
<span class="n">step_size</span> <span class="o">=</span> <span class="mi">5</span>
<span class="n">inputs</span><span class="p">,</span> <span class="n">outputs</span> <span class="o">=</span> <span class="n">window_transform_series</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>114595
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets print out a few input/output pairs to verify that we have made the right sort of stuff!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[25]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out a few of the input/output pairs to verify that we&#39;ve made the right kind of stuff to learn from</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;input = &#39;</span> <span class="o">+</span> <span class="n">inputs</span><span class="p">[</span><span class="mi">3</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;output = &#39;</span> <span class="o">+</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">3</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;--------------&#39;</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;input = &#39;</span> <span class="o">+</span> <span class="n">inputs</span><span class="p">[</span><span class="mi">100</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;output = &#39;</span> <span class="o">+</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">100</span><span class="p">])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>input = clipses and predominates the whole of her sex. it was not that he felt any emotion akin to love for 
output = i
--------------
input = rver excellent for drawing the veil from men s motives and actions. but for the trained reasoner to 
output = a
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Looks good!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.4--Wait,-what-kind-of-problem-is-text-generation-again?">2.4  Wait, what kind of problem is text generation again?<a class="anchor-link" href="#2.4--Wait,-what-kind-of-problem-is-text-generation-again?">&#182;</a></h2><p>In part 1 of this notebook we used the same pre-processing technique - the sliding window - to produce a set of training input/output pairs to tackle the problem of time series prediction <em>by treating the problem as one of regression</em>.  So what sort of problem do we have here now, with text generation?  Well, the time series prediction was a regression problem because the output (one value of the time series) was a continuous value.  Here - for character-by-character text generation - each output is a <em>single character</em>.  This isn't a continuous value - but a distinct class - therefore <strong>character-by-character text generation is a classification problem</strong>.</p>
<p>How many classes are there in the data?  Well, the number of classes is equal to the number of unique characters we have to predict!  How many of those were there in our dataset again?  Lets print out the value again.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[26]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out the number of unique characters in the dataset</span>
<span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; unique characters&quot;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;and these characters are &#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">chars</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>this corpus has 29 unique characters
and these characters are 
[&#39; &#39;, &#39;,&#39;, &#39;.&#39;, &#39;a&#39;, &#39;b&#39;, &#39;c&#39;, &#39;d&#39;, &#39;e&#39;, &#39;f&#39;, &#39;g&#39;, &#39;h&#39;, &#39;i&#39;, &#39;j&#39;, &#39;k&#39;, &#39;l&#39;, &#39;m&#39;, &#39;n&#39;, &#39;o&#39;, &#39;p&#39;, &#39;q&#39;, &#39;r&#39;, &#39;s&#39;, &#39;t&#39;, &#39;u&#39;, &#39;v&#39;, &#39;w&#39;, &#39;x&#39;, &#39;y&#39;, &#39;z&#39;]
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Rockin' - so we have a multi-class classification problem on our hands!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.5--One-hot-encoding-characters">2.5  One-hot encoding characters<a class="anchor-link" href="#2.5--One-hot-encoding-characters">&#182;</a></h2><p>There's just one last issue we have to deal with before tackle: machine learning algorithm deal with numerical data and all of our input/output pairs are characters.  So we just need to transform our characters into equivalent numerical values.  The most common way of doing this is via a 'one-hot encoding' scheme.  Here's how it works.</p>
<p>We transform each character in our inputs/outputs into a vector with length equal to the number of unique characters in our text.  This vector is all zeros except one location where we place a 1 - and this location is unique to each character type.  e.g., we transform 'a', 'b', and 'c' as follows</p>
$$a\longleftarrow\left[\begin{array}{c}
1\\
0\\
0\\
\vdots\\
0\\
0
\end{array}\right]\,\,\,\,\,\,\,b\longleftarrow\left[\begin{array}{c}
0\\
1\\
0\\
\vdots\\
0\\
0
\end{array}\right]\,\,\,\,\,c\longleftarrow\left[\begin{array}{c}
0\\
0\\
1\\
\vdots\\
0\\
0 
\end{array}\right]\cdots$$<p>where each vector has 32 entries (or in general: number of entries = number of unique characters in text).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The first practical step towards doing this one-hot encoding is to form a dictionary mapping each unique character to a unique integer, and one dictionary to do the reverse mapping.  We can then use these dictionaries to quickly make our one-hot encodings, as well as re-translate (from integers to characters) the results of our trained RNN classification model.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[27]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># this dictionary is a function mapping each unique character to a unique integer</span>
<span class="n">chars_to_indices</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">((</span><span class="n">c</span><span class="p">,</span> <span class="n">i</span><span class="p">)</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">c</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>  <span class="c1"># map each unique character to unique integer</span>

<span class="c1"># this dictionary is a function mapping each unique integer back to a unique character</span>
<span class="n">indices_to_chars</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">((</span><span class="n">i</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">c</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>  <span class="c1"># map each unique integer back to unique character</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now we can transform our input/output pairs - consisting of characters - to equivalent input/output pairs made up of one-hot encoded vectors.  In the next cell we provide a function for doing just this: it takes in the raw character input/outputs and returns their numerical versions.  In particular the numerical input is given as $\bf{X}$, and numerical output is given as the $\bf{y}$</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[28]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># transform character-based input/output into equivalent numerical versions</span>
<span class="k">def</span> <span class="nf">encode_io_pairs</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">):</span>
    <span class="c1"># number of unique chars</span>
    <span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>
    <span class="n">num_chars</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">)</span>
    
    <span class="c1"># cut up text into character input/output pairs</span>
    <span class="n">inputs</span><span class="p">,</span> <span class="n">outputs</span> <span class="o">=</span> <span class="n">window_transform_series</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
    
    <span class="c1"># create empty vessels for one-hot encoded input/output</span>
    <span class="n">X</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="nb">len</span><span class="p">(</span><span class="n">inputs</span><span class="p">),</span> <span class="n">window_size</span><span class="p">,</span> <span class="n">num_chars</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">bool</span><span class="p">)</span>
    <span class="n">y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="nb">len</span><span class="p">(</span><span class="n">inputs</span><span class="p">),</span> <span class="n">num_chars</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">bool</span><span class="p">)</span>
    
    <span class="c1"># loop over inputs/outputs and tranform and store in X/y</span>
    <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">sentence</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">inputs</span><span class="p">):</span>
        <span class="k">for</span> <span class="n">t</span><span class="p">,</span> <span class="n">char</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">sentence</span><span class="p">):</span>
            <span class="n">X</span><span class="p">[</span><span class="n">i</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">char</span><span class="p">]]</span> <span class="o">=</span> <span class="mi">1</span>
        <span class="n">y</span><span class="p">[</span><span class="n">i</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">outputs</span><span class="p">[</span><span class="n">i</span><span class="p">]]]</span> <span class="o">=</span> <span class="mi">1</span>
        
    <span class="k">return</span> <span class="n">X</span><span class="p">,</span><span class="n">y</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now run the one-hot encoding function by activating the cell below and transform our input/output pairs!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[29]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># use your function</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">100</span>
<span class="n">step_size</span> <span class="o">=</span> <span class="mi">5</span>
<span class="n">X</span><span class="p">,</span><span class="n">y</span> <span class="o">=</span> <span class="n">encode_io_pairs</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>114595
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_5'></a></p>
<h2 id="2.6-Setting-up-our-RNN">2.6 Setting up our RNN<a class="anchor-link" href="#2.6-Setting-up-our-RNN">&#182;</a></h2><p>With our dataset loaded and the input/output pairs extracted / transformed we can now begin setting up our RNN for training.  Again we will use Keras to quickly build a single hidden layer RNN - where our hidden layer consists of LTSM modules.</p>
<p>Time to get to work: build a 3 layer RNN model of the following specification</p>
<ul>
<li>layer 1 should be an LSTM module with 200 hidden units --&gt; note this should have input_shape = (window_size,len(chars)) where len(chars) = number of unique characters in your cleaned text</li>
<li>layer 2 should be a linear module, fully connected, with len(chars) hidden units --&gt; where len(chars) = number of unique characters in your cleaned text</li>
<li>layer 3 should be a softmax activation ( since we are solving a <em>multiclass classification</em>)</li>
<li>Use the <strong>categorical_crossentropy</strong> loss </li>
</ul>
<p>This network can be constructed using just a few lines - as with the RNN network you made in part 1 of this notebook.  See e.g., the <a href="https://keras.io/getting-started/sequential-model-guide/">general Keras documentation</a> and the <a href="https://keras.io/layers/recurrent/">LTSM documentation in particular</a> for examples of how to quickly use Keras to build neural network models.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[30]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### necessary functions from the keras library</span>
<span class="kn">from</span> <span class="nn">keras.models</span> <span class="k">import</span> <span class="n">Sequential</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">Dense</span><span class="p">,</span> <span class="n">Activation</span><span class="p">,</span> <span class="n">LSTM</span>
<span class="kn">from</span> <span class="nn">keras.optimizers</span> <span class="k">import</span> <span class="n">RMSprop</span>
<span class="kn">from</span> <span class="nn">keras.utils.data_utils</span> <span class="k">import</span> <span class="n">get_file</span>
<span class="kn">import</span> <span class="nn">keras</span>
<span class="kn">import</span> <span class="nn">random</span>

<span class="c1"># TODO build the required RNN model: a single LSTM hidden layer with softmax activation, categorical_crossentropy loss </span>
<span class="n">hidden_units</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">)</span>

<span class="n">model</span> <span class="o">=</span> <span class="n">Sequential</span><span class="p">()</span>
<span class="c1"># First layer is LSTM layer with 200 units</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">LSTM</span><span class="p">(</span><span class="mi">200</span><span class="p">,</span> <span class="n">input_shape</span><span class="o">=</span><span class="p">(</span><span class="n">window_size</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))))</span>

<span class="c1"># Dropout layer to avoid overfitting</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Dropout</span><span class="p">(</span><span class="mf">0.2</span><span class="p">))</span>

<span class="c1"># Fully connected, with len(chars) hidden units and linear activation</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Dense</span><span class="p">(</span><span class="n">hidden_units</span><span class="p">,</span> <span class="n">activation</span><span class="o">=</span><span class="s1">&#39;linear&#39;</span><span class="p">))</span>

<span class="c1"># Fully connected output layer with softmax activation</span>
<span class="n">model</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">Dense</span><span class="p">(</span><span class="n">y</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">activation</span><span class="o">=</span><span class="s1">&#39;softmax&#39;</span><span class="p">))</span>

<span class="c1"># initialize optimizer</span>
<span class="n">optimizer</span> <span class="o">=</span> <span class="n">keras</span><span class="o">.</span><span class="n">optimizers</span><span class="o">.</span><span class="n">RMSprop</span><span class="p">(</span><span class="n">lr</span><span class="o">=</span><span class="mf">0.001</span><span class="p">,</span> <span class="n">rho</span><span class="o">=</span><span class="mf">0.9</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mf">1e-08</span><span class="p">,</span> <span class="n">decay</span><span class="o">=</span><span class="mf">0.0</span><span class="p">)</span>

<span class="c1"># compile model --&gt; make sure initialized optimizer and callbacks - as defined above - are used</span>
<span class="n">model</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">loss</span><span class="o">=</span><span class="s1">&#39;categorical_crossentropy&#39;</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="n">optimizer</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.7--Training-our-RNN-model-for-text-generation">2.7  Training our RNN model for text generation<a class="anchor-link" href="#2.7--Training-our-RNN-model-for-text-generation">&#182;</a></h2><p>With our RNN setup we can now train it!  Lets begin by trying it out on a small subset of the larger version.  In the next cell we take the first 10,000 input/output pairs from our training database to learn on.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[31]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># a small subset of our input/output pairs</span>
<span class="n">Xsmall</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="mi">10000</span><span class="p">,:,:]</span>
<span class="n">ysmall</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="mi">10000</span><span class="p">,:]</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now lets fit our model!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[32]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># train the model</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">Xsmall</span><span class="p">,</span> <span class="n">ysmall</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">40</span><span class="p">,</span><span class="n">verbose</span> <span class="o">=</span> <span class="mi">2</span><span class="p">)</span>

<span class="c1"># save weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">save_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_small_textdata_weights.hdf5&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>C:\Users\priya\Anaconda3\envs\tensorflow-gpu\lib\site-packages\keras\backend\tensorflow_backend.py:2289: UserWarning: Expected no kwargs, you passed 1
kwargs passed to function are ignored with Tensorflow backend
  warnings.warn(&#39;\n&#39;.join(msg))
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Epoch 1/40
5s - loss: 3.1771
Epoch 2/40
5s - loss: 2.9119
Epoch 3/40
5s - loss: 2.8775
Epoch 4/40
5s - loss: 2.8475
Epoch 5/40
5s - loss: 2.8004
Epoch 6/40
5s - loss: 2.7260
Epoch 7/40
5s - loss: 2.6396
Epoch 8/40
5s - loss: 2.5626
Epoch 9/40
5s - loss: 2.4955
Epoch 10/40
5s - loss: 2.4418
Epoch 11/40
5s - loss: 2.3994
Epoch 12/40
5s - loss: 2.3641
Epoch 13/40
5s - loss: 2.3371
Epoch 14/40
5s - loss: 2.3064
Epoch 15/40
5s - loss: 2.2891
Epoch 16/40
5s - loss: 2.2622
Epoch 17/40
5s - loss: 2.2451
Epoch 18/40
5s - loss: 2.2236
Epoch 19/40
5s - loss: 2.2096
Epoch 20/40
5s - loss: 2.1949
Epoch 21/40
5s - loss: 2.1765
Epoch 22/40
5s - loss: 2.1567
Epoch 23/40
5s - loss: 2.1382
Epoch 24/40
5s - loss: 2.1221
Epoch 25/40
5s - loss: 2.1100
Epoch 26/40
5s - loss: 2.0884
Epoch 27/40
5s - loss: 2.0773
Epoch 28/40
5s - loss: 2.0594
Epoch 29/40
5s - loss: 2.0562
Epoch 30/40
5s - loss: 2.0249
Epoch 31/40
5s - loss: 2.0113
Epoch 32/40
5s - loss: 1.9980
Epoch 33/40
5s - loss: 1.9852
Epoch 34/40
5s - loss: 1.9654
Epoch 35/40
5s - loss: 1.9430
Epoch 36/40
5s - loss: 1.9283
Epoch 37/40
5s - loss: 1.9167
Epoch 38/40
5s - loss: 1.8882
Epoch 39/40
5s - loss: 1.8667
Epoch 40/40
5s - loss: 1.8499
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>How do we make a given number of predictions (characters) based on this fitted model?</p>
<p>First we predict the next character after following any chunk of characters in the text of length equal to our chosen window size.  Then we remove the first character in our input sequence and tack our prediction onto the end.  This gives us a slightly changed sequence of inputs that still has length equal to the size of our window.  We then feed in this updated input sequence into the model to predict the another character.  Together then we have two predicted characters following our original input sequence.  Repeating this process N times gives us N predicted characters.</p>
<p>In the next Python cell we provide you with a completed function that does just this - it makes predictions when given a) a trained RNN model, b) a subset of (window_size) characters from the text, and c) a number of characters to predict (to follow our input subset).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[33]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># function that uses trained model to predict a desired number of future characters</span>
<span class="k">def</span> <span class="nf">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span><span class="p">):</span>     
    <span class="c1"># create output</span>
    <span class="n">predicted_chars</span> <span class="o">=</span> <span class="s1">&#39;&#39;</span>
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">num_to_predict</span><span class="p">):</span>
        <span class="c1"># convert this round&#39;s predicted characters to numerical input    </span>
        <span class="n">x_test</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="n">window_size</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">)))</span>
        <span class="k">for</span> <span class="n">t</span><span class="p">,</span> <span class="n">char</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">input_chars</span><span class="p">):</span>
            <span class="n">x_test</span><span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">char</span><span class="p">]]</span> <span class="o">=</span> <span class="mf">1.</span>

        <span class="c1"># make this round&#39;s prediction</span>
        <span class="n">test_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">x_test</span><span class="p">,</span><span class="n">verbose</span> <span class="o">=</span> <span class="mi">0</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>

        <span class="c1"># translate numerical prediction back to characters</span>
        <span class="n">r</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">test_predict</span><span class="p">)</span>                           <span class="c1"># predict class of each test input</span>
        <span class="n">d</span> <span class="o">=</span> <span class="n">indices_to_chars</span><span class="p">[</span><span class="n">r</span><span class="p">]</span> 

        <span class="c1"># update predicted_chars and input</span>
        <span class="n">predicted_chars</span><span class="o">+=</span><span class="n">d</span>
        <span class="n">input_chars</span><span class="o">+=</span><span class="n">d</span>
        <span class="n">input_chars</span> <span class="o">=</span> <span class="n">input_chars</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
    <span class="k">return</span> <span class="n">predicted_chars</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_6'></a></p>
<p>With your trained model try a few subsets of the complete text as input - note the length of each must be exactly equal to the window size.  For each subset us the function above to predict the next 100 characters that follow each input.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[34]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: choose an input sequence and use the prediction function in the previous Python cell to predict 100 characters following it</span>
<span class="c1"># get an appropriately sized chunk of characters from the text</span>
<span class="n">choice</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">rand</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span><span class="o">*</span><span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>

<span class="n">start_inds</span> <span class="o">=</span> <span class="p">[</span><span class="mi">2000</span><span class="p">,</span> <span class="mi">5000</span><span class="p">,</span> <span class="mi">7000</span><span class="p">]</span>

<span class="c1"># load in weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_small_textdata_weights.hdf5&#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">start_inds</span><span class="p">:</span>
    <span class="n">start_index</span> <span class="o">=</span> <span class="n">s</span>
    <span class="n">input_chars</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="n">start_index</span><span class="p">:</span> <span class="n">start_index</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">]</span>

    <span class="c1"># use the prediction function</span>
    <span class="n">predict_input</span> <span class="o">=</span> <span class="n">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span> <span class="o">=</span> <span class="mi">100</span><span class="p">)</span>

    <span class="c1"># print out input characters</span>
    <span class="nb">print</span><span class="p">(</span><span class="s1">&#39;------------------&#39;</span><span class="p">)</span>
    <span class="n">input_line</span> <span class="o">=</span> <span class="s1">&#39;input chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">input_chars</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>

    <span class="c1"># print out predicted characters</span>
    <span class="n">line</span> <span class="o">=</span> <span class="s1">&#39;predicted chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">predict_input</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stderr output_text">
<pre>C:\Users\priya\Anaconda3\envs\tensorflow-gpu\lib\site-packages\keras\backend\tensorflow_backend.py:2289: UserWarning: Expected no kwargs, you passed 1
kwargs passed to function are ignored with Tensorflow backend
  warnings.warn(&#39;\n&#39;.join(msg))
</pre>
</div>
</div>

<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>------------------
input chars = 
of the singular tragedy of the atkinson brothers at trincomalee, and finally of the mission which he&#34;

predicted chars = 
 sand and a sere the wat the wand what a sound a four i sound and and and and and and and and and an&#34;

------------------
input chars = 
ou had a particularly malignant boot slitting specimen of the london slavey. as to your practice, if&#34;

predicted chars = 
 a may to the wat the wand what a sound a dound she wand the wat the wand what a sound a four i soun&#34;

------------------
input chars = 
ch can hardly be exaggerated. this account of you we have from all quarters received. be in your cha&#34;

predicted chars = 
t in ar and at and whe sher what har and and and and and and and and and and and and and and and and&#34;

</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>This looks ok, but not great.  Now lets try the same experiment with a larger chunk of the data - with the first 100,000 input/output pairs.</p>
<p>Tuning RNNs for a typical character dataset like the one we will use here is a computationally intensive endeavour and thus timely on a typical CPU.  Using a reasonably sized cloud-based GPU can speed up training by a factor of 10.  Also because of the long training time it is highly recommended that you carefully write the output of each step of your process to file.  This is so that all of your results are saved even if you close the web browser you're working out of, as the processes will continue processing in the background but variables/output in the notebook system will not update when you open it again.</p>
<p>In the next cell we show you how to create a text file in Python and record data to it.  This sort of setup can be used to record your final predictions.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[35]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### A simple way to write output to file</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;my_test_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span>              <span class="c1"># create an output file to write too</span>
<span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="s1">&#39;this is only a test &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">)</span>           <span class="c1"># print some output text</span>
<span class="n">x</span> <span class="o">=</span> <span class="mi">2</span>
<span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="s1">&#39;the value of x is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">)</span>    <span class="c1"># record a variable value</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>     

<span class="c1"># print out the contents of my_test_output.txt</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;my_test_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span>              <span class="c1"># create an output file to write too</span>
<span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt output_prompt">Out[35]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#39;this is only a test \nthe value of x is 2\n&#39;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With this recording devices we can now more safely perform experiments on larger portions of the text.  In the next cell we will use the first 100,000 input/output pairs to train our RNN model.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered">
<div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>First we fit our model to the dataset, then generate text using the trained model in precisely the same generation method applied before on the small dataset.</p>
<p><strong>Note:</strong> your generated words should be - by and large - more realistic than with the small dataset, but you won't be able to generate perfect English sentences even with this amount of data.  A rule of thumb: your model is working well if you generate sentences that largely contain real English words.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[36]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># a small subset of our input/output pairs</span>
<span class="n">Xlarge</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="mi">100000</span><span class="p">,:,:]</span>
<span class="n">ylarge</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="mi">100000</span><span class="p">,:]</span>

<span class="c1"># TODO: fit to our larger dataset</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">Xlarge</span><span class="p">,</span> <span class="n">ylarge</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">30</span><span class="p">,</span><span class="n">verbose</span> <span class="o">=</span> <span class="mi">2</span><span class="p">)</span>

<span class="c1"># save weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">save_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_large_textdata_weights.hdf5&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>Epoch 1/30
251s - loss: 2.0205
Epoch 2/30
250s - loss: 1.8658
Epoch 3/30
244s - loss: 1.7692
Epoch 4/30
244s - loss: 1.6953
Epoch 5/30
243s - loss: 1.6314
Epoch 6/30
242s - loss: 1.5773
Epoch 7/30
243s - loss: 1.5266
Epoch 8/30
242s - loss: 1.4821
Epoch 9/30
243s - loss: 1.4369
Epoch 10/30
242s - loss: 1.3977
Epoch 11/30
242s - loss: 1.3565
Epoch 12/30
239s - loss: 1.3175
Epoch 13/30
239s - loss: 1.2839
Epoch 14/30
239s - loss: 1.2471
Epoch 15/30
239s - loss: 1.2172
Epoch 16/30
239s - loss: 1.1913
Epoch 17/30
240s - loss: 1.1610
Epoch 18/30
240s - loss: 1.1389
Epoch 19/30
240s - loss: 1.1160
Epoch 20/30
239s - loss: 1.0995
Epoch 21/30
240s - loss: 1.0825
Epoch 22/30
239s - loss: 1.0676
Epoch 23/30
239s - loss: 1.0529
Epoch 24/30
239s - loss: 1.0434
Epoch 25/30
239s - loss: 1.0282
Epoch 26/30
239s - loss: 1.0187
Epoch 27/30
239s - loss: 1.0035
Epoch 28/30
239s - loss: 0.9959
Epoch 29/30
239s - loss: 0.9891
Epoch 30/30
239s - loss: 0.9848
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[37]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: choose an input sequence and use the prediction function in the previous Python cell to predict 100 characters following it</span>
<span class="c1"># get an appropriately sized chunk of characters from the text</span>
<span class="n">start_inds</span> <span class="o">=</span> <span class="p">[</span><span class="mi">2000</span><span class="p">,</span><span class="mi">5000</span><span class="p">,</span><span class="mi">7000</span><span class="p">]</span>

<span class="c1"># save output</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;text_gen_output/RNN_large_textdata_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span>  <span class="c1"># create an output file to write too</span>

<span class="c1"># load weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_large_textdata_weights.hdf5&#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">start_inds</span><span class="p">:</span>
    <span class="n">start_index</span> <span class="o">=</span> <span class="n">s</span>
    <span class="n">input_chars</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="n">start_index</span><span class="p">:</span> <span class="n">start_index</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">]</span>

    <span class="c1"># use the prediction function</span>
    <span class="n">predict_input</span> <span class="o">=</span> <span class="n">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span> <span class="o">=</span> <span class="mi">200</span><span class="p">)</span>

    <span class="c1"># print out input characters</span>
    <span class="n">line</span> <span class="o">=</span> <span class="s1">&#39;-------------------&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>

    <span class="n">input_line</span> <span class="o">=</span> <span class="s1">&#39;input chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">input_chars</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>

    <span class="c1"># print out predicted characters</span>
    <span class="n">predict_line</span> <span class="o">=</span> <span class="s1">&#39;predicted chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">predict_input</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">predict_line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">predict_line</span><span class="p">)</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">
<div class="prompt"></div>

<div class="output_subarea output_stream output_stdout output_text">
<pre>-------------------

input chars = 
of the singular tragedy of the atkinson brothers at trincomalee, and finally of the mission which he&#34;

predicted chars = 
 was all the corner into an and sair to be and said havith sight a man i thought the matter with a statent and the small to be suspespate she had been as the changer me sherlock holmes ray only moned &#34;

-------------------

input chars = 
ou had a particularly malignant boot slitting specimen of the london slavey. as to your practice, if&#34;

predicted chars = 
 it was a little to the corman of the garder manked and his hands of the count minder, and the corman s was of the matter. he was all that i had no doubt that i had no doubt that i had no doubt that i&#34;

-------------------

input chars = 
ch can hardly be exaggerated. this account of you we have from all quarters received. be in your cha&#34;

predicted chars = 
irs, and i have no doubt that i have not contune at the hands. i was all that i had no doubt that i have not come to the come of the matter   i have no dead to be a pelifition with every should said h&#34;

</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[&nbsp;]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span> 
</pre></div>

</div>
</div>
</div>

</div>
    </div>
  </div>
</body>

 
</html>