GitHub/ReAgent
1
0
Fork 0
mirror of https://github.com/facebookresearch/ReAgent.git synced 2026-06-16 12:44:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

update docs

Browse Source
This commit is contained in:
Jason Gauci
2020-07-28 13:16:41 -05:00
parent f564eeb36d
commit fe0cea1ba4
99 changed files with 20663 additions and 6178 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/reagent.preprocessing.html
+509
View File
@@ -0,0 +1,509 @@
<!DOCTYPE html>
<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>reagent.preprocessing package &mdash; ReAgent 1.0 documentation</title>
<script type="text/javascript" src="../_static/js/modernizr.min.js"></script>
<script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
<script type="text/javascript" src="../_static/jquery.js"></script>
<script type="text/javascript" src="../_static/underscore.js"></script>
<script type="text/javascript" src="../_static/doctools.js"></script>
<script type="text/javascript" src="../_static/language_data.js"></script>
<script type="text/javascript" src="../_static/js/theme.js"></script>
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="reagent.replay_memory package" href="reagent.replay_memory.html" />
<link rel="prev" title="reagent.prediction package" href="reagent.prediction.html" />
</head>
<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
<div class="wy-side-scroll">
<div class="wy-side-nav-search" >
<a href="../index.html" class="icon icon-home"> ReAgent
</a>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
<input type="text" name="q" placeholder="Search docs" />
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
</form>
</div>
</div>
<div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
<p class="caption"><span class="caption-text">Getting Started</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="../rasp_tutorial.html">Tutorial</a></li>
<li class="toctree-l1"><a class="reference internal" href="../usage.html">Usage</a></li>
</ul>
<p class="caption"><span class="caption-text">Advanced Topics</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="../distributed.html">Distributed Training</a></li>
<li class="toctree-l1"><a class="reference internal" href="../continuous_integration.html">Continuous Integration</a></li>
</ul>
<p class="caption"><span class="caption-text">Package Reference</span></p>
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="ml.rl.evaluation.html">Evaluation</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.models.html">Models</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.prediction.html">Prediction</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.preprocessing.html">Preprocessing</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.readers.html">Readers</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.simulators.html">Simulators</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.training.html">Training</a></li>
<li class="toctree-l1"><a class="reference internal" href="ml.rl.workflow.html">Workflow</a></li>
<li class="toctree-l1 current"><a class="reference internal" href="modules.html">All Modules</a><ul class="current">
<li class="toctree-l2 current"><a class="reference internal" href="reagent.html">reagent package</a><ul class="current">
<li class="toctree-l3 current"><a class="reference internal" href="reagent.html#subpackages">Subpackages</a><ul class="current">
<li class="toctree-l4"><a class="reference internal" href="reagent.evaluation.html">reagent.evaluation package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.gym.html">reagent.gym package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.models.html">reagent.models package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.ope.html">reagent.ope package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.optimizer.html">reagent.optimizer package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.prediction.html">reagent.prediction package</a></li>
<li class="toctree-l4 current"><a class="current reference internal" href="#">reagent.preprocessing package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.replay_memory.html">reagent.replay_memory package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.training.html">reagent.training package</a></li>
<li class="toctree-l4"><a class="reference internal" href="reagent.workflow.html">reagent.workflow package</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#submodules">Submodules</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.base_dataclass">reagent.base_dataclass module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.debug_on_error">reagent.debug_on_error module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.json_serialize">reagent.json_serialize module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#reagent-parameters-module">reagent.parameters module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.parameters_seq2slate">reagent.parameters_seq2slate module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.tensorboardX">reagent.tensorboardX module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.torch_utils">reagent.torch_utils module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent.types">reagent.types module</a></li>
<li class="toctree-l3"><a class="reference internal" href="reagent.html#module-reagent">Module contents</a></li>
</ul>
</li>
</ul>
</li>
</ul>
<p class="caption"><span class="caption-text">Others</span></p>
<ul>
<li class="toctree-l1"><a class="reference external" href="https://github.com/facebookresearch/ReAgent">Github</a></li>
<li class="toctree-l1"><a class="reference internal" href="../license.html">License</a></li>
</ul>
</div>
</div>
</nav>
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
<nav class="wy-nav-top" aria-label="top navigation">
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="../index.html">ReAgent</a>
</nav>
<div class="wy-nav-content">
<div class="rst-content">
<div role="navigation" aria-label="breadcrumbs navigation">
<ul class="wy-breadcrumbs">
<li><a href="../index.html">Docs</a> &raquo;</li>
<li><a href="modules.html">reagent</a> &raquo;</li>
<li><a href="reagent.html">reagent package</a> &raquo;</li>
<li>reagent.preprocessing package</li>
<li class="wy-breadcrumbs-aside">
<a href="../_sources/api/reagent.preprocessing.rst.txt" rel="nofollow"> View page source</a>
</li>
</ul>
<hr/>
</div>
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
<div itemprop="articleBody">
<div class="section" id="reagent-preprocessing-package">
<h1>reagent.preprocessing package<a class="headerlink" href="#reagent-preprocessing-package" title="Permalink to this headline"></a></h1>
<div class="section" id="submodules">
<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="reagent-preprocessing-batch-preprocessor-module">
<h2>reagent.preprocessing.batch_preprocessor module<a class="headerlink" href="#reagent-preprocessing-batch-preprocessor-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="module-reagent.preprocessing.identify_types">
<span id="reagent-preprocessing-identify-types-module"></span><h2>reagent.preprocessing.identify_types module<a class="headerlink" href="#module-reagent.preprocessing.identify_types" title="Permalink to this headline"></a></h2>
<dl class="function">
<dt id="reagent.preprocessing.identify_types.identify_type">
<code class="sig-prename descclassname">reagent.preprocessing.identify_types.</code><code class="sig-name descname">identify_type</code><span class="sig-paren">(</span><em class="sig-param">values</em>, <em class="sig-param">enum_threshold=100</em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.preprocessing.identify_types.identify_type" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
</div>
<div class="section" id="reagent-preprocessing-normalization-module">
<h2>reagent.preprocessing.normalization module<a class="headerlink" href="#reagent-preprocessing-normalization-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="reagent-preprocessing-postprocessor-module">
<h2>reagent.preprocessing.postprocessor module<a class="headerlink" href="#reagent-preprocessing-postprocessor-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="reagent-preprocessing-preprocessor-module">
<h2>reagent.preprocessing.preprocessor module<a class="headerlink" href="#reagent-preprocessing-preprocessor-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="module-reagent.preprocessing.sparse_preprocessor">
<span id="reagent-preprocessing-sparse-preprocessor-module"></span><h2>reagent.preprocessing.sparse_preprocessor module<a class="headerlink" href="#module-reagent.preprocessing.sparse_preprocessor" title="Permalink to this headline"></a></h2>
<dl class="class">
<dt id="reagent.preprocessing.sparse_preprocessor.SparsePreprocessor">
<em class="property">class </em><code class="sig-prename descclassname">reagent.preprocessing.sparse_preprocessor.</code><code class="sig-name descname">SparsePreprocessor</code><span class="sig-paren">(</span><em class="sig-param">id2name: Dict[int, str], id2mapping: Dict[int, Dict[int, int]], device: torch.device</em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.SparsePreprocessor" title="Permalink to this definition"></a></dt>
<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">torch.nn.Module</span></code></p>
<p>Performs preprocessing for sparse features (i.e. id_list, id_score_list)</p>
<p>Functionality includes:
(1) changes keys from feature_id to feature_name, for better debuggability
(2) maps sparse ids to embedding table indices based on id_mapping
(3) filters out ids which aren’t in the id2name</p>
<dl class="method">
<dt id="reagent.preprocessing.sparse_preprocessor.SparsePreprocessor.preprocess_id_list">
<code class="sig-name descname">preprocess_id_list</code><span class="sig-paren">(</span><em class="sig-param">id_list: Dict[int, Tuple[torch.Tensor, torch.Tensor]]</em><span class="sig-paren">)</span> &#x2192; Dict[str, Tuple[torch.Tensor, torch.Tensor]]<a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.SparsePreprocessor.preprocess_id_list" title="Permalink to this definition"></a></dt>
<dd><p>Input: rlt.ServingIdListFeature
Output: rlt.IdListFeature</p>
</dd></dl>
<dl class="method">
<dt id="reagent.preprocessing.sparse_preprocessor.SparsePreprocessor.preprocess_id_score_list">
<code class="sig-name descname">preprocess_id_score_list</code><span class="sig-paren">(</span><em class="sig-param">id_score_list: Dict[int, Tuple[torch.Tensor, torch.Tensor, torch.Tensor]]</em><span class="sig-paren">)</span> &#x2192; Dict[str, Tuple[torch.Tensor, torch.Tensor, torch.Tensor]]<a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.SparsePreprocessor.preprocess_id_score_list" title="Permalink to this definition"></a></dt>
<dd><p>Input: rlt.ServingIdScoreListFeature
Output: rlt.IdScoreListFeature</p>
</dd></dl>
</dd></dl>
<dl class="function">
<dt id="reagent.preprocessing.sparse_preprocessor.make_sparse_preprocessor">
<code class="sig-prename descclassname">reagent.preprocessing.sparse_preprocessor.</code><code class="sig-name descname">make_sparse_preprocessor</code><span class="sig-paren">(</span><em class="sig-param">feature_config: reagent.types.ModelFeatureConfig</em>, <em class="sig-param">device: torch.device</em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.make_sparse_preprocessor" title="Permalink to this definition"></a></dt>
<dd><p>Helper to initialize, for scripting SparsePreprocessor</p>
</dd></dl>
<dl class="function">
<dt id="reagent.preprocessing.sparse_preprocessor.map_id_list">
<code class="sig-prename descclassname">reagent.preprocessing.sparse_preprocessor.</code><code class="sig-name descname">map_id_list</code><span class="sig-paren">(</span><em class="sig-param">raw_values: torch.Tensor, id2index: Dict[int, int]</em><span class="sig-paren">)</span> &#x2192; torch.Tensor<a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.map_id_list" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="function">
<dt id="reagent.preprocessing.sparse_preprocessor.map_id_score_list">
<code class="sig-prename descclassname">reagent.preprocessing.sparse_preprocessor.</code><code class="sig-name descname">map_id_score_list</code><span class="sig-paren">(</span><em class="sig-param">raw_keys: torch.Tensor, raw_values: torch.Tensor, id2index: Dict[int, int]</em><span class="sig-paren">)</span> &#x2192; Tuple[torch.Tensor, torch.Tensor]<a class="headerlink" href="#reagent.preprocessing.sparse_preprocessor.map_id_score_list" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
</div>
<div class="section" id="reagent-preprocessing-sparse-to-dense-module">
<h2>reagent.preprocessing.sparse_to_dense module<a class="headerlink" href="#reagent-preprocessing-sparse-to-dense-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="reagent-preprocessing-transforms-module">
<h2>reagent.preprocessing.transforms module<a class="headerlink" href="#reagent-preprocessing-transforms-module" title="Permalink to this headline"></a></h2>
</div>
<div class="section" id="module-reagent.preprocessing.types">
<span id="reagent-preprocessing-types-module"></span><h2>reagent.preprocessing.types module<a class="headerlink" href="#module-reagent.preprocessing.types" title="Permalink to this headline"></a></h2>
<dl class="class">
<dt id="reagent.preprocessing.types.InputColumn">
<em class="property">class </em><code class="sig-prename descclassname">reagent.preprocessing.types.</code><code class="sig-name descname">InputColumn</code><a class="headerlink" href="#reagent.preprocessing.types.InputColumn" title="Permalink to this definition"></a></dt>
<dd><p>Bases: <code class="xref py py-class docutils literal notranslate"><span class="pre">object</span></code></p>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.ACTION">
<code class="sig-name descname">ACTION</code><em class="property"> = 'action'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.ACTION" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.ACTION_PROBABILITY">
<code class="sig-name descname">ACTION_PROBABILITY</code><em class="property"> = 'action_probability'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.ACTION_PROBABILITY" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.CANDIDATE_FEATURES">
<code class="sig-name descname">CANDIDATE_FEATURES</code><em class="property"> = 'candidate_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.CANDIDATE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.EXTRAS">
<code class="sig-name descname">EXTRAS</code><em class="property"> = 'extras'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.EXTRAS" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.ITEM_MASK">
<code class="sig-name descname">ITEM_MASK</code><em class="property"> = 'item_mask'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.ITEM_MASK" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.ITEM_PROBABILITY">
<code class="sig-name descname">ITEM_PROBABILITY</code><em class="property"> = 'item_probability'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.ITEM_PROBABILITY" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.MDP_ID">
<code class="sig-name descname">MDP_ID</code><em class="property"> = 'mdp_id'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.MDP_ID" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.METRICS">
<code class="sig-name descname">METRICS</code><em class="property"> = 'metrics'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.METRICS" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_ACTION">
<code class="sig-name descname">NEXT_ACTION</code><em class="property"> = 'next_action'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_ACTION" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_CANDIDATE_FEATURES">
<code class="sig-name descname">NEXT_CANDIDATE_FEATURES</code><em class="property"> = 'next_candidate_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_CANDIDATE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_ITEM_MASK">
<code class="sig-name descname">NEXT_ITEM_MASK</code><em class="property"> = 'next_item_mask'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_ITEM_MASK" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_ITEM_PROBABILITY">
<code class="sig-name descname">NEXT_ITEM_PROBABILITY</code><em class="property"> = 'next_item_probability'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_ITEM_PROBABILITY" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_STATE_FEATURES">
<code class="sig-name descname">NEXT_STATE_FEATURES</code><em class="property"> = 'next_state_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_STATE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_STATE_ID_LIST_FEATURES">
<code class="sig-name descname">NEXT_STATE_ID_LIST_FEATURES</code><em class="property"> = 'next_state_id_list_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_STATE_ID_LIST_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_STATE_ID_SCORE_LIST_FEATURES">
<code class="sig-name descname">NEXT_STATE_ID_SCORE_LIST_FEATURES</code><em class="property"> = 'next_state_id_score_list_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_STATE_ID_SCORE_LIST_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NEXT_STATE_SEQUENCE_FEATURES">
<code class="sig-name descname">NEXT_STATE_SEQUENCE_FEATURES</code><em class="property"> = 'next_state_sequence_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NEXT_STATE_SEQUENCE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.NOT_TERMINAL">
<code class="sig-name descname">NOT_TERMINAL</code><em class="property"> = 'not_terminal'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.NOT_TERMINAL" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.POSITION_REWARD">
<code class="sig-name descname">POSITION_REWARD</code><em class="property"> = 'position_reward'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.POSITION_REWARD" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.POSSIBLE_ACTIONS">
<code class="sig-name descname">POSSIBLE_ACTIONS</code><em class="property"> = 'possible_actions'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.POSSIBLE_ACTIONS" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.POSSIBLE_ACTIONS_MASK">
<code class="sig-name descname">POSSIBLE_ACTIONS_MASK</code><em class="property"> = 'possible_actions_mask'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.POSSIBLE_ACTIONS_MASK" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.POSSIBLE_NEXT_ACTIONS">
<code class="sig-name descname">POSSIBLE_NEXT_ACTIONS</code><em class="property"> = 'possible_next_actions'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.POSSIBLE_NEXT_ACTIONS" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.POSSIBLE_NEXT_ACTIONS_MASK">
<code class="sig-name descname">POSSIBLE_NEXT_ACTIONS_MASK</code><em class="property"> = 'possible_next_actions_mask'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.POSSIBLE_NEXT_ACTIONS_MASK" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.REWARD">
<code class="sig-name descname">REWARD</code><em class="property"> = 'reward'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.REWARD" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.REWARD_MASK">
<code class="sig-name descname">REWARD_MASK</code><em class="property"> = 'reward_mask'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.REWARD_MASK" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.SEQUENCE_NUMBER">
<code class="sig-name descname">SEQUENCE_NUMBER</code><em class="property"> = 'sequence_number'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.SEQUENCE_NUMBER" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.SLATE_REWARD">
<code class="sig-name descname">SLATE_REWARD</code><em class="property"> = 'slate_reward'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.SLATE_REWARD" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.STATE_FEATURES">
<code class="sig-name descname">STATE_FEATURES</code><em class="property"> = 'state_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.STATE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.STATE_ID_LIST_FEATURES">
<code class="sig-name descname">STATE_ID_LIST_FEATURES</code><em class="property"> = 'state_id_list_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.STATE_ID_LIST_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.STATE_ID_SCORE_LIST_FEATURES">
<code class="sig-name descname">STATE_ID_SCORE_LIST_FEATURES</code><em class="property"> = 'state_id_score_list_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.STATE_ID_SCORE_LIST_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.STATE_SEQUENCE_FEATURES">
<code class="sig-name descname">STATE_SEQUENCE_FEATURES</code><em class="property"> = 'state_sequence_features'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.STATE_SEQUENCE_FEATURES" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.STEP">
<code class="sig-name descname">STEP</code><em class="property"> = 'step'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.STEP" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.TIME_DIFF">
<code class="sig-name descname">TIME_DIFF</code><em class="property"> = 'time_diff'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.TIME_DIFF" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
<dl class="attribute">
<dt id="reagent.preprocessing.types.InputColumn.TIME_SINCE_FIRST">
<code class="sig-name descname">TIME_SINCE_FIRST</code><em class="property"> = 'time_since_first'</em><a class="headerlink" href="#reagent.preprocessing.types.InputColumn.TIME_SINCE_FIRST" title="Permalink to this definition"></a></dt>
<dd></dd></dl>
</dd></dl>
</div>
<div class="section" id="module-reagent.preprocessing">
<span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-reagent.preprocessing" title="Permalink to this headline"></a></h2>
</div>
</div>
</div>
</div>
<footer>
<div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
<a href="reagent.replay_memory.html" class="btn btn-neutral float-right" title="reagent.replay_memory package" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
<a href="reagent.prediction.html" class="btn btn-neutral float-left" title="reagent.prediction package" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
</div>
<hr/>
<div role="contentinfo">
<p>
&copy; Copyright 2019, Facebook Inc.
</p>
</div>
Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
</div>
</div>
</section>
</div>
<script type="text/javascript">
jQuery(function () {
SphinxRtdTheme.Navigation.enable(true);
});
</script>
</body>
</html>