mirror of
https://github.com/facebookresearch/ReAgent.git
synced 2026-06-16 12:44:41 +00:00
308 lines
37 KiB
HTML
308 lines
37 KiB
HTML
<!DOCTYPE html>
|
|
<html class="writer-html5" lang="en" >
|
|
<head>
|
|
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
|
|
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
|
|
<title>reagent.net_builder.continuous_actor package — ReAgent 1.0 documentation</title>
|
|
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
|
|
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
|
|
<!--[if lt IE 9]>
|
|
<script src="../_static/js/html5shiv.min.js"></script>
|
|
<![endif]-->
|
|
|
|
<script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
|
|
<script src="../_static/jquery.js"></script>
|
|
<script src="../_static/underscore.js"></script>
|
|
<script src="../_static/doctools.js"></script>
|
|
<script src="../_static/js/theme.js"></script>
|
|
<link rel="index" title="Index" href="../genindex.html" />
|
|
<link rel="search" title="Search" href="../search.html" />
|
|
<link rel="next" title="reagent.net_builder.discrete_actor package" href="reagent.net_builder.discrete_actor.html" />
|
|
<link rel="prev" title="reagent.net_builder.categorical_dqn package" href="reagent.net_builder.categorical_dqn.html" />
|
|
</head>
|
|
|
|
<body class="wy-body-for-nav">
|
|
<div class="wy-grid-for-nav">
|
|
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
|
|
<div class="wy-side-scroll">
|
|
<div class="wy-side-nav-search" >
|
|
<a href="../index.html" class="icon icon-home"> ReAgent
|
|
</a>
|
|
<div role="search">
|
|
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
|
|
<input type="text" name="q" placeholder="Search docs" />
|
|
<input type="hidden" name="check_keywords" value="yes" />
|
|
<input type="hidden" name="area" value="default" />
|
|
</form>
|
|
</div>
|
|
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
|
|
<p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../usage.html">Usage</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../rasp_tutorial.html">RASP (Not Actively Maintained)</a></li>
|
|
</ul>
|
|
<p class="caption" role="heading"><span class="caption-text">Advanced Topics</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference internal" href="../continuous_integration.html">Continuous Integration</a></li>
|
|
</ul>
|
|
<p class="caption" role="heading"><span class="caption-text">Package Reference</span></p>
|
|
<ul class="current">
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.core.html">Core</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.data.html">Data</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.gym.html">Gym</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.evaluation.html">Evaluation</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.lite.html">Lite</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.mab.html">MAB</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.model_managers.html">Model Managers</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.model_utils.html">Model Utils</a></li>
|
|
<li class="toctree-l1 current"><a class="reference internal" href="reagent.net_builder.html">Net Builders</a><ul class="current">
|
|
<li class="toctree-l2 current"><a class="reference internal" href="reagent.net_builder.html#subpackages">Subpackages</a><ul class="current">
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.categorical_dqn.html">reagent.net_builder.categorical_dqn package</a></li>
|
|
<li class="toctree-l3 current"><a class="current reference internal" href="#">reagent.net_builder.continuous_actor package</a><ul>
|
|
<li class="toctree-l4"><a class="reference internal" href="#submodules">Submodules</a></li>
|
|
<li class="toctree-l4"><a class="reference internal" href="#module-reagent.net_builder.continuous_actor.dirichlet_fully_connected">reagent.net_builder.continuous_actor.dirichlet_fully_connected module</a></li>
|
|
<li class="toctree-l4"><a class="reference internal" href="#module-reagent.net_builder.continuous_actor.fully_connected">reagent.net_builder.continuous_actor.fully_connected module</a></li>
|
|
<li class="toctree-l4"><a class="reference internal" href="#module-reagent.net_builder.continuous_actor.gaussian_fully_connected">reagent.net_builder.continuous_actor.gaussian_fully_connected module</a></li>
|
|
<li class="toctree-l4"><a class="reference internal" href="#module-reagent.net_builder.continuous_actor">Module contents</a></li>
|
|
</ul>
|
|
</li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.discrete_actor.html">reagent.net_builder.discrete_actor package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.discrete_dqn.html">reagent.net_builder.discrete_dqn package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.parametric_dqn.html">reagent.net_builder.parametric_dqn package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.quantile_dqn.html">reagent.net_builder.quantile_dqn package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.slate_ranking.html">reagent.net_builder.slate_ranking package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.slate_reward.html">reagent.net_builder.slate_reward package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.synthetic_reward.html">reagent.net_builder.synthetic_reward package</a></li>
|
|
<li class="toctree-l3"><a class="reference internal" href="reagent.net_builder.value.html">reagent.net_builder.value package</a></li>
|
|
</ul>
|
|
</li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#submodules">Submodules</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.categorical_dqn_net_builder">reagent.net_builder.categorical_dqn_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.continuous_actor_net_builder">reagent.net_builder.continuous_actor_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.discrete_actor_net_builder">reagent.net_builder.discrete_actor_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.discrete_dqn_net_builder">reagent.net_builder.discrete_dqn_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.parametric_dqn_net_builder">reagent.net_builder.parametric_dqn_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.quantile_dqn_net_builder">reagent.net_builder.quantile_dqn_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.slate_ranking_net_builder">reagent.net_builder.slate_ranking_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.slate_reward_net_builder">reagent.net_builder.slate_reward_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.synthetic_reward_net_builder">reagent.net_builder.synthetic_reward_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.unions">reagent.net_builder.unions module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder.value_net_builder">reagent.net_builder.value_net_builder module</a></li>
|
|
<li class="toctree-l2"><a class="reference internal" href="reagent.net_builder.html#module-reagent.net_builder">Module contents</a></li>
|
|
</ul>
|
|
</li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.optimizer.html">Optimizers</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.models.html">Models</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.prediction.html">Prediction</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.preprocessing.html">Preprocessing</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.training.html">Training</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="reagent.workflow.html">Workflow</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="modules.html">All Modules</a></li>
|
|
</ul>
|
|
<p class="caption" role="heading"><span class="caption-text">Others</span></p>
|
|
<ul>
|
|
<li class="toctree-l1"><a class="reference external" href="https://github.com/facebookresearch/ReAgent">Github</a></li>
|
|
<li class="toctree-l1"><a class="reference internal" href="../license.html">License</a></li>
|
|
</ul>
|
|
|
|
</div>
|
|
</div>
|
|
</nav>
|
|
|
|
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
|
|
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
|
|
<a href="../index.html">ReAgent</a>
|
|
</nav>
|
|
|
|
<div class="wy-nav-content">
|
|
<div class="rst-content">
|
|
<div role="navigation" aria-label="Page navigation">
|
|
<ul class="wy-breadcrumbs">
|
|
<li><a href="../index.html" class="icon icon-home"></a> »</li>
|
|
<li><a href="reagent.net_builder.html">reagent.net_builder package</a> »</li>
|
|
<li>reagent.net_builder.continuous_actor package</li>
|
|
<li class="wy-breadcrumbs-aside">
|
|
<a href="../_sources/api/reagent.net_builder.continuous_actor.rst.txt" rel="nofollow"> View page source</a>
|
|
</li>
|
|
</ul>
|
|
<hr/>
|
|
</div>
|
|
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
|
|
<div itemprop="articleBody">
|
|
|
|
<section id="reagent-net-builder-continuous-actor-package">
|
|
<h1>reagent.net_builder.continuous_actor package<a class="headerlink" href="#reagent-net-builder-continuous-actor-package" title="Permalink to this headline"></a></h1>
|
|
<section id="submodules">
|
|
<h2>Submodules<a class="headerlink" href="#submodules" title="Permalink to this headline"></a></h2>
|
|
</section>
|
|
<section id="module-reagent.net_builder.continuous_actor.dirichlet_fully_connected">
|
|
<span id="reagent-net-builder-continuous-actor-dirichlet-fully-connected-module"></span><h2>reagent.net_builder.continuous_actor.dirichlet_fully_connected module<a class="headerlink" href="#module-reagent.net_builder.continuous_actor.dirichlet_fully_connected" title="Permalink to this headline"></a></h2>
|
|
<dl class="py class">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected">
|
|
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">reagent.net_builder.continuous_actor.dirichlet_fully_connected.</span></span><span class="sig-name descname"><span class="pre">DirichletFullyConnected</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sizes:</span> <span class="pre">List[int]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activations:</span> <span class="pre">List[str]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_batch_norm:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected" title="Permalink to this definition"></a></dt>
|
|
<dd><p>Bases: <a class="reference internal" href="reagent.net_builder.html#reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder" title="reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder</span></code></a></p>
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.activations">
|
|
<span class="sig-name descname"><span class="pre">activations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.activations" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py method">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.build_actor">
|
|
<span class="sig-name descname"><span class="pre">build_actor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">state_feature_config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.types.ModelFeatureConfig" title="reagent.core.types.ModelFeatureConfig"><span class="pre">reagent.core.types.ModelFeatureConfig</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">state_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">action_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="reagent.models.html#reagent.models.base.ModelBase" title="reagent.models.base.ModelBase"><span class="pre">reagent.models.base.ModelBase</span></a></span></span><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.build_actor" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py property">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.default_action_preprocessing">
|
|
<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">default_action_preprocessing</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.default_action_preprocessing" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.sizes">
|
|
<span class="sig-name descname"><span class="pre">sizes</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.sizes" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.use_batch_norm">
|
|
<span class="sig-name descname"><span class="pre">use_batch_norm</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.dirichlet_fully_connected.DirichletFullyConnected.use_batch_norm" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
</dd></dl>
|
|
|
|
</section>
|
|
<section id="module-reagent.net_builder.continuous_actor.fully_connected">
|
|
<span id="reagent-net-builder-continuous-actor-fully-connected-module"></span><h2>reagent.net_builder.continuous_actor.fully_connected module<a class="headerlink" href="#module-reagent.net_builder.continuous_actor.fully_connected" title="Permalink to this headline"></a></h2>
|
|
<dl class="py class">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected">
|
|
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">reagent.net_builder.continuous_actor.fully_connected.</span></span><span class="sig-name descname"><span class="pre">FullyConnected</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sizes:</span> <span class="pre">List[int]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activations:</span> <span class="pre">List[str]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_batch_norm:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_layer_norm:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">action_activation:</span> <span class="pre">str</span> <span class="pre">=</span> <span class="pre">'tanh'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exploration_variance:</span> <span class="pre">Optional[float]</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected" title="Permalink to this definition"></a></dt>
|
|
<dd><p>Bases: <a class="reference internal" href="reagent.net_builder.html#reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder" title="reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder</span></code></a></p>
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.action_activation">
|
|
<span class="sig-name descname"><span class="pre">action_activation</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">'tanh'</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.action_activation" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.activations">
|
|
<span class="sig-name descname"><span class="pre">activations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.activations" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py method">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.build_actor">
|
|
<span class="sig-name descname"><span class="pre">build_actor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">state_feature_config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.types.ModelFeatureConfig" title="reagent.core.types.ModelFeatureConfig"><span class="pre">reagent.core.types.ModelFeatureConfig</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">state_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">action_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="reagent.models.html#reagent.models.base.ModelBase" title="reagent.models.base.ModelBase"><span class="pre">reagent.models.base.ModelBase</span></a></span></span><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.build_actor" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py property">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.default_action_preprocessing">
|
|
<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">default_action_preprocessing</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.default_action_preprocessing" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.exploration_variance">
|
|
<span class="sig-name descname"><span class="pre">exploration_variance</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">float</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.exploration_variance" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.sizes">
|
|
<span class="sig-name descname"><span class="pre">sizes</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.sizes" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.use_batch_norm">
|
|
<span class="sig-name descname"><span class="pre">use_batch_norm</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.use_batch_norm" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.fully_connected.FullyConnected.use_layer_norm">
|
|
<span class="sig-name descname"><span class="pre">use_layer_norm</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.fully_connected.FullyConnected.use_layer_norm" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
</dd></dl>
|
|
|
|
</section>
|
|
<section id="module-reagent.net_builder.continuous_actor.gaussian_fully_connected">
|
|
<span id="reagent-net-builder-continuous-actor-gaussian-fully-connected-module"></span><h2>reagent.net_builder.continuous_actor.gaussian_fully_connected module<a class="headerlink" href="#module-reagent.net_builder.continuous_actor.gaussian_fully_connected" title="Permalink to this headline"></a></h2>
|
|
<dl class="py class">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected">
|
|
<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">reagent.net_builder.continuous_actor.gaussian_fully_connected.</span></span><span class="sig-name descname"><span class="pre">GaussianFullyConnected</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sizes:</span> <span class="pre">List[int]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activations:</span> <span class="pre">List[str]</span> <span class="pre">=</span> <span class="pre"><factory></span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_batch_norm:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_layer_norm:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_l2_normalization:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">embedding_dim:</span> <span class="pre">Optional[int]</span> <span class="pre">=</span> <span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected" title="Permalink to this definition"></a></dt>
|
|
<dd><p>Bases: <a class="reference internal" href="reagent.net_builder.html#reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder" title="reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder"><code class="xref py py-class docutils literal notranslate"><span class="pre">reagent.net_builder.continuous_actor_net_builder.ContinuousActorNetBuilder</span></code></a></p>
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.activations">
|
|
<span class="sig-name descname"><span class="pre">activations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.activations" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py method">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.build_actor">
|
|
<span class="sig-name descname"><span class="pre">build_actor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">state_feature_config</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.types.ModelFeatureConfig" title="reagent.core.types.ModelFeatureConfig"><span class="pre">reagent.core.types.ModelFeatureConfig</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">state_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">action_normalization_data</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="reagent.core.html#reagent.core.parameters.NormalizationData" title="reagent.core.parameters.NormalizationData"><span class="pre">reagent.core.parameters.NormalizationData</span></a></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="reagent.models.html#reagent.models.base.ModelBase" title="reagent.models.base.ModelBase"><span class="pre">reagent.models.base.ModelBase</span></a></span></span><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.build_actor" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py property">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.default_action_preprocessing">
|
|
<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">default_action_preprocessing</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">str</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.default_action_preprocessing" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.embedding_dim">
|
|
<span class="sig-name descname"><span class="pre">embedding_dim</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.embedding_dim" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.sizes">
|
|
<span class="sig-name descname"><span class="pre">sizes</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.sizes" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_batch_norm">
|
|
<span class="sig-name descname"><span class="pre">use_batch_norm</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_batch_norm" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_l2_normalization">
|
|
<span class="sig-name descname"><span class="pre">use_l2_normalization</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_l2_normalization" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
<dl class="py attribute">
|
|
<dt class="sig sig-object py" id="reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_layer_norm">
|
|
<span class="sig-name descname"><span class="pre">use_layer_norm</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">bool</span></em><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">False</span></em><a class="headerlink" href="#reagent.net_builder.continuous_actor.gaussian_fully_connected.GaussianFullyConnected.use_layer_norm" title="Permalink to this definition"></a></dt>
|
|
<dd></dd></dl>
|
|
|
|
</dd></dl>
|
|
|
|
</section>
|
|
<section id="module-reagent.net_builder.continuous_actor">
|
|
<span id="module-contents"></span><h2>Module contents<a class="headerlink" href="#module-reagent.net_builder.continuous_actor" title="Permalink to this headline"></a></h2>
|
|
</section>
|
|
</section>
|
|
|
|
|
|
</div>
|
|
</div>
|
|
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
|
|
<a href="reagent.net_builder.categorical_dqn.html" class="btn btn-neutral float-left" title="reagent.net_builder.categorical_dqn package" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
|
|
<a href="reagent.net_builder.discrete_actor.html" class="btn btn-neutral float-right" title="reagent.net_builder.discrete_actor package" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
|
|
</div>
|
|
|
|
<hr/>
|
|
|
|
<div role="contentinfo">
|
|
<p>© Copyright 2022, Meta Platforms, Inc.</p>
|
|
</div>
|
|
|
|
Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
|
|
<a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
|
|
provided by <a href="https://readthedocs.org">Read the Docs</a>.
|
|
|
|
|
|
</footer>
|
|
</div>
|
|
</div>
|
|
</section>
|
|
</div>
|
|
<script>
|
|
jQuery(function () {
|
|
SphinxRtdTheme.Navigation.enable(true);
|
|
});
|
|
</script>
|
|
|
|
</body>
|
|
</html> |