From 358232bd8f88bcbc2048cd4d3f15423fe23353ea Mon Sep 17 00:00:00 2001 From: Jason Gauci Date: Wed, 17 Oct 2018 19:29:40 -0700 Subject: [PATCH] Update oss info Summary: Pull Request resolved: https://github.com/facebookresearch/Horizon/pull/42 Reviewed By: kittipatv Differential Revision: D10440812 Pulled By: MisterTea fbshipit-source-id: bb1f5960f67d6bb9c96dd118810cdb4a57666750 --- .jenkins/build.sh | 1 + CODE_OF_CONDUCT.md | 0 README.md | 3 +++ docker/cpu/install_prereqs.sh | 1 + docker/cuda/install_prereqs.sh | 1 + docker/jenkins/add_jenkins_user.sh | 1 + docker/jenkins/build.sh | 1 + docker/jenkins/install_prereqs.sh | 1 + install_compilers.sh | 1 + ml/rl/__init__.py | 1 + ml/rl/caffe_utils.py | 1 + ml/rl/custom_brew_helpers/__init__.py | 1 + ml/rl/custom_brew_helpers/conv.py | 3 +++ ml/rl/custom_brew_helpers/fc.py | 1 + ml/rl/models/actor.py | 1 + ml/rl/models/base.py | 1 + ml/rl/models/convolutional_network.py | 1 + ml/rl/models/dueling_q_network.py | 1 + ml/rl/models/fully_connected_network.py | 1 + ml/rl/models/noisy_linear_layer.py | 1 + ml/rl/models/output_transformer.py | 1 + ml/rl/models/parametric_dqn.py | 1 + ml/rl/preprocessing/__init__.py | 1 + ml/rl/preprocessing/feature_extractor.py | 1 + ml/rl/preprocessing/identify_types.py | 1 + ml/rl/preprocessing/normalization.py | 1 + ml/rl/preprocessing/preprocessor.py | 1 + ml/rl/preprocessing/preprocessor_net.py | 1 + ml/rl/preprocessing/sparse_to_dense.py | 1 + ml/rl/readers/base.py | 1 + ml/rl/readers/data_streamer.py | 1 + ml/rl/readers/nparray_reader.py | 1 + ml/rl/test/__init__.py | 1 + ml/rl/test/constant_reward/__init__.py | 1 + ml/rl/test/constant_reward/env.py | 1 + .../constant_reward/test_constant_reward.py | 1 + ml/rl/test/gridworld/__init__.py | 1 + ml/rl/test/gridworld/gridworld.py | 1 + ml/rl/test/gridworld/gridworld_base.py | 1 + ml/rl/test/gridworld/gridworld_continuous.py | 1 + .../gridworld/gridworld_continuous_enum.py | 1 + ml/rl/test/gridworld/gridworld_enum.py | 1 + ml/rl/test/gridworld/gridworld_evaluator.py | 1 + ml/rl/test/gridworld/test_gridworld_ddpg.py | 1 + .../gridworld/test_gridworld_parametric.py | 1 + .../test/gridworld/test_gridworld_pytorch.py | 1 + ml/rl/test/gym/__init__.py | 1 + ml/rl/test/gym/gym_evaluator.py | 1 + ml/rl/test/gym/gym_predictor.py | 1 + ml/rl/test/gym/open_ai_gym_environment.py | 1 + ml/rl/test/gym/open_ai_gym_memory_pool.py | 1 + ml/rl/test/gym/run_gym.py | 1 + ml/rl/test/models/test_actor.py | 1 + ml/rl/test/models/test_base.py | 1 + ml/rl/test/models/test_noisy_linear_layer.py | 1 + ml/rl/test/models/test_output_transformer.py | 1 + ml/rl/test/models/test_parametric_dqn.py | 1 + ml/rl/test/models/test_utils.py | 1 + ml/rl/test/plot_results.py | 1 + .../preprocessing/test_feature_extractor.py | 1 + ml/rl/test/preprocessing_util.py | 1 + ml/rl/test/readers/test_data_streamer.py | 1 + ml/rl/test/readers/test_nparray_reader.py | 1 + ml/rl/test/test_normalization.py | 1 + ml/rl/test/test_preprocessing.py | 1 + ml/rl/test/test_type_identification.py | 1 + ml/rl/test/test_utils.py | 1 + ml/rl/test/utils.py | 1 + ml/rl/test/workflow/__init__.py | 1 + ml/rl/test/workflow/test_oss_workflows.py | 1 + ml/rl/training/__init__.py | 1 + ml/rl/training/_parametric_dqn_predictor.py | 1 + ml/rl/training/_parametric_dqn_trainer.py | 1 + .../continuous_action_dqn_predictor.py | 1 + .../training/continuous_action_dqn_trainer.py | 1 + ml/rl/training/conv/cnn.py | 1 + ml/rl/training/conv/conv_ml_trainer.py | 1 + ml/rl/training/conv/conv_target_network.py | 1 + ml/rl/training/ddpg_predictor.py | 1 + ml/rl/training/ddpg_trainer.py | 1 + ml/rl/training/discrete_action_predictor.py | 1 + ml/rl/training/discrete_action_trainer.py | 1 + ml/rl/training/dnn.py | 1 + ml/rl/training/dqn_predictor.py | 1 + ml/rl/training/dqn_trainer.py | 1 + ml/rl/training/evaluator.py | 3 ++- ml/rl/training/gradient_free/es_worker.py | 1 + .../training/gradient_free/evolution_pool.py | 1 + ml/rl/training/ml_trainer.py | 1 + ml/rl/training/parametric_dqn_predictor.py | 1 + ml/rl/training/parametric_dqn_trainer.py | 1 + ml/rl/training/parametric_inner_product.py | 1 + ml/rl/training/rl_dataset.py | 1 + ml/rl/training/rl_predictor.py | 1 + ml/rl/training/rl_predictor_pytorch.py | 1 + ml/rl/training/rl_trainer.py | 1 + ml/rl/training/rl_trainer_pytorch.py | 1 + ml/rl/training/target_network.py | 1 + ml/rl/training/training_data_page.py | 1 + ml/rl/types.py | 1 + .../workflow/create_normalization_metadata.py | 1 + ml/rl/workflow/ddpg_workflow.py | 1 + ml/rl/workflow/dqn_workflow.py | 1 + ml/rl/workflow/helpers.py | 1 + ml/rl/workflow/parametric_dqn_workflow.py | 1 + ml/rl/workflow/training_data_reader.py | 1 + .../com/facebook/spark/rl/Constants.scala | 1 + .../com/facebook/spark/rl/Preprocessor.scala | 1 + .../scala/com/facebook/spark/rl/Query.scala | 1 + .../com/facebook/spark/rl/Timeline.scala | 1 + .../scala/com/facebook/spark/rl/Udfs.scala | 1 + .../common/testutil/PipelineTester.scala | 1 + .../spark/common/testutil/TestLogger.scala | 1 + .../spark/common/testutil/TestLogging.scala | 1 + .../com/facebook/spark/rl/TimelineTest.scala | 1 + scripts/create_normalization.sh | 1 + scripts/gen_training_data.sh | 1 + scripts/run_timeline.sh | 1 + setup.py | 24 +++++++++---------- 119 files changed, 134 insertions(+), 13 deletions(-) create mode 100644 CODE_OF_CONDUCT.md diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 7a718284..b1e3f404 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. # Builds Horizon and runs basic tests. pip uninstall -y horizon diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 00000000..e69de29b diff --git a/README.md b/README.md index 90c913ca..056c2f1d 100644 --- a/README.md +++ b/README.md @@ -17,3 +17,6 @@ Horizon can be installed via. Docker or manually. Detailed instructions on how t #### Usage Detailed instructions on how to use Horizon can be found [here](docs/usage.md). + +#### License +Horizon is released under a BSD license. Find out more about there [here](LICENSE). \ No newline at end of file diff --git a/docker/cpu/install_prereqs.sh b/docker/cpu/install_prereqs.sh index a0073a4c..a8756959 100755 --- a/docker/cpu/install_prereqs.sh +++ b/docker/cpu/install_prereqs.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. set -e diff --git a/docker/cuda/install_prereqs.sh b/docker/cuda/install_prereqs.sh index 08adaf16..a599c075 100755 --- a/docker/cuda/install_prereqs.sh +++ b/docker/cuda/install_prereqs.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. set -e diff --git a/docker/jenkins/add_jenkins_user.sh b/docker/jenkins/add_jenkins_user.sh index aa617793..bfa68c22 100755 --- a/docker/jenkins/add_jenkins_user.sh +++ b/docker/jenkins/add_jenkins_user.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. # Taken from https://github.com/pytorch/pytorch/blob/master/docker/caffe2/jenkins/common/add_jenkins_user.sh set -ex diff --git a/docker/jenkins/build.sh b/docker/jenkins/build.sh index 6a83c3b6..efc3f536 100755 --- a/docker/jenkins/build.sh +++ b/docker/jenkins/build.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. # Builds Docker image. set -ex diff --git a/docker/jenkins/install_prereqs.sh b/docker/jenkins/install_prereqs.sh index 6bce7379..29933766 100755 --- a/docker/jenkins/install_prereqs.sh +++ b/docker/jenkins/install_prereqs.sh @@ -1,4 +1,5 @@ #!/bin/bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. # Assuming that passing an argument means to use GPU gpu="$1" diff --git a/install_compilers.sh b/install_compilers.sh index 33d06c2b..dabca7a2 100755 --- a/install_compilers.sh +++ b/install_compilers.sh @@ -1,4 +1,5 @@ #!/usr/bin/env bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. set -e diff --git a/ml/rl/__init__.py b/ml/rl/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/__init__.py +++ b/ml/rl/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/caffe_utils.py b/ml/rl/caffe_utils.py index 801d32f4..263a692a 100644 --- a/ml/rl/caffe_utils.py +++ b/ml/rl/caffe_utils.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import itertools import logging diff --git a/ml/rl/custom_brew_helpers/__init__.py b/ml/rl/custom_brew_helpers/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/custom_brew_helpers/__init__.py +++ b/ml/rl/custom_brew_helpers/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/custom_brew_helpers/conv.py b/ml/rl/custom_brew_helpers/conv.py index 164be884..f79aa554 100644 --- a/ml/rl/custom_brew_helpers/conv.py +++ b/ml/rl/custom_brew_helpers/conv.py @@ -1,3 +1,6 @@ +#!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. + from caffe2.python.modeling import initializers from caffe2.python.modeling.parameter_info import ParameterTags diff --git a/ml/rl/custom_brew_helpers/fc.py b/ml/rl/custom_brew_helpers/fc.py index d7e746d9..cf054d27 100644 --- a/ml/rl/custom_brew_helpers/fc.py +++ b/ml/rl/custom_brew_helpers/fc.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from caffe2.python.modeling import initializers from caffe2.python.modeling.parameter_info import ParameterTags diff --git a/ml/rl/models/actor.py b/ml/rl/models/actor.py index c7ca0aaf..f1872b80 100644 --- a/ml/rl/models/actor.py +++ b/ml/rl/models/actor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import torch from ml.rl import types as rlt diff --git a/ml/rl/models/base.py b/ml/rl/models/base.py index 937d8af0..cc535418 100644 --- a/ml/rl/models/base.py +++ b/ml/rl/models/base.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import abc from collections import OrderedDict diff --git a/ml/rl/models/convolutional_network.py b/ml/rl/models/convolutional_network.py index d0cc4da7..af4eb8ba 100644 --- a/ml/rl/models/convolutional_network.py +++ b/ml/rl/models/convolutional_network.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import math diff --git a/ml/rl/models/dueling_q_network.py b/ml/rl/models/dueling_q_network.py index 15f98789..4ea05987 100644 --- a/ml/rl/models/dueling_q_network.py +++ b/ml/rl/models/dueling_q_network.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/models/fully_connected_network.py b/ml/rl/models/fully_connected_network.py index 0874275a..9642a373 100644 --- a/ml/rl/models/fully_connected_network.py +++ b/ml/rl/models/fully_connected_network.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import math diff --git a/ml/rl/models/noisy_linear_layer.py b/ml/rl/models/noisy_linear_layer.py index 9c7ad86f..beb01c68 100644 --- a/ml/rl/models/noisy_linear_layer.py +++ b/ml/rl/models/noisy_linear_layer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import math diff --git a/ml/rl/models/output_transformer.py b/ml/rl/models/output_transformer.py index 0bd01c69..d2833dba 100644 --- a/ml/rl/models/output_transformer.py +++ b/ml/rl/models/output_transformer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import abc from typing import NamedTuple diff --git a/ml/rl/models/parametric_dqn.py b/ml/rl/models/parametric_dqn.py index cd30d48e..0967d74e 100644 --- a/ml/rl/models/parametric_dqn.py +++ b/ml/rl/models/parametric_dqn.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import torch from ml.rl import types as rlt diff --git a/ml/rl/preprocessing/__init__.py b/ml/rl/preprocessing/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/preprocessing/__init__.py +++ b/ml/rl/preprocessing/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/preprocessing/feature_extractor.py b/ml/rl/preprocessing/feature_extractor.py index 481c7352..be88c251 100644 --- a/ml/rl/preprocessing/feature_extractor.py +++ b/ml/rl/preprocessing/feature_extractor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import abc from typing import Dict, NamedTuple, Optional diff --git a/ml/rl/preprocessing/identify_types.py b/ml/rl/preprocessing/identify_types.py index 2a73c51c..7501d325 100644 --- a/ml/rl/preprocessing/identify_types.py +++ b/ml/rl/preprocessing/identify_types.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import numpy as np diff --git a/ml/rl/preprocessing/normalization.py b/ml/rl/preprocessing/normalization.py index dfcf157b..2652f4c0 100644 --- a/ml/rl/preprocessing/normalization.py +++ b/ml/rl/preprocessing/normalization.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import json import logging diff --git a/ml/rl/preprocessing/preprocessor.py b/ml/rl/preprocessing/preprocessor.py index e49d03a0..61acb59d 100644 --- a/ml/rl/preprocessing/preprocessor.py +++ b/ml/rl/preprocessing/preprocessor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import Dict, List diff --git a/ml/rl/preprocessing/preprocessor_net.py b/ml/rl/preprocessing/preprocessor_net.py index 9a04214e..4c58dcdc 100644 --- a/ml/rl/preprocessing/preprocessor_net.py +++ b/ml/rl/preprocessing/preprocessor_net.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/preprocessing/sparse_to_dense.py b/ml/rl/preprocessing/sparse_to_dense.py index 8989db87..bf6885ce 100644 --- a/ml/rl/preprocessing/sparse_to_dense.py +++ b/ml/rl/preprocessing/sparse_to_dense.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/readers/base.py b/ml/rl/readers/base.py index d99aa9ab..793ce90b 100644 --- a/ml/rl/readers/base.py +++ b/ml/rl/readers/base.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import abc from collections import OrderedDict diff --git a/ml/rl/readers/data_streamer.py b/ml/rl/readers/data_streamer.py index ae210f02..84682a9c 100644 --- a/ml/rl/readers/data_streamer.py +++ b/ml/rl/readers/data_streamer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import collections import queue diff --git a/ml/rl/readers/nparray_reader.py b/ml/rl/readers/nparray_reader.py index f1bf24bc..aff735c4 100644 --- a/ml/rl/readers/nparray_reader.py +++ b/ml/rl/readers/nparray_reader.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import math from collections import OrderedDict diff --git a/ml/rl/test/__init__.py b/ml/rl/test/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/test/__init__.py +++ b/ml/rl/test/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/test/constant_reward/__init__.py b/ml/rl/test/constant_reward/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/test/constant_reward/__init__.py +++ b/ml/rl/test/constant_reward/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/test/constant_reward/env.py b/ml/rl/test/constant_reward/env.py index 2872ed3a..588658ae 100644 --- a/ml/rl/test/constant_reward/env.py +++ b/ml/rl/test/constant_reward/env.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import List, Tuple diff --git a/ml/rl/test/constant_reward/test_constant_reward.py b/ml/rl/test/constant_reward/test_constant_reward.py index 6e4c670c..deb13b91 100644 --- a/ml/rl/test/constant_reward/test_constant_reward.py +++ b/ml/rl/test/constant_reward/test_constant_reward.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import unittest diff --git a/ml/rl/test/gridworld/__init__.py b/ml/rl/test/gridworld/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/test/gridworld/__init__.py +++ b/ml/rl/test/gridworld/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/test/gridworld/gridworld.py b/ml/rl/test/gridworld/gridworld.py index c409bfec..6e7771a2 100644 --- a/ml/rl/test/gridworld/gridworld.py +++ b/ml/rl/test/gridworld/gridworld.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import Dict, List diff --git a/ml/rl/test/gridworld/gridworld_base.py b/ml/rl/test/gridworld/gridworld_base.py index 0e9beccd..c4aa7457 100644 --- a/ml/rl/test/gridworld/gridworld_base.py +++ b/ml/rl/test/gridworld/gridworld_base.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import collections diff --git a/ml/rl/test/gridworld/gridworld_continuous.py b/ml/rl/test/gridworld/gridworld_continuous.py index 405e8c85..e27e1898 100644 --- a/ml/rl/test/gridworld/gridworld_continuous.py +++ b/ml/rl/test/gridworld/gridworld_continuous.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/test/gridworld/gridworld_continuous_enum.py b/ml/rl/test/gridworld/gridworld_continuous_enum.py index 9631659f..07bb016a 100644 --- a/ml/rl/test/gridworld/gridworld_continuous_enum.py +++ b/ml/rl/test/gridworld/gridworld_continuous_enum.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import Dict, List, Tuple diff --git a/ml/rl/test/gridworld/gridworld_enum.py b/ml/rl/test/gridworld/gridworld_enum.py index f9760ee3..c8bdb7ef 100644 --- a/ml/rl/test/gridworld/gridworld_enum.py +++ b/ml/rl/test/gridworld/gridworld_enum.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import Dict, List, Tuple diff --git a/ml/rl/test/gridworld/gridworld_evaluator.py b/ml/rl/test/gridworld/gridworld_evaluator.py index 5151b5fe..d01a5bc1 100644 --- a/ml/rl/test/gridworld/gridworld_evaluator.py +++ b/ml/rl/test/gridworld/gridworld_evaluator.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import List diff --git a/ml/rl/test/gridworld/test_gridworld_ddpg.py b/ml/rl/test/gridworld/test_gridworld_ddpg.py index 00e2aa17..b18d4542 100644 --- a/ml/rl/test/gridworld/test_gridworld_ddpg.py +++ b/ml/rl/test/gridworld/test_gridworld_ddpg.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import random import unittest diff --git a/ml/rl/test/gridworld/test_gridworld_parametric.py b/ml/rl/test/gridworld/test_gridworld_parametric.py index 6e154ce1..e8cd2198 100644 --- a/ml/rl/test/gridworld/test_gridworld_parametric.py +++ b/ml/rl/test/gridworld/test_gridworld_parametric.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import random import unittest diff --git a/ml/rl/test/gridworld/test_gridworld_pytorch.py b/ml/rl/test/gridworld/test_gridworld_pytorch.py index cdf18b4a..03785d86 100644 --- a/ml/rl/test/gridworld/test_gridworld_pytorch.py +++ b/ml/rl/test/gridworld/test_gridworld_pytorch.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import os import random diff --git a/ml/rl/test/gym/__init__.py b/ml/rl/test/gym/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/test/gym/__init__.py +++ b/ml/rl/test/gym/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/test/gym/gym_evaluator.py b/ml/rl/test/gym/gym_evaluator.py index b47c4905..20656f8c 100644 --- a/ml/rl/test/gym/gym_evaluator.py +++ b/ml/rl/test/gym/gym_evaluator.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import List, Tuple diff --git a/ml/rl/test/gym/gym_predictor.py b/ml/rl/test/gym/gym_predictor.py index 6baa80da..4397f8d9 100644 --- a/ml/rl/test/gym/gym_predictor.py +++ b/ml/rl/test/gym/gym_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/test/gym/open_ai_gym_environment.py b/ml/rl/test/gym/open_ai_gym_environment.py index 5f9bb64b..3c648b43 100644 --- a/ml/rl/test/gym/open_ai_gym_environment.py +++ b/ml/rl/test/gym/open_ai_gym_environment.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import enum diff --git a/ml/rl/test/gym/open_ai_gym_memory_pool.py b/ml/rl/test/gym/open_ai_gym_memory_pool.py index 6b482f4a..d963982e 100644 --- a/ml/rl/test/gym/open_ai_gym_memory_pool.py +++ b/ml/rl/test/gym/open_ai_gym_memory_pool.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import numpy as np import torch diff --git a/ml/rl/test/gym/run_gym.py b/ml/rl/test/gym/run_gym.py index 478cf773..d5a914c0 100644 --- a/ml/rl/test/gym/run_gym.py +++ b/ml/rl/test/gym/run_gym.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import argparse import json diff --git a/ml/rl/test/models/test_actor.py b/ml/rl/test/models/test_actor.py index b6928726..78bdb817 100644 --- a/ml/rl/test/models/test_actor.py +++ b/ml/rl/test/models/test_actor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import unittest diff --git a/ml/rl/test/models/test_base.py b/ml/rl/test/models/test_base.py index 7ba9a377..9894cf47 100644 --- a/ml/rl/test/models/test_base.py +++ b/ml/rl/test/models/test_base.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import os diff --git a/ml/rl/test/models/test_noisy_linear_layer.py b/ml/rl/test/models/test_noisy_linear_layer.py index 53795132..c2921802 100644 --- a/ml/rl/test/models/test_noisy_linear_layer.py +++ b/ml/rl/test/models/test_noisy_linear_layer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import unittest diff --git a/ml/rl/test/models/test_output_transformer.py b/ml/rl/test/models/test_output_transformer.py index 7dfc468c..98ae03b3 100644 --- a/ml/rl/test/models/test_output_transformer.py +++ b/ml/rl/test/models/test_output_transformer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/models/test_parametric_dqn.py b/ml/rl/test/models/test_parametric_dqn.py index 15b214c4..cf246a44 100644 --- a/ml/rl/test/models/test_parametric_dqn.py +++ b/ml/rl/test/models/test_parametric_dqn.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import unittest diff --git a/ml/rl/test/models/test_utils.py b/ml/rl/test/models/test_utils.py index 5c6b495d..72b274a1 100644 --- a/ml/rl/test/models/test_utils.py +++ b/ml/rl/test/models/test_utils.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import os diff --git a/ml/rl/test/plot_results.py b/ml/rl/test/plot_results.py index f0778c58..c009433c 100644 --- a/ml/rl/test/plot_results.py +++ b/ml/rl/test/plot_results.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. """ Script to plot results from workflow. diff --git a/ml/rl/test/preprocessing/test_feature_extractor.py b/ml/rl/test/preprocessing/test_feature_extractor.py index 2d3a5e30..5b498501 100644 --- a/ml/rl/test/preprocessing/test_feature_extractor.py +++ b/ml/rl/test/preprocessing/test_feature_extractor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/preprocessing_util.py b/ml/rl/test/preprocessing_util.py index 57316f0a..819c9fc9 100644 --- a/ml/rl/test/preprocessing_util.py +++ b/ml/rl/test/preprocessing_util.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import numpy as np from scipy import stats diff --git a/ml/rl/test/readers/test_data_streamer.py b/ml/rl/test/readers/test_data_streamer.py index e2233512..56b5a6d0 100644 --- a/ml/rl/test/readers/test_data_streamer.py +++ b/ml/rl/test/readers/test_data_streamer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest from collections import OrderedDict diff --git a/ml/rl/test/readers/test_nparray_reader.py b/ml/rl/test/readers/test_nparray_reader.py index 1c65df0a..2758e947 100644 --- a/ml/rl/test/readers/test_nparray_reader.py +++ b/ml/rl/test/readers/test_nparray_reader.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest from collections import OrderedDict diff --git a/ml/rl/test/test_normalization.py b/ml/rl/test/test_normalization.py index 0ace9792..b837bbcb 100644 --- a/ml/rl/test/test_normalization.py +++ b/ml/rl/test/test_normalization.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/test_preprocessing.py b/ml/rl/test/test_preprocessing.py index 9bd638ac..f232e50a 100644 --- a/ml/rl/test/test_preprocessing.py +++ b/ml/rl/test/test_preprocessing.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/test_type_identification.py b/ml/rl/test/test_type_identification.py index 2dbf9669..6d4fb45e 100644 --- a/ml/rl/test/test_type_identification.py +++ b/ml/rl/test/test_type_identification.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/test_utils.py b/ml/rl/test/test_utils.py index 7e3a5dc6..8d045fec 100644 --- a/ml/rl/test/test_utils.py +++ b/ml/rl/test/test_utils.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import unittest diff --git a/ml/rl/test/utils.py b/ml/rl/test/utils.py index 040e7541..d5596c1f 100644 --- a/ml/rl/test/utils.py +++ b/ml/rl/test/utils.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import collections import csv diff --git a/ml/rl/test/workflow/__init__.py b/ml/rl/test/workflow/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/test/workflow/__init__.py +++ b/ml/rl/test/workflow/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/test/workflow/test_oss_workflows.py b/ml/rl/test/workflow/test_oss_workflows.py index 1eb4f5cb..0347fa14 100644 --- a/ml/rl/test/workflow/test_oss_workflows.py +++ b/ml/rl/test/workflow/test_oss_workflows.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import os import tempfile diff --git a/ml/rl/training/__init__.py b/ml/rl/training/__init__.py index e5a0d9b4..5be5087f 100644 --- a/ml/rl/training/__init__.py +++ b/ml/rl/training/__init__.py @@ -1 +1,2 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. diff --git a/ml/rl/training/_parametric_dqn_predictor.py b/ml/rl/training/_parametric_dqn_predictor.py index 0d5a9f98..f64c268d 100644 --- a/ml/rl/training/_parametric_dqn_predictor.py +++ b/ml/rl/training/_parametric_dqn_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/_parametric_dqn_trainer.py b/ml/rl/training/_parametric_dqn_trainer.py index c84dbf3e..c060abd8 100644 --- a/ml/rl/training/_parametric_dqn_trainer.py +++ b/ml/rl/training/_parametric_dqn_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import Optional diff --git a/ml/rl/training/continuous_action_dqn_predictor.py b/ml/rl/training/continuous_action_dqn_predictor.py index 8402a049..621bda25 100644 --- a/ml/rl/training/continuous_action_dqn_predictor.py +++ b/ml/rl/training/continuous_action_dqn_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/continuous_action_dqn_trainer.py b/ml/rl/training/continuous_action_dqn_trainer.py index b15c8bb9..2f038e64 100644 --- a/ml/rl/training/continuous_action_dqn_trainer.py +++ b/ml/rl/training/continuous_action_dqn_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import Dict, Optional diff --git a/ml/rl/training/conv/cnn.py b/ml/rl/training/conv/cnn.py index 796d184c..e200ee8c 100644 --- a/ml/rl/training/conv/cnn.py +++ b/ml/rl/training/conv/cnn.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import math diff --git a/ml/rl/training/conv/conv_ml_trainer.py b/ml/rl/training/conv/conv_ml_trainer.py index bc547b78..52e3d81a 100644 --- a/ml/rl/training/conv/conv_ml_trainer.py +++ b/ml/rl/training/conv/conv_ml_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import List diff --git a/ml/rl/training/conv/conv_target_network.py b/ml/rl/training/conv/conv_target_network.py index 27295778..a40d4ee4 100644 --- a/ml/rl/training/conv/conv_target_network.py +++ b/ml/rl/training/conv/conv_target_network.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import numpy as np diff --git a/ml/rl/training/ddpg_predictor.py b/ml/rl/training/ddpg_predictor.py index 57efcea5..1237dee5 100644 --- a/ml/rl/training/ddpg_predictor.py +++ b/ml/rl/training/ddpg_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/ddpg_trainer.py b/ml/rl/training/ddpg_trainer.py index dd49749c..6e7888ed 100644 --- a/ml/rl/training/ddpg_trainer.py +++ b/ml/rl/training/ddpg_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from copy import deepcopy from typing import Dict diff --git a/ml/rl/training/discrete_action_predictor.py b/ml/rl/training/discrete_action_predictor.py index bef450c6..7c600393 100644 --- a/ml/rl/training/discrete_action_predictor.py +++ b/ml/rl/training/discrete_action_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/discrete_action_trainer.py b/ml/rl/training/discrete_action_trainer.py index 2e1307f7..3db99196 100644 --- a/ml/rl/training/discrete_action_trainer.py +++ b/ml/rl/training/discrete_action_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import Dict, Optional diff --git a/ml/rl/training/dnn.py b/ml/rl/training/dnn.py index 5470f980..65128dde 100644 --- a/ml/rl/training/dnn.py +++ b/ml/rl/training/dnn.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import math diff --git a/ml/rl/training/dqn_predictor.py b/ml/rl/training/dqn_predictor.py index 03ac626e..f75db874 100644 --- a/ml/rl/training/dqn_predictor.py +++ b/ml/rl/training/dqn_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/dqn_trainer.py b/ml/rl/training/dqn_trainer.py index 61ab9954..406e81ca 100644 --- a/ml/rl/training/dqn_trainer.py +++ b/ml/rl/training/dqn_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from copy import deepcopy diff --git a/ml/rl/training/evaluator.py b/ml/rl/training/evaluator.py index 5deeb557..6b479354 100644 --- a/ml/rl/training/evaluator.py +++ b/ml/rl/training/evaluator.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import hashlib import itertools @@ -107,7 +108,7 @@ class Evaluator(object): self.logged_rewards_batches: List[np.ndarray] = [] self.logged_values_batches: List[np.ndarray] = [] self.model_propensities_batches: List[np.ndarray] = [] - self.model_rewards_batches: List[np.ndaary] = [] + self.model_rewards_batches: List[np.ndarray] = [] self.model_values_batches: List[np.ndarray] = [] self.model_values_on_logged_actions_batches: List[np.ndarray] = [] self.model_action_idxs_batches: List[np.ndarray] = [] diff --git a/ml/rl/training/gradient_free/es_worker.py b/ml/rl/training/gradient_free/es_worker.py index 6b21d537..c3feca2d 100644 --- a/ml/rl/training/gradient_free/es_worker.py +++ b/ml/rl/training/gradient_free/es_worker.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/gradient_free/evolution_pool.py b/ml/rl/training/gradient_free/evolution_pool.py index 98c6ea12..3080bec2 100644 --- a/ml/rl/training/gradient_free/evolution_pool.py +++ b/ml/rl/training/gradient_free/evolution_pool.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import Dict, List diff --git a/ml/rl/training/ml_trainer.py b/ml/rl/training/ml_trainer.py index bbfbdc72..89e6f14d 100644 --- a/ml/rl/training/ml_trainer.py +++ b/ml/rl/training/ml_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from enum import Enum diff --git a/ml/rl/training/parametric_dqn_predictor.py b/ml/rl/training/parametric_dqn_predictor.py index 52111043..a2229778 100644 --- a/ml/rl/training/parametric_dqn_predictor.py +++ b/ml/rl/training/parametric_dqn_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/parametric_dqn_trainer.py b/ml/rl/training/parametric_dqn_trainer.py index 80c2220f..fe1c876b 100644 --- a/ml/rl/training/parametric_dqn_trainer.py +++ b/ml/rl/training/parametric_dqn_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from copy import deepcopy diff --git a/ml/rl/training/parametric_inner_product.py b/ml/rl/training/parametric_inner_product.py index b81efd87..b52aa2bb 100644 --- a/ml/rl/training/parametric_inner_product.py +++ b/ml/rl/training/parametric_inner_product.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import torch import torch.nn as nn diff --git a/ml/rl/training/rl_dataset.py b/ml/rl/training/rl_dataset.py index ed6876f6..7fb8e127 100644 --- a/ml/rl/training/rl_dataset.py +++ b/ml/rl/training/rl_dataset.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import gzip import json diff --git a/ml/rl/training/rl_predictor.py b/ml/rl/training/rl_predictor.py index 622817e2..9419bcf0 100644 --- a/ml/rl/training/rl_predictor.py +++ b/ml/rl/training/rl_predictor.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/rl_predictor_pytorch.py b/ml/rl/training/rl_predictor_pytorch.py index b1012538..f119fe7b 100644 --- a/ml/rl/training/rl_predictor_pytorch.py +++ b/ml/rl/training/rl_predictor_pytorch.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging diff --git a/ml/rl/training/rl_trainer.py b/ml/rl/training/rl_trainer.py index 544b9f2e..8819c7eb 100644 --- a/ml/rl/training/rl_trainer.py +++ b/ml/rl/training/rl_trainer.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging from typing import List, Optional, Union diff --git a/ml/rl/training/rl_trainer_pytorch.py b/ml/rl/training/rl_trainer_pytorch.py index 1f6e0896..494e558a 100644 --- a/ml/rl/training/rl_trainer_pytorch.py +++ b/ml/rl/training/rl_trainer_pytorch.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import math diff --git a/ml/rl/training/target_network.py b/ml/rl/training/target_network.py index 21f7b36e..3e9a9f57 100644 --- a/ml/rl/training/target_network.py +++ b/ml/rl/training/target_network.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import numpy as np diff --git a/ml/rl/training/training_data_page.py b/ml/rl/training/training_data_page.py index 9fc4c434..ed8600f8 100644 --- a/ml/rl/training/training_data_page.py +++ b/ml/rl/training/training_data_page.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. from typing import Optional diff --git a/ml/rl/types.py b/ml/rl/types.py index d073b5d0..212d95b9 100644 --- a/ml/rl/types.py +++ b/ml/rl/types.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. """ EXPERIMENTAL diff --git a/ml/rl/workflow/create_normalization_metadata.py b/ml/rl/workflow/create_normalization_metadata.py index a67dab70..464752c0 100644 --- a/ml/rl/workflow/create_normalization_metadata.py +++ b/ml/rl/workflow/create_normalization_metadata.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import json import logging diff --git a/ml/rl/workflow/ddpg_workflow.py b/ml/rl/workflow/ddpg_workflow.py index 08beff4b..e7b9cc45 100644 --- a/ml/rl/workflow/ddpg_workflow.py +++ b/ml/rl/workflow/ddpg_workflow.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import sys diff --git a/ml/rl/workflow/dqn_workflow.py b/ml/rl/workflow/dqn_workflow.py index 3ae6e84d..ba855953 100644 --- a/ml/rl/workflow/dqn_workflow.py +++ b/ml/rl/workflow/dqn_workflow.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import os diff --git a/ml/rl/workflow/helpers.py b/ml/rl/workflow/helpers.py index c496cd3e..37117c0b 100644 --- a/ml/rl/workflow/helpers.py +++ b/ml/rl/workflow/helpers.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import argparse import json diff --git a/ml/rl/workflow/parametric_dqn_workflow.py b/ml/rl/workflow/parametric_dqn_workflow.py index 1d339574..e10575a5 100644 --- a/ml/rl/workflow/parametric_dqn_workflow.py +++ b/ml/rl/workflow/parametric_dqn_workflow.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import logging import sys diff --git a/ml/rl/workflow/training_data_reader.py b/ml/rl/workflow/training_data_reader.py index 0a0ef4cf..84eafbf7 100644 --- a/ml/rl/workflow/training_data_reader.py +++ b/ml/rl/workflow/training_data_reader.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. import gzip import itertools diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Constants.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Constants.scala index 7dd582f9..b5d89826 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Constants.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Constants.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl object Constants { diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Preprocessor.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Preprocessor.scala index f45b38a2..a2efa5d8 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Preprocessor.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Preprocessor.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl import com.fasterxml.jackson.databind.ObjectMapper diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Query.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Query.scala index 7ccf43fb..b9d135a4 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Query.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Query.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl import org.apache.spark.sql._ diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Timeline.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Timeline.scala index 03aca4b6..6a271716 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Timeline.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Timeline.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl import org.slf4j.LoggerFactory diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Udfs.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Udfs.scala index c0c230ce..30c5f945 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Udfs.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Udfs.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl object Udfs { diff --git a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/PipelineTester.scala b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/PipelineTester.scala index a8b87b01..2483121d 100644 --- a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/PipelineTester.scala +++ b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/PipelineTester.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.common.testutil import java.io.File diff --git a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogger.scala b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogger.scala index 9e4930fa..8d6933f1 100644 --- a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogger.scala +++ b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogger.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.common.testutil import org.slf4j.{Logger, LoggerFactory} diff --git a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogging.scala b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogging.scala index 3e305e28..b39ec1f5 100644 --- a/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogging.scala +++ b/preprocessing/src/test/scala/com/facebook/spark/common/testutil/TestLogging.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.common.testutil import com.google.common.collect.ImmutableList diff --git a/preprocessing/src/test/scala/com/facebook/spark/rl/TimelineTest.scala b/preprocessing/src/test/scala/com/facebook/spark/rl/TimelineTest.scala index 6c008f67..0c18348d 100644 --- a/preprocessing/src/test/scala/com/facebook/spark/rl/TimelineTest.scala +++ b/preprocessing/src/test/scala/com/facebook/spark/rl/TimelineTest.scala @@ -1,3 +1,4 @@ +// Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. package com.facebook.spark.rl import java.io.File diff --git a/scripts/create_normalization.sh b/scripts/create_normalization.sh index 4e6a50a9..e47171b5 100755 --- a/scripts/create_normalization.sh +++ b/scripts/create_normalization.sh @@ -1,3 +1,4 @@ #!/usr/bin/env bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. python ml/rl/workflow/create_normalization_metadata.py -p ml/rl/workflow/sample_configs/discrete_action/dqn_example.json diff --git a/scripts/gen_training_data.sh b/scripts/gen_training_data.sh index 03aa3af0..e56acdb1 100755 --- a/scripts/gen_training_data.sh +++ b/scripts/gen_training_data.sh @@ -1,4 +1,5 @@ #!/usr/bin/env bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. mkdir cartpole_discrete diff --git a/scripts/run_timeline.sh b/scripts/run_timeline.sh index 3b54935f..8eb7ab60 100755 --- a/scripts/run_timeline.sh +++ b/scripts/run_timeline.sh @@ -1,4 +1,5 @@ #!/usr/bin/env bash +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. # Build timeline package (only need to do this first time) mvn -f preprocessing/pom.xml clean package diff --git a/setup.py b/setup.py index f847c573..6a398c52 100644 --- a/setup.py +++ b/setup.py @@ -1,29 +1,29 @@ #!/usr/bin/env python3 +# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved. -from setuptools import setup, find_packages +from setuptools import find_packages, setup def readme(): - with open('README.md') as f: + with open("README.md") as f: return f.read() def requirements(): - with open('requirements.txt') as f: + with open("requirements.txt") as f: return f.read() setup( - name='horizon', - version='0.1', - author='Facebook', - description=('Facebook RL'), + name="horizon", + version="0.1", + author="Facebook", + description=("Facebook RL"), long_description=readme(), - url='https://github.com/facebookresearch/Horizon', - license='BSD', + url="https://github.com/facebookresearch/Horizon", + license="BSD", packages=find_packages(), install_requires=[], - dependency_links=[ - ], - test_suite='ml.rl.test', + dependency_links=[], + test_suite="ml.rl.test", )