Update oss info

Summary: Pull Request resolved: https://github.com/facebookresearch/Horizon/pull/42

Reviewed By: kittipatv

Differential Revision: D10440812

Pulled By: MisterTea

fbshipit-source-id: bb1f5960f67d6bb9c96dd118810cdb4a57666750

.jenkins/build.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 # Builds Horizon and runs basic tests.
 
 pip uninstall -y horizon

README.md

@@ -17,3 +17,6 @@ Horizon can be installed via. Docker or manually. Detailed instructions on how t
 
 #### Usage
 Detailed instructions on how to use Horizon can be found [here](docs/usage.md).
+
+#### License
+Horizon is released under a BSD license.  Find out more about there [here](LICENSE).

docker/cpu/install_prereqs.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 set -e
 

docker/cuda/install_prereqs.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 set -e
 

docker/jenkins/add_jenkins_user.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 # Taken from https://github.com/pytorch/pytorch/blob/master/docker/caffe2/jenkins/common/add_jenkins_user.sh
 
 set -ex

docker/jenkins/build.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 # Builds Docker image.
 
 set -ex

docker/jenkins/install_prereqs.sh

@@ -1,4 +1,5 @@
 #!/bin/bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 # Assuming that passing an argument means to use GPU
 gpu="$1"

install_compilers.sh

@@ -1,4 +1,5 @@
 #!/usr/bin/env bash
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 set -e
 

ml/rl/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/caffe_utils.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import itertools
 import logging

ml/rl/custom_brew_helpers/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/custom_brew_helpers/conv.py

@@ -1,3 +1,6 @@
+#!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+
 from caffe2.python.modeling import initializers
 from caffe2.python.modeling.parameter_info import ParameterTags
 

ml/rl/custom_brew_helpers/fc.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 from caffe2.python.modeling import initializers
 from caffe2.python.modeling.parameter_info import ParameterTags

ml/rl/models/actor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import torch
 from ml.rl import types as rlt

ml/rl/models/base.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import abc
 from collections import OrderedDict

ml/rl/models/convolutional_network.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import math

ml/rl/models/dueling_q_network.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/models/fully_connected_network.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import math

ml/rl/models/noisy_linear_layer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import math

ml/rl/models/output_transformer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import abc
 from typing import NamedTuple

ml/rl/models/parametric_dqn.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import torch
 from ml.rl import types as rlt

ml/rl/preprocessing/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/preprocessing/feature_extractor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import abc
 from typing import Dict, NamedTuple, Optional

ml/rl/preprocessing/identify_types.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import numpy as np
 

ml/rl/preprocessing/normalization.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import json
 import logging

ml/rl/preprocessing/preprocessor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import Dict, List

ml/rl/preprocessing/preprocessor_net.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import logging

ml/rl/preprocessing/sparse_to_dense.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import logging

ml/rl/readers/base.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import abc
 from collections import OrderedDict

ml/rl/readers/data_streamer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import collections
 import queue

ml/rl/readers/nparray_reader.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import math
 from collections import OrderedDict

ml/rl/test/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/test/constant_reward/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/test/constant_reward/env.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 from typing import List, Tuple
 

ml/rl/test/constant_reward/test_constant_reward.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import unittest

ml/rl/test/gridworld/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/test/gridworld/gridworld.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 from typing import Dict, List

ml/rl/test/gridworld/gridworld_base.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import collections

ml/rl/test/gridworld/gridworld_continuous.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import logging

ml/rl/test/gridworld/gridworld_continuous_enum.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 from typing import Dict, List, Tuple

ml/rl/test/gridworld/gridworld_enum.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 from typing import Dict, List, Tuple

ml/rl/test/gridworld/gridworld_evaluator.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import List

ml/rl/test/gridworld/test_gridworld_ddpg.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import random
 import unittest

ml/rl/test/gridworld/test_gridworld_parametric.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import random
 import unittest

ml/rl/test/gridworld/test_gridworld_pytorch.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import os
 import random

ml/rl/test/gym/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/test/gym/gym_evaluator.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import List, Tuple

ml/rl/test/gym/gym_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/test/gym/open_ai_gym_environment.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import enum
 

ml/rl/test/gym/open_ai_gym_memory_pool.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import numpy as np
 import torch

ml/rl/test/gym/run_gym.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import argparse
 import json

ml/rl/test/models/test_actor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import unittest

ml/rl/test/models/test_base.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import os

ml/rl/test/models/test_noisy_linear_layer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import unittest

ml/rl/test/models/test_output_transformer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/models/test_parametric_dqn.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import unittest

ml/rl/test/models/test_utils.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import os

ml/rl/test/plot_results.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 """
 Script to plot results from workflow.
 

ml/rl/test/preprocessing/test_feature_extractor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/preprocessing_util.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import numpy as np
 from scipy import stats

ml/rl/test/readers/test_data_streamer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 from collections import OrderedDict

ml/rl/test/readers/test_nparray_reader.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 from collections import OrderedDict

ml/rl/test/test_normalization.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/test_preprocessing.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/test_type_identification.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/test_utils.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import unittest
 

ml/rl/test/utils.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import collections
 import csv

ml/rl/test/workflow/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/test/workflow/test_oss_workflows.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import os
 import tempfile

ml/rl/training/__init__.py

@@ -1 +1,2 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.

ml/rl/training/_parametric_dqn_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/_parametric_dqn_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import Optional

ml/rl/training/continuous_action_dqn_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/continuous_action_dqn_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import Dict, Optional

ml/rl/training/conv/cnn.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import math

ml/rl/training/conv/conv_ml_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 from typing import List

ml/rl/training/conv/conv_target_network.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import numpy as np

ml/rl/training/ddpg_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/ddpg_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 from copy import deepcopy
 from typing import Dict

ml/rl/training/discrete_action_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/discrete_action_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import Dict, Optional

ml/rl/training/dnn.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import math

ml/rl/training/dqn_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/dqn_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from copy import deepcopy

ml/rl/training/evaluator.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import hashlib
 import itertools
@@ -107,7 +108,7 @@ class Evaluator(object):
         self.logged_rewards_batches: List[np.ndarray] = []
         self.logged_values_batches: List[np.ndarray] = []
         self.model_propensities_batches: List[np.ndarray] = []
-        self.model_rewards_batches: List[np.ndaary] = []
+        self.model_rewards_batches: List[np.ndarray] = []
         self.model_values_batches: List[np.ndarray] = []
         self.model_values_on_logged_actions_batches: List[np.ndarray] = []
         self.model_action_idxs_batches: List[np.ndarray] = []

ml/rl/training/gradient_free/es_worker.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/gradient_free/evolution_pool.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import Dict, List

ml/rl/training/ml_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 from enum import Enum

ml/rl/training/parametric_dqn_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/parametric_dqn_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from copy import deepcopy

ml/rl/training/parametric_inner_product.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import torch
 import torch.nn as nn

ml/rl/training/rl_dataset.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import gzip
 import json

ml/rl/training/rl_predictor.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/rl_predictor_pytorch.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 

ml/rl/training/rl_trainer.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 from typing import List, Optional, Union

ml/rl/training/rl_trainer_pytorch.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 import logging
 import math

ml/rl/training/target_network.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 
 import numpy as np

ml/rl/training/training_data_page.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 from typing import Optional
 

ml/rl/types.py

@@ -1,4 +1,5 @@
 #!/usr/bin/env python3
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
 
 """
 EXPERIMENTAL