FLAML 2.1.1__tar.gz → 2.2.0__tar.gz

{FLAML-2.1.1 → flaml-2.2.0}/FLAML.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: FLAML
-Version: 2.1.1
+Version: 2.2.0
 Summary: A fast library for automated machine learning and tuning
 Home-page: https://github.com/microsoft/FLAML
 Author: Microsoft Corporation
@@ -10,29 +10,137 @@ Classifier: License :: OSI Approved :: MIT License
 Classifier: Operating System :: OS Independent
 Requires-Python: >=3.6
 Description-Content-Type: text/markdown
+License-File: LICENSE
+License-File: NOTICE.md
+Requires-Dist: NumPy>=1.17
 Provides-Extra: automl
+Requires-Dist: lightgbm>=2.3.1; extra == "automl"
+Requires-Dist: xgboost<3.0.0,>=0.90; extra == "automl"
+Requires-Dist: scipy>=1.4.1; extra == "automl"
+Requires-Dist: pandas>=1.1.4; extra == "automl"
+Requires-Dist: scikit-learn>=1.0.0; extra == "automl"
 Provides-Extra: notebook
+Requires-Dist: jupyter; extra == "notebook"
 Provides-Extra: spark
+Requires-Dist: pyspark>=3.2.0; extra == "spark"
+Requires-Dist: joblibspark>=0.5.0; extra == "spark"
+Requires-Dist: joblib<=1.3.2; extra == "spark"
 Provides-Extra: test
+Requires-Dist: jupyter; extra == "test"
+Requires-Dist: lightgbm>=2.3.1; extra == "test"
+Requires-Dist: xgboost<2.0.0,>=0.90; extra == "test"
+Requires-Dist: scipy>=1.4.1; extra == "test"
+Requires-Dist: pandas>=1.1.4; extra == "test"
+Requires-Dist: scikit-learn>=1.0.0; extra == "test"
+Requires-Dist: thop; extra == "test"
+Requires-Dist: pytest>=6.1.1; extra == "test"
+Requires-Dist: coverage>=5.3; extra == "test"
+Requires-Dist: pre-commit; extra == "test"
+Requires-Dist: torch; extra == "test"
+Requires-Dist: torchvision; extra == "test"
+Requires-Dist: catboost<1.2,>=0.26; python_version < "3.11" and extra == "test"
+Requires-Dist: catboost>=0.26; python_version >= "3.11" and extra == "test"
+Requires-Dist: rgf-python; extra == "test"
+Requires-Dist: optuna<=3.6.1,>=2.8.0; extra == "test"
+Requires-Dist: openml; extra == "test"
+Requires-Dist: statsmodels>=0.12.2; extra == "test"
+Requires-Dist: psutil==5.8.0; extra == "test"
+Requires-Dist: dataclasses; extra == "test"
+Requires-Dist: transformers[torch]==4.26; extra == "test"
+Requires-Dist: datasets; extra == "test"
+Requires-Dist: nltk; extra == "test"
+Requires-Dist: rouge_score; extra == "test"
+Requires-Dist: hcrystalball==0.1.10; extra == "test"
+Requires-Dist: seqeval; extra == "test"
+Requires-Dist: pytorch-forecasting<=0.10.1,>=0.9.0; python_version < "3.11" and extra == "test"
+Requires-Dist: mlflow; extra == "test"
+Requires-Dist: pyspark>=3.2.0; extra == "test"
+Requires-Dist: joblibspark>=0.5.0; extra == "test"
+Requires-Dist: joblib<=1.3.2; extra == "test"
+Requires-Dist: nbconvert; extra == "test"
+Requires-Dist: nbformat; extra == "test"
+Requires-Dist: ipykernel; extra == "test"
+Requires-Dist: pytorch-lightning<1.9.1; extra == "test"
+Requires-Dist: tensorboardX==2.6; extra == "test"
+Requires-Dist: requests<2.29.0; extra == "test"
+Requires-Dist: packaging; extra == "test"
+Requires-Dist: pydantic==1.10.9; extra == "test"
+Requires-Dist: sympy; extra == "test"
+Requires-Dist: wolframalpha; extra == "test"
 Provides-Extra: catboost
+Requires-Dist: catboost<1.2,>=0.26; python_version < "3.11" and extra == "catboost"
+Requires-Dist: catboost<=1.2.5,>=0.26; python_version >= "3.11" and extra == "catboost"
 Provides-Extra: blendsearch
+Requires-Dist: optuna<=3.6.1,>=2.8.0; extra == "blendsearch"
+Requires-Dist: packaging; extra == "blendsearch"
 Provides-Extra: ray
+Requires-Dist: ray[tune]~=1.13; extra == "ray"
 Provides-Extra: azureml
+Requires-Dist: azureml-mlflow; extra == "azureml"
 Provides-Extra: nni
+Requires-Dist: nni; extra == "nni"
 Provides-Extra: vw
+Requires-Dist: vowpalwabbit<9.0.0,>=8.10.0; extra == "vw"
+Requires-Dist: scikit-learn; extra == "vw"
 Provides-Extra: hf
+Requires-Dist: transformers[torch]==4.26; extra == "hf"
+Requires-Dist: datasets; extra == "hf"
+Requires-Dist: nltk; extra == "hf"
+Requires-Dist: rouge_score; extra == "hf"
+Requires-Dist: seqeval; extra == "hf"
 Provides-Extra: nlp
-Provides-Extra: ts_forecast
+Requires-Dist: transformers[torch]==4.26; extra == "nlp"
+Requires-Dist: datasets; extra == "nlp"
+Requires-Dist: nltk; extra == "nlp"
+Requires-Dist: rouge_score; extra == "nlp"
+Requires-Dist: seqeval; extra == "nlp"
+Provides-Extra: ts-forecast
+Requires-Dist: holidays<0.14; extra == "ts-forecast"
+Requires-Dist: prophet>=1.0.1; extra == "ts-forecast"
+Requires-Dist: statsmodels>=0.12.2; extra == "ts-forecast"
+Requires-Dist: hcrystalball==0.1.10; extra == "ts-forecast"
 Provides-Extra: forecast
+Requires-Dist: holidays<0.14; extra == "forecast"
+Requires-Dist: prophet>=1.0.1; extra == "forecast"
+Requires-Dist: statsmodels>=0.12.2; extra == "forecast"
+Requires-Dist: hcrystalball==0.1.10; extra == "forecast"
+Requires-Dist: pytorch-forecasting>=0.9.0; extra == "forecast"
+Requires-Dist: pytorch-lightning==1.9.0; extra == "forecast"
+Requires-Dist: tensorboardX==2.6; extra == "forecast"
 Provides-Extra: benchmark
+Requires-Dist: catboost>=0.26; extra == "benchmark"
+Requires-Dist: psutil==5.8.0; extra == "benchmark"
+Requires-Dist: xgboost==1.3.3; extra == "benchmark"
+Requires-Dist: pandas==1.1.4; extra == "benchmark"
 Provides-Extra: openai
+Requires-Dist: openai==0.27.8; extra == "openai"
+Requires-Dist: diskcache; extra == "openai"
 Provides-Extra: autogen
+Requires-Dist: openai==0.27.8; extra == "autogen"
+Requires-Dist: diskcache; extra == "autogen"
+Requires-Dist: termcolor; extra == "autogen"
 Provides-Extra: mathchat
+Requires-Dist: openai==0.27.8; extra == "mathchat"
+Requires-Dist: diskcache; extra == "mathchat"
+Requires-Dist: termcolor; extra == "mathchat"
+Requires-Dist: sympy; extra == "mathchat"
+Requires-Dist: pydantic==1.10.9; extra == "mathchat"
+Requires-Dist: wolframalpha; extra == "mathchat"
 Provides-Extra: retrievechat
+Requires-Dist: openai==0.27.8; extra == "retrievechat"
+Requires-Dist: diskcache; extra == "retrievechat"
+Requires-Dist: termcolor; extra == "retrievechat"
+Requires-Dist: chromadb; extra == "retrievechat"
+Requires-Dist: tiktoken; extra == "retrievechat"
+Requires-Dist: sentence_transformers; extra == "retrievechat"
 Provides-Extra: synapse
+Requires-Dist: joblibspark>=0.5.0; extra == "synapse"
+Requires-Dist: optuna<=3.6.1,>=2.8.0; extra == "synapse"
+Requires-Dist: pyspark>=3.2.0; extra == "synapse"
 Provides-Extra: autozero
-License-File: LICENSE
-License-File: NOTICE.md
+Requires-Dist: scikit-learn; extra == "autozero"
+Requires-Dist: pandas; extra == "autozero"
+Requires-Dist: packaging; extra == "autozero"
 
 [![PyPI version](https://badge.fury.io/py/FLAML.svg)](https://badge.fury.io/py/FLAML)
 ![Conda version](https://img.shields.io/conda/vn/conda-forge/flaml)
@@ -40,8 +148,8 @@ License-File: NOTICE.md
 ![Python Version](https://img.shields.io/badge/3.8%20%7C%203.9%20%7C%203.10-blue)
 [![Downloads](https://pepy.tech/badge/flaml)](https://pepy.tech/project/flaml)
 [![](https://img.shields.io/discord/1025786666260111483?logo=discord&style=flat)](https://discord.gg/Cppx2vSPVP)
-<!-- [![Join the chat at https://gitter.im/FLAMLer/community](https://badges.gitter.im/FLAMLer/community.svg)](https://gitter.im/FLAMLer/community?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge) -->
 
+<!-- [![Join the chat at https://gitter.im/FLAMLer/community](https://badges.gitter.im/FLAMLer/community.svg)](https://gitter.im/FLAMLer/community?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge) -->
 
 # A Fast Library for Automated Machine Learning & Tuning
 
@@ -50,7 +158,7 @@ License-File: NOTICE.md
     <br>
 </p>
 
-:fire: Heads-up: We're preparing to migrate [AutoGen](https://microsoft.github.io/autogen/) into a dedicated github repository. Alongside this move, we'll also launch a dedicated Discord server and a website for comprehensive documentation.
+:fire: Heads-up: We have migrated [AutoGen](https://microsoft.github.io/autogen/) into a dedicated [github repository](https://github.com/microsoft/autogen). Alongside this move, we have also launched a dedicated [Discord](https://discord.gg/pAbnFJrkgZ) server and a [website](https://microsoft.github.io/autogen/) for comprehensive documentation.
 
 :fire: The automated multi-agent chat framework in [AutoGen](https://microsoft.github.io/autogen/) is in preview from v2.0.0.
 
@@ -60,15 +168,15 @@ License-File: NOTICE.md
 
 :fire: FLAML supports Code-First AutoML & Tuning – Private Preview in [Microsoft Fabric Data Science](https://learn.microsoft.com/en-us/fabric/data-science/).
 
-
 ## What is FLAML
+
 FLAML is a lightweight Python library for efficient automation of machine
 learning and AI operations. It automates workflow based on large language models, machine learning models, etc.
 and optimizes their performance.
 
-* FLAML enables building next-gen GPT-X applications based on multi-agent conversations with minimal effort. It simplifies the orchestration, automation and optimization of a complex GPT-X workflow. It maximizes the performance of GPT-X models and augments their weakness.
-* For common machine learning tasks like classification and regression, it quickly finds quality models for user-provided data with low computational resources. It is easy to customize or extend. Users can find their desired customizability from a smooth range.
-* It supports fast and economical automatic tuning (e.g., inference hyperparameters for foundation models, configurations in MLOps/LMOps workflows, pipelines, mathematical/statistical models, algorithms, computing experiments, software configurations), capable of handling large search space with heterogeneous evaluation cost and complex constraints/guidance/early stopping.
+- FLAML enables building next-gen GPT-X applications based on multi-agent conversations with minimal effort. It simplifies the orchestration, automation and optimization of a complex GPT-X workflow. It maximizes the performance of GPT-X models and augments their weakness.
+- For common machine learning tasks like classification and regression, it quickly finds quality models for user-provided data with low computational resources. It is easy to customize or extend. Users can find their desired customizability from a smooth range.
+- It supports fast and economical automatic tuning (e.g., inference hyperparameters for foundation models, configurations in MLOps/LMOps workflows, pipelines, mathematical/statistical models, algorithms, computing experiments, software configurations), capable of handling large search space with heterogeneous evaluation cost and complex constraints/guidance/early stopping.
 
 FLAML is powered by a series of [research studies](https://microsoft.github.io/FLAML/docs/Research/) from Microsoft Research and collaborators such as Penn State University, Stevens Institute of Technology, University of Washington, and University of Waterloo.
 
@@ -83,6 +191,7 @@ pip install flaml
 ```
 
 Minimal dependencies are installed without extra options. You can install extra options based on the feature you need. For example, use the following to install the dependencies needed by the [`autogen`](https://microsoft.github.io/autogen/) package.
+
 ```bash
 pip install "flaml[autogen]"
 ```
@@ -92,18 +201,24 @@ Each of the [`notebook examples`](https://github.com/microsoft/FLAML/tree/main/n
 
 ## Quickstart
 
-* (New) The [autogen](https://microsoft.github.io/autogen/) package enables the next-gen GPT-X applications with a generic multi-agent conversation framework.
-It offers customizable and conversable agents which integrate LLMs, tools and human.
-By automating chat among multiple capable agents, one can easily make them collectively perform tasks autonomously or with human feedback, including tasks that require using tools via code. For example,
+- (New) The [autogen](https://microsoft.github.io/autogen/) package enables the next-gen GPT-X applications with a generic multi-agent conversation framework.
+  It offers customizable and conversable agents which integrate LLMs, tools and human.
+  By automating chat among multiple capable agents, one can easily make them collectively perform tasks autonomously or with human feedback, including tasks that require using tools via code. For example,
+
 ```python
 from flaml import autogen
+
 assistant = autogen.AssistantAgent("assistant")
 user_proxy = autogen.UserProxyAgent("user_proxy")
-user_proxy.initiate_chat(assistant, message="Show me the YTD gain of 10 largest technology companies as of today.")
+user_proxy.initiate_chat(
+    assistant,
+    message="Show me the YTD gain of 10 largest technology companies as of today.",
+)
 # This initiates an automated chat between the two agents to solve the task
 ```
 
 Autogen also helps maximize the utility out of the expensive LLMs such as ChatGPT and GPT-4. It offers a drop-in replacement of `openai.Completion` or `openai.ChatCompletion` with powerful functionalites like tuning, caching, templating, filtering. For example, you can optimize generations by LLM with your own tuning data, success metrics and budgets.
+
 ```python
 # perform tuning
 config, analysis = autogen.Completion.tune(
@@ -118,30 +233,32 @@ config, analysis = autogen.Completion.tune(
 # perform inference for a test instance
 response = autogen.Completion.create(context=test_instance, **config)
 ```
-* With three lines of code, you can start using this economical and fast
-AutoML engine as a [scikit-learn style estimator](https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML).
+
+- With three lines of code, you can start using this economical and fast
+  AutoML engine as a [scikit-learn style estimator](https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML).
 
 ```python
 from flaml import AutoML
+
 automl = AutoML()
 automl.fit(X_train, y_train, task="classification")
 ```
 
-* You can restrict the learners and use FLAML as a fast hyperparameter tuning
-tool for XGBoost, LightGBM, Random Forest etc. or a [customized learner](https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML#estimator-and-search-space).
+- You can restrict the learners and use FLAML as a fast hyperparameter tuning
+  tool for XGBoost, LightGBM, Random Forest etc. or a [customized learner](https://microsoft.github.io/FLAML/docs/Use-Cases/Task-Oriented-AutoML#estimator-and-search-space).
 
 ```python
 automl.fit(X_train, y_train, task="classification", estimator_list=["lgbm"])
 ```
 
-* You can also run generic hyperparameter tuning for a [custom function](https://microsoft.github.io/FLAML/docs/Use-Cases/Tune-User-Defined-Function).
+- You can also run generic hyperparameter tuning for a [custom function](https://microsoft.github.io/FLAML/docs/Use-Cases/Tune-User-Defined-Function).
 
 ```python
 from flaml import tune
 tune.run(evaluation_function, config={…}, low_cost_partial_config={…}, time_budget_s=3600)
 ```
 
-* [Zero-shot AutoML](https://microsoft.github.io/FLAML/docs/Use-Cases/Zero-Shot-AutoML) allows using the existing training API from lightgbm, xgboost etc. while getting the benefit of AutoML in choosing high-performance hyperparameter configurations per task.
+- [Zero-shot AutoML](https://microsoft.github.io/FLAML/docs/Use-Cases/Zero-Shot-AutoML) allows using the existing training API from lightgbm, xgboost etc. while getting the benefit of AutoML in choosing high-performance hyperparameter configurations per task.
 
 ```python
 from flaml.default import LGBMRegressor

{FLAML-2.1.1 → flaml-2.2.0}/FLAML.egg-info/SOURCES.txt

@@ -34,6 +34,8 @@ flaml/automl/ml.py
 flaml/automl/model.py
 flaml/automl/state.py
 flaml/automl/training_log.py
+flaml/automl/contrib/__init__.py
+flaml/automl/contrib/histgb.py
 flaml/automl/nlp/__init__.py
 flaml/automl/nlp/utils.py
 flaml/automl/nlp/huggingface/__init__.py

{FLAML-2.1.1 → flaml-2.2.0}/FLAML.egg-info/requires.txt

@@ -1,4 +1,4 @@
-NumPy>=1.17.0rc1
+NumPy>=1.17
 
 [autogen]
 openai==0.27.8
@@ -7,10 +7,10 @@ termcolor
 
 [automl]
 lightgbm>=2.3.1
-xgboost>=0.90
+xgboost<3.0.0,>=0.90
 scipy>=1.4.1
 pandas>=1.1.4
-scikit-learn>=0.24
+scikit-learn>=1.0.0
 
 [autozero]
 scikit-learn
@@ -27,11 +27,16 @@ xgboost==1.3.3
 pandas==1.1.4
 
 [blendsearch]
-optuna==2.8.0
+optuna<=3.6.1,>=2.8.0
 packaging
 
 [catboost]
-catboost>=0.26
+
+[catboost:python_version < "3.11"]
+catboost<1.2,>=0.26
+
+[catboost:python_version >= "3.11"]
+catboost<=1.2.5,>=0.26
 
 [forecast]
 holidays<0.14
@@ -88,29 +93,28 @@ sentence_transformers
 [spark]
 pyspark>=3.2.0
 joblibspark>=0.5.0
-joblib<1.3.0
+joblib<=1.3.2
 
 [synapse]
 joblibspark>=0.5.0
-optuna==2.8.0
+optuna<=3.6.1,>=2.8.0
 pyspark>=3.2.0
-joblib<1.3.0
 
 [test]
+jupyter
 lightgbm>=2.3.1
-xgboost>=0.90
+xgboost<2.0.0,>=0.90
 scipy>=1.4.1
 pandas>=1.1.4
-scikit-learn>=0.24
+scikit-learn>=1.0.0
 thop
 pytest>=6.1.1
 coverage>=5.3
 pre-commit
 torch
 torchvision
-catboost<1.2,>=0.26
 rgf-python
-optuna==2.8.0
+optuna<=3.6.1,>=2.8.0
 openml
 statsmodels>=0.12.2
 psutil==5.8.0
@@ -121,10 +125,10 @@ nltk
 rouge_score
 hcrystalball==0.1.10
 seqeval
-pytorch-forecasting<=0.10.1,>=0.9.0
 mlflow
 pyspark>=3.2.0
 joblibspark>=0.5.0
+joblib<=1.3.2
 nbconvert
 nbformat
 ipykernel
@@ -135,7 +139,13 @@ packaging
 pydantic==1.10.9
 sympy
 wolframalpha
-joblib<1.3.0
+
+[test:python_version < "3.11"]
+catboost<1.2,>=0.26
+pytorch-forecasting<=0.10.1,>=0.9.0
+
+[test:python_version >= "3.11"]
+catboost>=0.26
 
 [ts_forecast]
 holidays<0.14

flaml-2.2.0/NOTICE.md

@@ -0,0 +1,295 @@
+# NOTICES
+
+This repository incorporates material as listed below or described in the code.
+
+## Component. Ray.
+
+Code in tune/\[analysis.py, sample.py, trial.py, result.py\],
+searcher/\[suggestion.py, variant_generator.py\], and scheduler/trial_scheduler.py is adapted from
+https://github.com/ray-project/ray/blob/master/python/ray/tune/
+
+## Open Source License/Copyright Notice.
+
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+   "License" shall mean the terms and conditions for use, reproduction,
+   and distribution as defined by Sections 1 through 9 of this document.
+
+   "Licensor" shall mean the copyright owner or entity authorized by
+   the copyright owner that is granting the License.
+
+   "Legal Entity" shall mean the union of the acting entity and all
+   other entities that control, are controlled by, or are under common
+   control with that entity. For the purposes of this definition,
+   "control" means (i) the power, direct or indirect, to cause the
+   direction or management of such entity, whether by contract or
+   otherwise, or (ii) ownership of fifty percent (50%) or more of the
+   outstanding shares, or (iii) beneficial ownership of such entity.
+
+   "You" (or "Your") shall mean an individual or Legal Entity
+   exercising permissions granted by this License.
+
+   "Source" form shall mean the preferred form for making modifications,
+   including but not limited to software source code, documentation
+   source, and configuration files.
+
+   "Object" form shall mean any form resulting from mechanical
+   transformation or translation of a Source form, including but
+   not limited to compiled object code, generated documentation,
+   and conversions to other media types.
+
+   "Work" shall mean the work of authorship, whether in Source or
+   Object form, made available under the License, as indicated by a
+   copyright notice that is included in or attached to the work
+   (an example is provided in the Appendix below).
+
+   "Derivative Works" shall mean any work, whether in Source or Object
+   form, that is based on (or derived from) the Work and for which the
+   editorial revisions, annotations, elaborations, or other modifications
+   represent, as a whole, an original work of authorship. For the purposes
+   of this License, Derivative Works shall not include works that remain
+   separable from, or merely link (or bind by name) to the interfaces of,
+   the Work and Derivative Works thereof.
+
+   "Contribution" shall mean any work of authorship, including
+   the original version of the Work and any modifications or additions
+   to that Work or Derivative Works thereof, that is intentionally
+   submitted to Licensor for inclusion in the Work by the copyright owner
+   or by an individual or Legal Entity authorized to submit on behalf of
+   the copyright owner. For the purposes of this definition, "submitted"
+   means any form of electronic, verbal, or written communication sent
+   to the Licensor or its representatives, including but not limited to
+   communication on electronic mailing lists, source code control systems,
+   and issue tracking systems that are managed by, or on behalf of, the
+   Licensor for the purpose of discussing and improving the Work, but
+   excluding communication that is conspicuously marked or otherwise
+   designated in writing by the copyright owner as "Not a Contribution."
+
+   "Contributor" shall mean Licensor and any individual or Legal Entity
+   on behalf of whom a Contribution has been received by Licensor and
+   subsequently incorporated within the Work.
+
+1. Grant of Copyright License. Subject to the terms and conditions of
+   this License, each Contributor hereby grants to You a perpetual,
+   worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+   copyright license to reproduce, prepare Derivative Works of,
+   publicly display, publicly perform, sublicense, and distribute the
+   Work and such Derivative Works in Source or Object form.
+
+1. Grant of Patent License. Subject to the terms and conditions of
+   this License, each Contributor hereby grants to You a perpetual,
+   worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+   (except as stated in this section) patent license to make, have made,
+   use, offer to sell, sell, import, and otherwise transfer the Work,
+   where such license applies only to those patent claims licensable
+   by such Contributor that are necessarily infringed by their
+   Contribution(s) alone or by combination of their Contribution(s)
+   with the Work to which such Contribution(s) was submitted. If You
+   institute patent litigation against any entity (including a
+   cross-claim or counterclaim in a lawsuit) alleging that the Work
+   or a Contribution incorporated within the Work constitutes direct
+   or contributory patent infringement, then any patent licenses
+   granted to You under this License for that Work shall terminate
+   as of the date such litigation is filed.
+
+1. Redistribution. You may reproduce and distribute copies of the
+   Work or Derivative Works thereof in any medium, with or without
+   modifications, and in Source or Object form, provided that You
+   meet the following conditions:
+
+   (a) You must give any other recipients of the Work or
+   Derivative Works a copy of this License; and
+
+   (b) You must cause any modified files to carry prominent notices
+   stating that You changed the files; and
+
+   (c) You must retain, in the Source form of any Derivative Works
+   that You distribute, all copyright, patent, trademark, and
+   attribution notices from the Source form of the Work,
+   excluding those notices that do not pertain to any part of
+   the Derivative Works; and
+
+   (d) If the Work includes a "NOTICE" text file as part of its
+   distribution, then any Derivative Works that You distribute must
+   include a readable copy of the attribution notices contained
+   within such NOTICE file, excluding those notices that do not
+   pertain to any part of the Derivative Works, in at least one
+   of the following places: within a NOTICE text file distributed
+   as part of the Derivative Works; within the Source form or
+   documentation, if provided along with the Derivative Works; or,
+   within a display generated by the Derivative Works, if and
+   wherever such third-party notices normally appear. The contents
+   of the NOTICE file are for informational purposes only and
+   do not modify the License. You may add Your own attribution
+   notices within Derivative Works that You distribute, alongside
+   or as an addendum to the NOTICE text from the Work, provided
+   that such additional attribution notices cannot be construed
+   as modifying the License.
+
+   You may add Your own copyright statement to Your modifications and
+   may provide additional or different license terms and conditions
+   for use, reproduction, or distribution of Your modifications, or
+   for any such Derivative Works as a whole, provided Your use,
+   reproduction, and distribution of the Work otherwise complies with
+   the conditions stated in this License.
+
+1. Submission of Contributions. Unless You explicitly state otherwise,
+   any Contribution intentionally submitted for inclusion in the Work
+   by You to the Licensor shall be under the terms and conditions of
+   this License, without any additional terms or conditions.
+   Notwithstanding the above, nothing herein shall supersede or modify
+   the terms of any separate license agreement you may have executed
+   with Licensor regarding such Contributions.
+
+1. Trademarks. This License does not grant permission to use the trade
+   names, trademarks, service marks, or product names of the Licensor,
+   except as required for reasonable and customary use in describing the
+   origin of the Work and reproducing the content of the NOTICE file.
+
+1. Disclaimer of Warranty. Unless required by applicable law or
+   agreed to in writing, Licensor provides the Work (and each
+   Contributor provides its Contributions) on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+   implied, including, without limitation, any warranties or conditions
+   of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+   PARTICULAR PURPOSE. You are solely responsible for determining the
+   appropriateness of using or redistributing the Work and assume any
+   risks associated with Your exercise of permissions under this License.
+
+1. Limitation of Liability. In no event and under no legal theory,
+   whether in tort (including negligence), contract, or otherwise,
+   unless required by applicable law (such as deliberate and grossly
+   negligent acts) or agreed to in writing, shall any Contributor be
+   liable to You for damages, including any direct, indirect, special,
+   incidental, or consequential damages of any character arising as a
+   result of this License or out of the use or inability to use the
+   Work (including but not limited to damages for loss of goodwill,
+   work stoppage, computer failure or malfunction, or any and all
+   other commercial damages or losses), even if such Contributor
+   has been advised of the possibility of such damages.
+
+1. Accepting Warranty or Additional Liability. While redistributing
+   the Work or Derivative Works thereof, You may choose to offer,
+   and charge a fee for, acceptance of support, warranty, indemnity,
+   or other liability obligations and/or rights consistent with this
+   License. However, in accepting such obligations, You may act only
+   on Your own behalf and on Your sole responsibility, not on behalf
+   of any other Contributor, and only if You agree to indemnify,
+   defend, and hold each Contributor harmless for any liability
+   incurred by, or claims asserted against, such Contributor by reason
+   of your accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS
+
+APPENDIX: How to apply the Apache License to your work.
+
+```
+  To apply the Apache License to your work, attach the following
+  boilerplate notice, with the fields enclosed by brackets "{}"
+  replaced with your own identifying information. (Don't include
+  the brackets!)  The text should be enclosed in the appropriate
+  comment syntax for the file format. We also recommend that a
+  file or class name and description of purpose be included on the
+  same "printed page" as the copyright notice for easier
+  identification within third-party archives.
+```
+
+Copyright {yyyy} {name of copyright owner}
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+```
+   http://www.apache.org/licenses/LICENSE-2.0
+```
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+______________________________________________________________________
+
+Code in python/ray/rllib/{evolution_strategies, dqn} adapted from
+https://github.com/openai (MIT License)
+
+Copyright (c) 2016 OpenAI (http://openai.com)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+
+______________________________________________________________________
+
+Code in python/ray/rllib/impala/vtrace.py from
+https://github.com/deepmind/scalable_agent
+
+Copyright 2018 Google LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+```
+https://www.apache.org/licenses/LICENSE-2.0
+```
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+______________________________________________________________________
+
+Code in python/ray/rllib/ars is adapted from https://github.com/modestyachts/ARS
+
+Copyright (c) 2018, ARS contributors (Horia Mania, Aurelia Guy, Benjamin Recht)
+All rights reserved.
+
+Redistribution and use of ARS in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+1. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation and/or
+   other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
+ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+______________________________________________________________________
+
+Code in python/ray/\_private/prometheus_exporter.py is adapted from https://github.com/census-instrumentation/opencensus-python/blob/master/contrib/opencensus-ext-prometheus/opencensus/ext/prometheus/stats_exporter/__init__.py