make release-tag: Merge branch 'master' into stable

.github/workflows/tests.yml

@@ -5,24 +5,78 @@ on:
   - pull_request
 
 jobs:
-  build:
+  lint:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
-        python-version: [3.5, 3.6, 3.7, 3.8]
-        os: [ubuntu-latest, macos-latest]
+        python-version: [3.6, 3.7, 3.8]
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    steps:
+    - uses: actions/checkout@v1
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install tox tox-gh-actions
+    - name: Test with tox
+      run: tox -e lint
 
+  readme:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        python-version: [3.6, 3.7, 3.8]
+        os: [ubuntu-latest, macos-latest]   # skip windows bc rundoc fails
     steps:
     - uses: actions/checkout@v1
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v1
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install tox tox-gh-actions
+    - name: Test with tox
+      run: tox -e readme
 
+  unit:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        python-version: [3.6, 3.7, 3.8]
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    steps:
+    - uses: actions/checkout@v1
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip install tox tox-gh-actions
+    - name: Test with tox
+      run: tox -e pytest
 
+  minimum:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        python-version: [3.6, 3.7, 3.8]
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    steps:
+    - uses: actions/checkout@v1
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v1
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install tox tox-gh-actions
     - name: Test with tox
-      run: tox
+      run: tox -e minimum

.travis.yml

@@ -1,16 +1,21 @@
 # Config file for automatic testing at travis-ci.org
+os: linux
 dist: bionic
 language: python
 python:
-  - 3.8
-  - 3.7
   - 3.6
-  - 3.5
+  - 3.7
+  - 3.8
+env:
+  - TOXENV=lint
+  - TOXENV=readme
+  - TOXENV=pytest
+  - TOXENV=minimum
 
 # Command to install dependencies
-install: pip install -U tox-travis codecov
+install:
+  - pip install -U tox-travis codecov
 
 after_success: codecov
 
-# Command to run tests
 script: tox

HISTORY.md

@@ -1,5 +1,54 @@
 # History
 
+## 0.2.10 - 2020-12-18
+
+This release adds a new argument to the `HyperTransformer` which gives control over
+which transformers to use by default for each `dtype` if no specific transformer
+has been specified for the field.
+
+This is also the first version to be officially released on conda.
+
+### Issues closed
+
+* Add `dtype_transformers` argument to HyperTransformer - Issue [#148](https://github.com/sdv-dev/RDT/issues/148) by @csala
+* Makes Copulas an optional dependency - Issue [#144](https://github.com/sdv-dev/RDT/issues/144) by @fealho
+
+## 0.2.9 - 2020-11-27
+
+This release fixes a bug that prevented the `CategoricalTransformer` from working properly
+when being passed data that contained numerical data only, without any strings, but also
+contained `None` or `NaN` values.
+
+### Issues closed
+
+* KeyError: nan - CategoricalTransformer fails on numerical + nan data only - Issue [#142](https://github.com/sdv-dev/RDT/issues/142) by @csala
+
+## 0.2.8 - 2020-11-20
+
+This release fixes a few minor bugs, including some which prevented RDT from fully working
+on Windows systems.
+
+Thanks to this fixes, as well as a new testing infrastructure that has been set up, from now
+on RDT is officially supported on Windows systems, as well as on the Linux and macOS systems
+which were previously supported.
+
+### Issues closed
+
+* TypeError: unsupported operand type(s) for: 'NoneType' and 'int' - Issue [#132](https://github.com/sdv-dev/RDT/issues/132) by @csala
+* Example does not work on Windows - Issue [#114](https://github.com/sdv-dev/RDT/issues/114) by @csala
+* OneHotEncodingTransformer producing all zeros - Issue [#135](https://github.com/sdv-dev/RDT/issues/135) by @fealho
+* OneHotEncodingTransformer support for lists and lists of lists - Issue [#137](https://github.com/sdv-dev/RDT/issues/137) by @fealho
+
+## 0.2.7 - 2020-10-16
+
+In this release we drop the support for the now officially dead Python 3.5
+and introduce a new feature in the DatetimeTransformer which reduces the dimensionality
+of the generated numerical values while also ensuring that the reverted datetimes
+maintain the same level as time unit precision as the original ones.
+
+* Drop Py35 support - Issue [#129](https://github.com/sdv-dev/RDT/issues/129) by @csala
+* Add option to drop constant parts of the datetimes - Issue [#130](https://github.com/sdv-dev/RDT/issues/130) by @csala
+
 ## 0.2.6 - 2020-10-05
 
 * Add GaussianCopulaTransformer - Issue [#125](https://github.com/sdv-dev/RDT/issues/125) by @csala

Makefile

@@ -86,10 +86,7 @@ install-develop: clean-build clean-pyc ## install the package in editable mode a
 
 .PHONY: lint
 lint: ## check style with flake8 and isort
-	flake8 rdt
-	flake8 tests --ignore=D
-	isort -c --recursive rdt tests
-	pylint rdt --rcfile=setup.cfg
+	invoke lint
 
 .PHONY: fix-lint
 fix-lint: ## fix lint issues using autoflake, autopep8, and isort
@@ -102,20 +99,15 @@ fix-lint: ## fix lint issues using autoflake, autopep8, and isort
 
 .PHONY: test-unit
 test-unit: ## run tests quickly with the default Python
-	python -m pytest --cov=rdt
+	invoke pytest
 
 .PHONY: test-readme
 test-readme: ## run the readme snippets
-	rm -rf tests/readme_test && mkdir tests/readme_test
-	cd tests/readme_test && rundoc run --single-session python3 -t python3 ../../README.md
-	rm -rf tests/readme_test
+	invoke readme
 
 .PHONY: test
 test: test-unit test-readme ## test everything that needs test dependencies
 
-.PHONY: test-devel
-test-devel: lint docs ## test everything that needs development dependencies
-
 .PHONY: test-all
 test-all: ## test using tox
 	tox -r

README.md

@@ -5,7 +5,7 @@
 
 [![Development Status](https://img.shields.io/badge/Development%20Status-2%20--%20Pre--Alpha-yellow)](https://pypi.org/search/?c=Development+Status+%3A%3A+2+-+Pre-Alpha)
 [![PyPi Shield](https://img.shields.io/pypi/v/RDT.svg)](https://pypi.python.org/pypi/RDT)
-[![Travis CI Shield](https://travis-ci.org/sdv-dev/RDT.svg?branch=master)](https://travis-ci.org/sdv-dev/RDT)
+[![Travis CI Shield](https://travis-ci.com/sdv-dev/RDT.svg?branch=master)](https://travis-ci.com/sdv-dev/RDT)
 [![Coverage Status](https://codecov.io/gh/sdv-dev/RDT/branch/master/graph/badge.svg)](https://codecov.io/gh/sdv-dev/RDT)
 [![Downloads](https://pepy.tech/badge/rdt)](https://pepy.tech/project/rdt)
 
@@ -24,7 +24,8 @@ the transformations in order to revert them as needed.
 
 ## Requirements
 
-**RDT** has been developed and tested on [Python 3.5, 3.6, 3.7 and 3.8](https://www.python.org/downloads/)
+**RDT** has been developed and tested on [Python 3.6, 3.7 and 3.8](https://www.python.org/downloads/)
+on GNU/Linux, macOS and Windows systems.
 
 Also, although it is not strictly required, the usage of a [virtualenv](
 https://virtualenv.pypa.io/en/latest/) is highly recommended in order to avoid
@@ -44,6 +45,16 @@ This will pull and install the latest stable release from [PyPi](https://pypi.or
 If you want to install from source or contribute to the project please read the
 [Contributing Guide](CONTRIBUTING.rst).
 
+## Install with conda
+
+**RDT** can also be installed using [conda](https://docs.conda.io/en/latest/):
+
+```bash
+conda install -c sdv-dev -c conda-forge rdt
+```
+
+This will pull and install the latest stable release from [Anaconda](https://anaconda.org/).
+
 
 # Quickstart
 

conda/README.md

@@ -0,0 +1,29 @@
+## Instructions
+
+These are instructions to deploy the latest version of **RDT** to [conda](https://docs.conda.io/en/latest/).
+It should be done after every new release.
+
+## Update the recipe
+Prior to making the release on PyPI, you should update the meta.yaml to reflect any changes in the dependencies.
+Note that you do not need to edit the version number as that is managed by bumpversion.
+
+## Make the PyPI release
+Follow the standard release instructions to make a PyPI release. Then, return here to make the conda release.
+
+## Build a package
+As part of the PyPI release, you will have updated the stable branch. You should now check out the stable 
+branch and build the conda package.
+
+```bash
+git checkout stable
+cd conda
+conda build -c sdv-dev -c conda-forge .
+```
+
+## Upload to Anaconda
+Finally, you can upload the resulting package to Anaconda.
+
+```bash
+anaconda login
+anaconda upload -u sdv-dev <PATH_TO_PACKAGE>
+```

conda/meta.yaml

@@ -0,0 +1,43 @@
+{% set name = 'rdt' %}
+{% set version = '0.2.10.dev1' %}
+
+package:
+  name: "{{ name|lower }}"
+  version: "{{ version }}"
+
+source:
+  url: "https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.tar.gz"
+
+build:
+  number: 0
+  noarch: python
+  script: "{{ PYTHON }} -m pip install ."
+
+requirements:
+  host:
+    - faker >=1.0.1,<4.15.0
+    - numpy >=1.17.4,<2
+    - pandas >=1.1,<1.1.5
+    - pip
+    - python
+    - scipy >=1.4,<2
+    - pytest-runner
+  run:
+    - faker >=1.0.1,<4.15.0
+    - numpy >=1.17.4,<2
+    - pandas >=1.1,<1.1.5
+    - python
+    - scipy >=1.4,<2
+
+about:
+  home: "https://github.com/sdv-dev/RDT"
+  license: MIT
+  license_family: MIT
+  license_file: 
+  summary: "Reversible Data Transforms"
+  doc_url: 
+  dev_url: 
+
+extra:
+  recipe-maintainers:
+    - sdv-dev

rdt/__init__.py

@@ -5,7 +5,7 @@
 
 __author__ = """MIT Data To AI Lab"""
 __email__ = '[email protected]'
-__version__ = '0.2.6'
+__version__ = '0.2.10.dev1'
 
 import numpy as np
 import pandas as pd