Merge branch 'master' of https://github.com/tensorflow/io into avro-updates

Author: i-ony

.github/workflows/build.yml

@@ -252,7 +252,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python: ['3.6', '3.7', '3.8']
+        python: ['3.6', '3.7', '3.8', '3.9']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1
@@ -281,16 +281,10 @@ jobs:
   linux-test:
     name: Test ${{ matrix.python }} Linux
     needs: linux-wheel
-    runs-on: ${{ matrix.os }}
+    runs-on: ubuntu-20.04
     strategy:
       matrix:
-        os: [ubuntu-18.04, ubuntu-20.04]
-        python: ['3.7', '3.8']
-        exclude:
-          - os: ubuntu-18.04
-            python: '3.8'
-          - os: ubuntu-20.04
-            python: '3.7'
+        python: ['3.7', '3.8', '3.9']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1
@@ -317,7 +311,7 @@ jobs:
           set -x -e
           df -h
           docker run -i --rm -v $PWD:/v -w /v --net=host \
-            buildpack-deps:$(echo ${{ matrix.os }} | awk -F- '{print $2}') \
+            buildpack-deps:20.04 \
             bash -x -e .github/workflows/build.wheel.sh python${{ matrix.python }}
 
   windows-bazel:
@@ -370,7 +364,7 @@ jobs:
     runs-on: windows-latest
     strategy:
       matrix:
-        python: ['3.6', '3.7', '3.8']
+        python: ['3.6', '3.7', '3.8', '3.9']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1
@@ -399,7 +393,7 @@ jobs:
     runs-on: windows-latest
     strategy:
       matrix:
-        python: ['3.7', '3.8']
+        python: ['3.7', '3.8', '3.9']
     steps:
       - uses: actions/checkout@v2
       - uses: actions/download-artifact@v1
@@ -469,6 +463,10 @@ jobs:
         with:
           name: Linux-3.8-wheel
           path: Linux-3.8-wheel
+      - uses: actions/download-artifact@v1
+        with:
+          name: Linux-3.9-wheel
+          path: Linux-3.9-wheel
       - uses: actions/download-artifact@v1
         with:
           name: Windows-3.6-wheel
@@ -481,6 +479,10 @@ jobs:
         with:
           name: Windows-3.8-wheel
           path: Windows-3.8-wheel
+      - uses: actions/download-artifact@v1
+        with:
+          name: Windows-3.9-wheel
+          path: Windows-3.9-wheel
       - run: |
           set -e -x
           mkdir -p wheelhouse
@@ -490,9 +492,11 @@ jobs:
           cp Linux-3.6-wheel/*.whl wheelhouse/
           cp Linux-3.7-wheel/*.whl wheelhouse/
           cp Linux-3.8-wheel/*.whl wheelhouse/
+          cp Linux-3.9-wheel/*.whl wheelhouse/
           cp Windows-3.6-wheel/*.whl wheelhouse/
           cp Windows-3.7-wheel/*.whl wheelhouse/
           cp Windows-3.8-wheel/*.whl wheelhouse/
+          cp Windows-3.9-wheel/*.whl wheelhouse/
           ls -la wheelhouse/
           sha256sum wheelhouse/*.whl
       - uses: actions/upload-artifact@v1
@@ -585,11 +589,10 @@ jobs:
     name: Nightly ${{ matrix.python }} Linux
     if: github.event_name == 'push'
     needs: [build-number, release]
-    runs-on: ${{ matrix.os }}
+    runs-on: ubuntu-20.04
     strategy:
       matrix:
-        os: [ubuntu-18.04]
-        python: ['3.6', '3.7', '3.8']
+        python: ['3.6', '3.7', '3.8', '3.9']
     steps:
       - uses: actions/download-artifact@v1
         with:
@@ -627,7 +630,7 @@ jobs:
     runs-on: windows-latest
     strategy:
       matrix:
-        python: ['3.6', '3.7', 3.8]
+        python: ['3.6', '3.7', '3.8', '3.9']
     steps:
       - uses: actions/download-artifact@v1
         with:
@@ -685,6 +688,10 @@ jobs:
         with:
           name: Linux-3.8-nightly
           path: Linux-3.8-nightly
+      - uses: actions/download-artifact@v1
+        with:
+          name: Linux-3.9-nightly
+          path: Linux-3.9-nightly
       - uses: actions/download-artifact@v1
         with:
           name: Windows-3.6-nightly
@@ -697,6 +704,10 @@ jobs:
         with:
           name: Windows-3.8-nightly
           path: Windows-3.8-nightly
+      - uses: actions/download-artifact@v1
+        with:
+          name: Windows-3.9-nightly
+          path: Windows-3.9-nightly
       - run: |
           set -e -x
           mkdir -p dist
@@ -706,9 +717,11 @@ jobs:
           cp Linux-3.6-nightly/*.whl dist/
           cp Linux-3.7-nightly/*.whl dist/
           cp Linux-3.8-nightly/*.whl dist/
+          cp Linux-3.9-nightly/*.whl dist/
           cp Windows-3.6-nightly/*.whl dist/
           cp Windows-3.7-nightly/*.whl dist/
           cp Windows-3.8-nightly/*.whl dist/
+          cp Windows-3.9-nightly/*.whl dist/
           ls -la dist/
           sha256sum dist/*.whl
       - uses: pypa/gh-action-pypi-publish@master

setup.py

@@ -134,7 +134,7 @@ def has_ext_modules(self):
     ],
     keywords="tensorflow io machine learning",
     packages=setuptools.find_packages(where=".", exclude=["tests"]),
-    python_requires=">=3.5, <3.9",
+    python_requires=">=3.5, <3.10",
     install_requires=[package],
     package_data={".": ["*.so"],},
     project_urls={

tensorflow_io/core/plugins/file_system_plugins.cc

@@ -31,24 +31,12 @@ void TF_InitPlugin(TF_FilesystemPluginInfo* info) {
   tensorflow::io::az::ProvideFilesystemSupportFor(&info->ops[0], "az");
   tensorflow::io::http::ProvideFilesystemSupportFor(&info->ops[1], "http");
   if (enable_legacy == "true" || enable_legacy == "1") {
-// TODO: enable on windows once tf-nightly releases windows build
-// that contains TF_ENABLE_LEGACY_FILESYSTEM.
-#if defined(_MSC_VER)
-    tensorflow::io::s3::ProvideFilesystemSupportFor(&info->ops[2], "s3");
-#else
     tensorflow::io::s3::ProvideFilesystemSupportFor(&info->ops[2], "s3e");
-#endif
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[3], "hdfse");
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[4], "viewfse");
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[5], "hare");
   } else {
-// TODO: enable on windows once tf-nightly releases windows build
-// that contains TF_ENABLE_LEGACY_FILESYSTEM.
-#if defined(_MSC_VER)
-    tensorflow::io::s3::ProvideFilesystemSupportFor(&info->ops[2], "s3e");
-#else
     tensorflow::io::s3::ProvideFilesystemSupportFor(&info->ops[2], "s3");
-#endif
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[3], "hdfs");
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[4], "viewfs");
     tensorflow::io::hdfs::ProvideFilesystemSupportFor(&info->ops[5], "har");

tests/test_hdfs/hdfs_test.sh

@@ -19,7 +19,7 @@ set -o pipefail
 
 HADOOP_VERSION=2.7.0
 docker pull sequenceiq/hadoop-docker:$HADOOP_VERSION
-docker run -d --rm --net=host --name=tensorflow-io-hdfs sequenceiq/hadoop-docker:$HADOOP_VERSION
+docker run -d --rm -p 9000:9000 --name=tensorflow-io-hdfs sequenceiq/hadoop-docker:$HADOOP_VERSION
 echo "Waiting for 30 secs until hadoop is up and running"
 sleep 30
 docker logs tensorflow-io-hdfs