ARROW-10224: [Python] Add support for Python 3.9 except macOS wheel a…

…nd Windows wheel Adds support and testing for Python 3.9. I am looking for review as this change may have touched too many things, but I'm also looking to get the CI to test all the different environments. H/T: @kou, the documentation and apache#5685 for helping me get this off the ground. Closes apache#8386 from terencehonles/arrow-10224 Authored-by: Terence D. Honles <terence@honles.com> Signed-off-by: Sutou Kouhei <kou@clear-code.com>
sirensolutions · Jun 7, 2021 · a7abebc · a7abebc
1 parent 300af19
commit a7abebc
Show file tree

Hide file tree

Showing 38 changed files with 552 additions and 83 deletions.
diff --git a/cpp/cmake_modules/ThirdpartyToolchain.cmake b/cpp/cmake_modules/ThirdpartyToolchain.cmake
@@ -778,6 +778,8 @@ if(MSVC AND ARROW_USE_STATIC_CRT)
   set(Boost_USE_STATIC_RUNTIME ON)
 endif()
 set(Boost_ADDITIONAL_VERSIONS
+    "1.74.0"
+    "1.74"
     "1.73.0"
     "1.73"
     "1.72.0"

diff --git a/dev/release/verify-release-candidate.sh b/dev/release/verify-release-candidate.sh
@@ -631,7 +631,7 @@ IMPORT_TESTS
 }
 
 test_linux_wheels() {
-  local py_arches="3.5m 3.6m 3.7m 3.8"
+  local py_arches="3.5m 3.6m 3.7m 3.8 3.9"
   local manylinuxes="1 2010 2014"
 
   for py_arch in ${py_arches}; do

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.6.____cpython.yaml
@@ -1,15 +1,15 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.8.54
+- 1.8.63
 boost_cpp:
 - 1.74.0
 bzip2:
 - '1'
 c_compiler:
 - gcc
 c_compiler_version:
-- '7.5'
+- '7'
 cdt_arch:
 - aarch64
 cdt_name:
@@ -23,23 +23,23 @@ cuda_compiler_version:
 cxx_compiler:
 - gxx
 cxx_compiler_version:
-- '7.5'
+- '7'
 docker_image:
 - condaforge/linux-anvil-aarch64
 gflags:
 - '2.2'
 glog:
 - 0.4.0
 grpc_cpp:
-- '1.30'
+- '1.32'
 libprotobuf:
 - '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
 orc:
-- 1.6.4
+- 1.6.5
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x
@@ -55,11 +55,16 @@ pin_run_as_build:
 python:
 - 3.6.* *_cpython
 re2:
-- 2020.08.01
+- 2020.10.01
 snappy:
 - '1'
 target_platform:
 - linux-aarch64
+zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
+- - numpy
+  - python
 zlib:
 - '1.2'
 zstd:

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.7.____cpython.yaml
@@ -1,15 +1,15 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.8.54
+- 1.8.63
 boost_cpp:
 - 1.74.0
 bzip2:
 - '1'
 c_compiler:
 - gcc
 c_compiler_version:
-- '7.5'
+- '7'
 cdt_arch:
 - aarch64
 cdt_name:
@@ -23,23 +23,23 @@ cuda_compiler_version:
 cxx_compiler:
 - gxx
 cxx_compiler_version:
-- '7.5'
+- '7'
 docker_image:
 - condaforge/linux-anvil-aarch64
 gflags:
 - '2.2'
 glog:
 - 0.4.0
 grpc_cpp:
-- '1.30'
+- '1.32'
 libprotobuf:
 - '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
 orc:
-- 1.6.4
+- 1.6.5
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x
@@ -55,11 +55,16 @@ pin_run_as_build:
 python:
 - 3.7.* *_cpython
 re2:
-- 2020.08.01
+- 2020.10.01
 snappy:
 - '1'
 target_platform:
 - linux-aarch64
+zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
+- - numpy
+  - python
 zlib:
 - '1.2'
 zstd:

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.8.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.8.____cpython.yaml
@@ -1,15 +1,15 @@
 BUILD:
 - aarch64-conda_cos7-linux-gnu
 aws_sdk_cpp:
-- 1.8.54
+- 1.8.63
 boost_cpp:
 - 1.74.0
 bzip2:
 - '1'
 c_compiler:
 - gcc
 c_compiler_version:
-- '7.5'
+- '7'
 cdt_arch:
 - aarch64
 cdt_name:
@@ -23,23 +23,23 @@ cuda_compiler_version:
 cxx_compiler:
 - gxx
 cxx_compiler_version:
-- '7.5'
+- '7'
 docker_image:
 - condaforge/linux-anvil-aarch64
 gflags:
 - '2.2'
 glog:
 - 0.4.0
 grpc_cpp:
-- '1.30'
+- '1.32'
 libprotobuf:
 - '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
 orc:
-- 1.6.4
+- 1.6.5
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x
@@ -55,11 +55,16 @@ pin_run_as_build:
 python:
 - 3.8.* *_cpython
 re2:
-- 2020.08.01
+- 2020.10.01
 snappy:
 - '1'
 target_platform:
 - linux-aarch64
+zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
+- - numpy
+  - python
 zlib:
 - '1.2'
 zstd:

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.9.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_aarch64_python3.9.____cpython.yaml
@@ -0,0 +1,71 @@
+BUILD:
+- aarch64-conda_cos7-linux-gnu
+aws_sdk_cpp:
+- 1.8.63
+boost_cpp:
+- 1.74.0
+bzip2:
+- '1'
+c_compiler:
+- gcc
+c_compiler_version:
+- '7'
+cdt_arch:
+- aarch64
+cdt_name:
+- cos7
+channel_sources:
+- conda-forge
+channel_targets:
+- conda-forge main
+cuda_compiler_version:
+- None
+cxx_compiler:
+- gxx
+cxx_compiler_version:
+- '7'
+docker_image:
+- condaforge/linux-anvil-aarch64
+gflags:
+- '2.2'
+glog:
+- 0.4.0
+grpc_cpp:
+- '1.32'
+libprotobuf:
+- '3.13'
+lz4_c:
+- 1.9.2
+numpy:
+- '1.19'
+orc:
+- 1.6.5
+pin_run_as_build:
+  boost-cpp:
+    max_pin: x.x.x
+  bzip2:
+    max_pin: x
+  lz4-c:
+    max_pin: x.x.x
+  python:
+    min_pin: x.x
+    max_pin: x.x
+  zlib:
+    max_pin: x.x
+python:
+- 3.9.* *_cpython
+re2:
+- 2020.10.01
+snappy:
+- '1'
+target_platform:
+- linux-aarch64
+zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
+- - numpy
+  - python
+zlib:
+- '1.2'
+zstd:
+- '1.4'
diff --git a/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.6.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.6.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.8.54
+- 1.8.63
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -27,15 +27,15 @@ gflags:
 glog:
 - 0.4.0
 grpc_cpp:
-- '1.30'
+- '1.32'
 libprotobuf:
 - '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
 orc:
-- 1.6.4
+- 1.6.5
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x
@@ -51,14 +51,18 @@ pin_run_as_build:
 python:
 - 3.6.* *_cpython
 re2:
-- 2020.08.01
+- 2020.10.01
 snappy:
 - '1'
 target_platform:
 - linux-64
 zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
 - - cuda_compiler_version
   - docker_image
+- - numpy
+  - python
 zlib:
 - '1.2'
 zstd:

diff --git a/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.7.____cpython.yaml b/dev/tasks/conda-recipes/.ci_support/linux_cuda_compiler_version9.2python3.7.____cpython.yaml
@@ -1,5 +1,5 @@
 aws_sdk_cpp:
-- 1.8.54
+- 1.8.63
 boost_cpp:
 - 1.74.0
 bzip2:
@@ -27,15 +27,15 @@ gflags:
 glog:
 - 0.4.0
 grpc_cpp:
-- '1.30'
+- '1.32'
 libprotobuf:
 - '3.13'
 lz4_c:
 - 1.9.2
 numpy:
 - '1.16'
 orc:
-- 1.6.4
+- 1.6.5
 pin_run_as_build:
   boost-cpp:
     max_pin: x.x.x
@@ -51,14 +51,18 @@ pin_run_as_build:
 python:
 - 3.7.* *_cpython
 re2:
-- 2020.08.01
+- 2020.10.01
 snappy:
 - '1'
 target_platform:
 - linux-64
 zip_keys:
+- - c_compiler_version
+  - cxx_compiler_version
 - - cuda_compiler_version
   - docker_image
+- - numpy
+  - python
 zlib:
 - '1.2'
 zstd: