From 0dbccd480596cd6bfb963031df49a6e2913bc10e Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Wed, 7 Dec 2022 18:51:18 +0530 Subject: [PATCH 1/7] Adds pyflyte CLI reference guide Signed-off-by: Samhita Alla --- .gitignore | 2 +- doc-requirements.in | 3 + doc-requirements.txt | 342 ++++++++++++++++++++----- docs/source/conf.py | 3 +- docs/source/index.rst | 1 + docs/source/plugins/index.rst | 4 +- docs/source/pyflyte.rst | 27 ++ docs/source/types.extend.rst | 1 + flytekit/extras/tensorflow/__init__.py | 11 - 9 files changed, 311 insertions(+), 83 deletions(-) create mode 100644 docs/source/pyflyte.rst diff --git a/.gitignore b/.gitignore index fc76e7d07c..a4fe02503e 100644 --- a/.gitignore +++ b/.gitignore @@ -31,4 +31,4 @@ docs/source/plugins/generated/ htmlcov *.ipynb *dat -source/_tags/ +docs/source/_tags/ diff --git a/doc-requirements.in b/doc-requirements.in index d61955fbff..f144d38ec8 100644 --- a/doc-requirements.in +++ b/doc-requirements.in @@ -18,6 +18,8 @@ cryptography google-api-core[grpc]==2.8.2 scikit-learn==1.1.1 sphinx-tags +sphinx-click +flyteidl==1.2.5 # Packages for Plugin docs # Package name Plugin needing it @@ -45,3 +47,4 @@ whylogs # whylogs whylabs-client # whylogs ray # ray scikit-learn # scikit-learn +vaex # vaex diff --git a/doc-requirements.txt b/doc-requirements.txt index 4991bd4adc..998c89d738 100644 --- a/doc-requirements.txt +++ b/doc-requirements.txt @@ -1,6 +1,6 @@ # -# This file is autogenerated by pip-compile with python 3.9 -# To update, run: +# This file is autogenerated by pip-compile with Python 3.9 +# by the following command: # # make doc-requirements.txt # @@ -19,7 +19,12 @@ altair==4.2.0 ansiwrap==0.8.4 # via papermill anyio==3.6.2 - # via jupyter-server + # via + # jupyter-server + # starlette + # watchfiles +aplus==0.11.0 + # via vaex-core appnope==0.1.3 # via # ipykernel @@ -32,10 +37,14 @@ argon2-cffi==21.3.0 argon2-cffi-bindings==21.2.0 # via argon2-cffi arrow==1.2.3 - # via jinja2-time -astroid==2.12.12 + # via + # isoduration + # jinja2-time +astroid==2.12.13 # via sphinx-autoapi -asttokens==2.1.0 +astropy==5.1.1 + # via vaex-astro +asttokens==2.2.1 # via stack-data astunparse==1.6.3 # via tensorflow @@ -56,12 +65,20 @@ beautifulsoup4==4.11.1 # sphinx-material binaryornot==0.4.4 # via cookiecutter +blake3==0.3.1 + # via vaex-core bleach==5.0.1 # via nbconvert -botocore==1.29.10 +botocore==1.29.24 # via -r doc-requirements.in +bqplot==0.12.36 + # via vaex-jupyter +branca==0.6.0 + # via ipyleaflet cachetools==5.2.0 - # via google-auth + # via + # google-auth + # vaex-server certifi==2022.9.24 # via # kubernetes @@ -72,26 +89,36 @@ cffi==1.15.1 # cryptography cfgv==3.3.1 # via pre-commit -chardet==5.0.0 +chardet==5.1.0 # via binaryornot charset-normalizer==2.1.1 # via requests click==8.0.4 # via # cookiecutter + # dask # flytekit # great-expectations # papermill # ray + # sphinx-click + # uvicorn cloudpickle==2.2.0 - # via flytekit + # via + # dask + # flytekit + # vaex-core colorama==0.4.6 # via great-expectations +commonmark==0.9.1 + # via rich +contourpy==1.0.6 + # via matplotlib cookiecutter==2.1.1 # via flytekit -croniter==1.3.7 +croniter==1.3.8 # via flytekit -cryptography==38.0.3 +cryptography==38.0.4 # via # -r doc-requirements.in # great-expectations @@ -100,11 +127,13 @@ css-html-js-minify==2.5.5 # via sphinx-material cycler==0.11.0 # via matplotlib +dask==2022.12.0 + # via vaex-core dataclasses-json==0.5.7 # via # dolt-integrations # flytekit -debugpy==1.6.3 +debugpy==1.6.4 # via ipykernel decorator==5.1.1 # via @@ -127,6 +156,7 @@ docstring-parser==0.15 docutils==0.17.1 # via # sphinx + # sphinx-click # sphinx-panels dolt-integrations==0.1.5 # via -r doc-requirements.in @@ -139,20 +169,29 @@ entrypoints==0.4 # papermill executing==1.2.0 # via stack-data +fastapi==0.88.0 + # via vaex-server fastjsonschema==2.16.2 # via nbformat -filelock==3.8.0 +filelock==3.8.2 # via # ray + # vaex-core # virtualenv flatbuffers==1.12 # via # tensorflow # tf2onnx flyteidl==1.2.5 - # via flytekit + # via + # -r doc-requirements.in + # flytekit fonttools==4.38.0 # via matplotlib +fqdn==1.5.1 + # via jsonschema +frozendict==2.3.4 + # via vaex-core frozenlist==1.3.3 # via # aiosignal @@ -160,9 +199,12 @@ frozenlist==1.3.3 fsspec==2022.11.0 # via # -r doc-requirements.in + # dask # modin furo @ git+https://github.com/flyteorg/furo@main # via -r doc-requirements.in +future==0.18.2 + # via vaex-core gast==0.4.0 # via tensorflow google-api-core[grpc]==2.8.2 @@ -171,7 +213,7 @@ google-api-core[grpc]==2.8.2 # google-cloud-bigquery # google-cloud-bigquery-storage # google-cloud-core -google-auth==2.14.1 +google-auth==2.15.0 # via # google-api-core # google-auth-oauthlib @@ -199,7 +241,7 @@ googleapis-common-protos==1.57.0 # flyteidl # google-api-core # grpcio-status -great-expectations==0.15.32 +great-expectations==0.15.36 # via -r doc-requirements.in greenlet==2.0.1 # via sqlalchemy @@ -218,21 +260,28 @@ grpcio-status==1.43.0 # -r doc-requirements.in # flytekit # google-api-core +h11==0.14.0 + # via uvicorn h5py==3.7.0 - # via tensorflow + # via + # tensorflow + # vaex-hdf5 htmlmin==0.1.12 # via pandas-profiling -identify==2.5.8 +httptools==0.5.0 + # via uvicorn +identify==2.5.9 # via pre-commit idna==3.4 # via # anyio + # jsonschema # requests imagehash==4.3.1 # via visions imagesize==1.4.1 # via sphinx -importlib-metadata==5.0.0 +importlib-metadata==5.1.0 # via # flytekit # great-expectations @@ -240,6 +289,8 @@ importlib-metadata==5.0.0 # markdown # nbconvert # sphinx +ipydatawidgets==4.3.2 + # via pythreejs ipykernel==6.17.1 # via # ipywidgets @@ -248,28 +299,52 @@ ipykernel==6.17.1 # nbclassic # notebook # qtconsole -ipython==8.6.0 +ipyleaflet==0.17.2 + # via vaex-jupyter +ipympl==0.9.2 + # via vaex-jupyter +ipython==8.7.0 # via # great-expectations # ipykernel + # ipympl # ipywidgets # jupyter-console ipython-genutils==0.2.0 # via + # ipympl # nbclassic # notebook # qtconsole -ipywidgets==8.0.2 - # via +ipyvolume==0.5.2 + # via vaex-jupyter +ipyvue==1.8.0 + # via ipyvuetify +ipyvuetify==1.8.4 + # via vaex-jupyter +ipywebrtc==0.6.0 + # via ipyvolume +ipywidgets==8.0.3 + # via + # bqplot # great-expectations + # ipydatawidgets + # ipyleaflet + # ipympl + # ipyvolume + # ipyvue # jupyter + # pythreejs +isoduration==20.11.0 + # via jsonschema jaraco-classes==3.2.3 # via keyring -jedi==0.18.1 +jedi==0.18.2 # via ipython jinja2==3.1.2 # via # altair + # branca # cookiecutter # great-expectations # jinja2-time @@ -280,6 +355,7 @@ jinja2==3.1.2 # pandas-profiling # sphinx # sphinx-autoapi + # vaex-ml jinja2-time==0.2.0 # via cookiecutter jmespath==1.0.1 @@ -292,16 +368,19 @@ joblib==1.2.0 jsonpatch==1.32 # via great-expectations jsonpointer==2.3 - # via jsonpatch -jsonschema==4.7.2 + # via + # jsonpatch + # jsonschema +jsonschema[format-nongpl]==4.7.2 # via # altair # great-expectations + # jupyter-events # nbformat # ray jupyter==1.0.0 # via -r doc-requirements.in -jupyter-client==7.4.6 +jupyter-client==7.4.8 # via # ipykernel # jupyter-console @@ -312,22 +391,27 @@ jupyter-client==7.4.6 # qtconsole jupyter-console==6.4.4 # via jupyter -jupyter-core==5.0.0 +jupyter-core==5.1.0 # via # jupyter-client # jupyter-server # nbclassic + # nbclient # nbconvert # nbformat # notebook # qtconsole -jupyter-server==1.23.2 +jupyter-events==0.5.0 + # via jupyter-server +jupyter-server==2.0.0 # via # nbclassic # notebook-shim +jupyter-server-terminals==0.4.2 + # via jupyter-server jupyterlab-pygments==0.2.2 # via nbconvert -jupyterlab-widgets==3.0.3 +jupyterlab-widgets==3.0.4 # via ipywidgets keras==2.9.0 # via tensorflow @@ -343,6 +427,10 @@ lazy-object-proxy==1.8.0 # via astroid libclang==14.0.6 # via tensorflow +llvmlite==0.39.1 + # via numba +locket==1.0.0 + # via partd lxml==4.9.1 # via sphinx-material makefun==1.15.0 @@ -366,23 +454,22 @@ marshmallow-enum==1.5.1 # via dataclasses-json marshmallow-jsonschema==0.13.0 # via flytekit -matplotlib==3.5.3 +matplotlib==3.6.2 # via - # missingno + # ipympl # pandas-profiling # phik # seaborn + # vaex-viz matplotlib-inline==0.1.6 # via # ipykernel # ipython -missingno==0.5.1 - # via pandas-profiling mistune==2.0.4 # via # great-expectations # nbconvert -modin==0.17.0 +modin==0.17.1 # via -r doc-requirements.in more-itertools==9.0.0 # via jaraco-classes @@ -398,11 +485,11 @@ natsort==8.2.0 # via flytekit nbclassic==0.4.8 # via notebook -nbclient==0.7.0 +nbclient==0.7.2 # via # nbconvert # papermill -nbconvert==7.2.5 +nbconvert==7.2.6 # via # jupyter # jupyter-server @@ -422,8 +509,8 @@ nest-asyncio==1.5.6 # ipykernel # jupyter-client # nbclassic - # nbclient # notebook + # vaex-core networkx==2.8.8 # via visions nodeenv==1.7.0 @@ -434,16 +521,24 @@ notebook==6.5.2 # jupyter notebook-shim==0.2.2 # via nbclassic -numpy==1.23.4 +numba==0.56.4 + # via vaex-ml +numpy==1.23.5 # via # altair + # astropy + # bqplot + # contourpy # great-expectations # h5py # imagehash + # ipydatawidgets + # ipympl + # ipyvolume # keras-preprocessing # matplotlib - # missingno # modin + # numba # onnx # onnxconverter-common # opt-einsum @@ -453,6 +548,8 @@ numpy==1.23.4 # patsy # phik # pyarrow + # pyerfa + # pythreejs # pywavelets # ray # scikit-learn @@ -463,7 +560,9 @@ numpy==1.23.4 # tensorboard # tensorflow # tf2onnx + # vaex-core # visions + # xarray oauthlib==3.2.2 # via requests-oauthlib onnx==1.12.0 @@ -477,6 +576,8 @@ opt-einsum==3.3.0 # via tensorflow packaging==21.3 # via + # astropy + # dask # docker # google-cloud-bigquery # great-expectations @@ -492,9 +593,11 @@ packaging==21.3 # sphinx # statsmodels # tensorflow -pandas==1.5.1 + # xarray +pandas==1.5.2 # via # altair + # bqplot # dolt-integrations # flytekit # great-expectations @@ -504,8 +607,10 @@ pandas==1.5.1 # phik # seaborn # statsmodels + # vaex-core # visions -pandas-profiling==3.4.0 + # xarray +pandas-profiling==3.5.0 # via -r doc-requirements.in pandera==0.13.4 # via -r doc-requirements.in @@ -515,20 +620,25 @@ papermill==2.4.0 # via -r doc-requirements.in parso==0.8.3 # via jedi +partd==1.3.0 + # via dask patsy==0.5.3 # via statsmodels pexpect==4.8.0 # via ipython -phik==0.12.2 +phik==0.12.3 # via pandas-profiling pickleshare==0.7.5 # via ipython pillow==9.3.0 # via # imagehash + # ipympl + # ipyvolume # matplotlib + # vaex-viz # visions -platformdirs==2.5.4 +platformdirs==2.6.0 # via # jupyter-core # virtualenv @@ -536,12 +646,14 @@ plotly==5.11.0 # via -r doc-requirements.in pre-commit==2.20.0 # via sphinx-tags +progressbar2==4.2.0 + # via vaex-core prometheus-client==0.15.0 # via # jupyter-server # nbclassic # notebook -prompt-toolkit==3.0.32 +prompt-toolkit==3.0.36 # via # ipython # jupyter-console @@ -583,10 +695,11 @@ py==1.11.0 # via retry py4j==0.10.9.5 # via pyspark -pyarrow==6.0.1 +pyarrow==8.0.0 # via # flytekit # google-cloud-bigquery + # vaex-core pyasn1==0.4.8 # via # pyasn1-modules @@ -597,8 +710,13 @@ pycparser==2.21 # via cffi pydantic==1.10.2 # via + # fastapi + # great-expectations # pandas-profiling # pandera + # vaex-core +pyerfa==2.0.0.1 + # via astropy pygments==2.13.0 # via # furo @@ -606,6 +724,7 @@ pygments==2.13.0 # jupyter-console # nbconvert # qtconsole + # rich # sphinx # sphinx-prompt pyopenssl==22.1.0 @@ -632,12 +751,20 @@ python-dateutil==2.8.2 # matplotlib # pandas # whylabs-client +python-dotenv==0.21.0 + # via uvicorn python-json-logger==2.0.4 - # via flytekit -python-slugify[unidecode]==6.1.2 + # via + # flytekit + # jupyter-events +python-slugify[unidecode]==7.0.0 # via # cookiecutter # sphinx-material +python-utils==3.4.5 + # via progressbar2 +pythreejs==2.4.1 + # via ipyvolume pytimeparse==1.1.8 # via flytekit pytz==2022.6 @@ -652,14 +779,19 @@ pywavelets==1.4.1 # via imagehash pyyaml==6.0 # via + # astropy # cookiecutter + # dask # flytekit + # jupyter-events # kubernetes # pandas-profiling # papermill # pre-commit # ray # sphinx-autoapi + # uvicorn + # vaex-core pyzmq==24.0.1 # via # ipykernel @@ -684,6 +816,7 @@ requests==2.28.1 # google-api-core # google-cloud-bigquery # great-expectations + # ipyvolume # kubernetes # pandas-profiling # papermill @@ -693,6 +826,7 @@ requests==2.28.1 # sphinx # tensorboard # tf2onnx + # vaex-core requests-oauthlib==1.3.1 # via # google-auth-oauthlib @@ -701,6 +835,12 @@ responses==0.22.0 # via flytekit retry==0.9.2 # via flytekit +rfc3339-validator==0.1.4 + # via jsonschema +rfc3986-validator==0.1.1 + # via jsonschema +rich==12.6.0 + # via vaex-core rsa==4.9 # via google-auth ruamel-yaml==0.17.17 @@ -715,16 +855,13 @@ scipy==1.9.3 # via # great-expectations # imagehash - # missingno # pandas-profiling # phik # scikit-learn # skl2onnx # statsmodels seaborn==0.12.1 - # via - # missingno - # pandas-profiling + # via pandas-profiling send2trash==1.8.0 # via # jupyter-server @@ -742,9 +879,11 @@ six==1.16.0 # kubernetes # patsy # python-dateutil + # rfc3339-validator # sphinx-code-include # tensorflow # tf2onnx + # vaex-core skl2onnx==1.13 # via -r doc-requirements.in sniffio==1.3.0 @@ -761,6 +900,7 @@ sphinx==4.5.0 # furo # sphinx-autoapi # sphinx-basic-ng + # sphinx-click # sphinx-code-include # sphinx-copybutton # sphinx-fontawesome @@ -774,6 +914,8 @@ sphinx-autoapi==2.0.0 # via -r doc-requirements.in sphinx-basic-ng==1.0.0b1 # via furo +sphinx-click==4.4.0 + # via -r doc-requirements.in sphinx-code-include==1.1.1 # via -r doc-requirements.in sphinx-copybutton==0.5.1 @@ -806,12 +948,16 @@ sphinxcontrib-yt==0.2.2 # via -r doc-requirements.in sqlalchemy==1.4.44 # via -r doc-requirements.in -stack-data==0.6.1 +stack-data==0.6.2 # via ipython +starlette==0.22.0 + # via fastapi statsd==3.3.0 # via flytekit statsmodels==0.13.5 # via pandas-profiling +tabulate==0.9.0 + # via vaex-core tangled-up-in-unicode==0.2.0 # via visions tenacity==8.1.0 @@ -828,15 +974,14 @@ tensorflow==2.9.0 # via -r doc-requirements.in tensorflow-estimator==2.9.0 # via tensorflow -tensorflow-io-gcs-filesystem==0.27.0 +tensorflow-io-gcs-filesystem==0.28.0 # via tensorflow -termcolor==2.0.1 - # via - # great-expectations - # tensorflow -terminado==0.17.0 +termcolor==2.1.1 + # via tensorflow +terminado==0.17.1 # via # jupyter-server + # jupyter-server-terminals # nbclassic # notebook text-unidecode==1.3 @@ -854,7 +999,10 @@ toml==0.10.2 # pre-commit # responses toolz==0.12.0 - # via altair + # via + # altair + # dask + # partd torch==1.13.0 # via -r doc-requirements.in tornado==6.2 @@ -865,18 +1013,23 @@ tornado==6.2 # nbclassic # notebook # terminado + # vaex-server tqdm==4.64.1 # via # great-expectations # pandas-profiling # papermill -traitlets==5.5.0 +traitlets==5.6.0 # via + # bqplot # ipykernel + # ipympl # ipython + # ipyvolume # ipywidgets # jupyter-client # jupyter-core + # jupyter-events # jupyter-server # matplotlib-inline # nbclassic @@ -884,7 +1037,18 @@ traitlets==5.5.0 # nbconvert # nbformat # notebook + # pythreejs # qtconsole + # traittypes + # vaex-ml +traittypes==0.2.1 + # via + # bqplot + # ipydatawidgets + # ipyleaflet + # ipyvolume +typeguard==2.13.3 + # via pandas-profiling types-toml==0.10.8.1 # via responses typing-extensions==4.4.0 @@ -894,6 +1058,7 @@ typing-extensions==4.4.0 # great-expectations # onnx # pydantic + # starlette # tensorflow # torch # typing-inspect @@ -902,7 +1067,7 @@ typing-inspect==0.8.0 # via # dataclasses-json # pandera -tzdata==2022.6 +tzdata==2022.7 # via pytz-deprecation-shim tzlocal==4.2 # via great-expectations @@ -910,7 +1075,9 @@ unidecode==1.3.6 # via # python-slugify # sphinx-autoapi -urllib3==1.26.12 +uri-template==1.2.0 + # via jsonschema +urllib3==1.26.13 # via # botocore # docker @@ -920,14 +1087,47 @@ urllib3==1.26.12 # requests # responses # whylabs-client -virtualenv==20.16.7 +uvicorn[standard]==0.20.0 + # via vaex-server +uvloop==0.17.0 + # via uvicorn +vaex==4.16.0 + # via -r doc-requirements.in +vaex-astro==0.9.3 + # via vaex +vaex-core==4.16.0 + # via + # vaex + # vaex-astro + # vaex-hdf5 + # vaex-jupyter + # vaex-ml + # vaex-server + # vaex-viz +vaex-hdf5==0.14.1 + # via vaex +vaex-jupyter==0.8.1 + # via vaex +vaex-ml==0.18.1 + # via vaex +vaex-server==0.8.1 + # via vaex +vaex-viz==0.5.4 + # via + # vaex + # vaex-jupyter +virtualenv==20.17.1 # via # pre-commit # ray visions[type_image_path]==0.7.5 # via pandas-profiling +watchfiles==0.18.1 + # via uvicorn wcwidth==0.2.5 # via prompt-toolkit +webcolors==1.12 + # via jsonschema webencodings==0.5.1 # via # bleach @@ -937,6 +1137,8 @@ websocket-client==1.4.2 # docker # jupyter-server # kubernetes +websockets==10.4 + # via uvicorn werkzeug==2.2.2 # via tensorboard wheel==0.38.4 @@ -944,13 +1146,13 @@ wheel==0.38.4 # astunparse # flytekit # tensorboard -whylabs-client==0.4.0 +whylabs-client==0.4.2 # via -r doc-requirements.in -whylogs==1.1.13 +whylogs==1.1.16 # via -r doc-requirements.in whylogs-sketching==3.4.1.dev3 # via whylogs -widgetsnbextension==4.0.3 +widgetsnbextension==4.0.4 # via ipywidgets wrapt==1.14.1 # via @@ -959,7 +1161,11 @@ wrapt==1.14.1 # flytekit # pandera # tensorflow -zipp==3.10.0 +xarray==2022.12.0 + # via vaex-jupyter +xyzservices==2022.9.0 + # via ipyleaflet +zipp==3.11.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: diff --git a/docs/source/conf.py b/docs/source/conf.py index 6aba967ae9..1745e56efe 100644 --- a/docs/source/conf.py +++ b/docs/source/conf.py @@ -28,8 +28,6 @@ sys.path.insert(0, flytekit_src_dir) sys.path.insert(0, flytekit_dir) -print(sys.path) - # -- Project information ----------------------------------------------------- project = "Flytekit" @@ -62,6 +60,7 @@ "sphinx_panels", "sphinxcontrib.yt", "sphinx_tags", + "sphinx_click", ] # build the templated autosummary files diff --git a/docs/source/index.rst b/docs/source/index.rst index 13630e9e58..b0d46866fa 100644 --- a/docs/source/index.rst +++ b/docs/source/index.rst @@ -83,4 +83,5 @@ Expected output: tasks.extend types.extend data.extend + pyflyte contributing diff --git a/docs/source/plugins/index.rst b/docs/source/plugins/index.rst index dd1f59238d..bf0b03fb95 100644 --- a/docs/source/plugins/index.rst +++ b/docs/source/plugins/index.rst @@ -26,8 +26,9 @@ Plugin API reference * :ref:`ONNX PyTorch ` - ONNX PyTorch API reference * :ref:`ONNX TensorFlow ` - ONNX TensorFlow API reference * :ref:`ONNX ScikitLearn ` - ONNX ScikitLearn API reference -* :ref:`Ray ` - Ray +* :ref:`Ray ` - Ray API reference * :ref:`DBT ` - DBT API reference +* :ref:`Vaex ` - Vaex API reference .. toctree:: :maxdepth: 2 @@ -57,3 +58,4 @@ Plugin API reference ONNX ScikitLearn Ray DBT + Vaex diff --git a/docs/source/pyflyte.rst b/docs/source/pyflyte.rst new file mode 100644 index 0000000000..b78f94226a --- /dev/null +++ b/docs/source/pyflyte.rst @@ -0,0 +1,27 @@ +########### +Pyflyte CLI +########### + +.. click:: flytekit.clis.sdk_in_container.init:init + :prog: pyflyte init + :nested: full + +.. click:: flytekit.clis.sdk_in_container.local_cache:local_cache + :prog: pyflyte local-cache + :nested: full + +.. click:: flytekit.clis.sdk_in_container.package:package + :prog: pyflyte package + :nested: full + +.. click:: flytekit.clis.sdk_in_container.register:register + :prog: pyflyte register + :nested: full + +.. click:: flytekit.clis.sdk_in_container.run:run + :prog: pyflyte run + :nested: full + +.. click:: flytekit.clis.sdk_in_container.serialize:serialize + :prog: pyflyte serialize + :nested: full diff --git a/docs/source/types.extend.rst b/docs/source/types.extend.rst index e0b1d6aaf6..db1cb8dfff 100644 --- a/docs/source/types.extend.rst +++ b/docs/source/types.extend.rst @@ -16,3 +16,4 @@ Refer to the :ref:`extensibility contribution guide Date: Thu, 8 Dec 2022 11:52:43 +0530 Subject: [PATCH 2/7] bump python version Signed-off-by: Samhita Alla --- .readthedocs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.readthedocs.yml b/.readthedocs.yml index 1c0f039d3a..69ecc8ec0f 100644 --- a/.readthedocs.yml +++ b/.readthedocs.yml @@ -11,6 +11,6 @@ sphinx: # Optionally set the version of Python and requirements required to build your docs python: - version: 3.8 + version: 3.9 install: - requirements: doc-requirements.txt From d9a53cd8859878f0cf504a0a0950afe5116f3f1c Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Thu, 8 Dec 2022 11:59:34 +0530 Subject: [PATCH 3/7] bump python version Signed-off-by: Samhita Alla --- .readthedocs.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.readthedocs.yml b/.readthedocs.yml index 69ecc8ec0f..86a85609d7 100644 --- a/.readthedocs.yml +++ b/.readthedocs.yml @@ -5,12 +5,16 @@ # Required version: 2 +build: + os: ubuntu-20.04 + tools: + python: "3.9" + # Build documentation in the docs/ directory with Sphinx sphinx: configuration: docs/source/conf.py # Optionally set the version of Python and requirements required to build your docs python: - version: 3.9 install: - requirements: doc-requirements.txt From 34d379f155f157a38559bf08af5c93dd8b3a1ee8 Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Thu, 8 Dec 2022 12:47:09 +0530 Subject: [PATCH 4/7] resolve docs error Signed-off-by: Samhita Alla --- flytekit/clis/sdk_in_container/run.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/flytekit/clis/sdk_in_container/run.py b/flytekit/clis/sdk_in_container/run.py index 0121094805..27aae9750e 100644 --- a/flytekit/clis/sdk_in_container/run.py +++ b/flytekit/clis/sdk_in_container/run.py @@ -644,7 +644,8 @@ def list_commands(self, ctx): return [str(p) for p in pathlib.Path(".").glob("*.py") if str(p) != "__init__.py"] def get_command(self, ctx, filename): - ctx.obj[RUN_LEVEL_PARAMS_KEY] = ctx.params + if ctx.obj: + ctx.obj[RUN_LEVEL_PARAMS_KEY] = ctx.params return WorkflowCommand(filename, name=filename, help="Run a [workflow|task] in a file using script mode") From d1e4cd9c2eb11dbc6423e0c1c148537e529fd67a Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Thu, 8 Dec 2022 14:17:24 +0530 Subject: [PATCH 5/7] set nested to none Signed-off-by: Samhita Alla --- docs/source/pyflyte.rst | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/pyflyte.rst b/docs/source/pyflyte.rst index b78f94226a..cbbf657bc3 100644 --- a/docs/source/pyflyte.rst +++ b/docs/source/pyflyte.rst @@ -20,7 +20,7 @@ Pyflyte CLI .. click:: flytekit.clis.sdk_in_container.run:run :prog: pyflyte run - :nested: full + :nested: none .. click:: flytekit.clis.sdk_in_container.serialize:serialize :prog: pyflyte serialize From a2d52f4f422c2075e031accd51277377f650d473 Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Fri, 9 Dec 2022 11:51:23 +0530 Subject: [PATCH 6/7] remove flyteidl version constraint Signed-off-by: Samhita Alla --- doc-requirements.in | 1 - doc-requirements.txt | 26 +++++++++++++------------- 2 files changed, 13 insertions(+), 14 deletions(-) diff --git a/doc-requirements.in b/doc-requirements.in index f144d38ec8..20cdf76ff1 100644 --- a/doc-requirements.in +++ b/doc-requirements.in @@ -19,7 +19,6 @@ google-api-core[grpc]==2.8.2 scikit-learn==1.1.1 sphinx-tags sphinx-click -flyteidl==1.2.5 # Packages for Plugin docs # Package name Plugin needing it diff --git a/doc-requirements.txt b/doc-requirements.txt index 998c89d738..5645268e1e 100644 --- a/doc-requirements.txt +++ b/doc-requirements.txt @@ -69,7 +69,7 @@ blake3==0.3.1 # via vaex-core bleach==5.0.1 # via nbconvert -botocore==1.29.24 +botocore==1.29.26 # via -r doc-requirements.in bqplot==0.12.36 # via vaex-jupyter @@ -79,7 +79,7 @@ cachetools==5.2.0 # via # google-auth # vaex-server -certifi==2022.9.24 +certifi==2022.12.7 # via # kubernetes # requests @@ -110,6 +110,8 @@ cloudpickle==2.2.0 # vaex-core colorama==0.4.6 # via great-expectations +comm==0.1.2 + # via ipykernel commonmark==0.9.1 # via rich contourpy==1.0.6 @@ -183,9 +185,7 @@ flatbuffers==1.12 # tensorflow # tf2onnx flyteidl==1.2.5 - # via - # -r doc-requirements.in - # flytekit + # via flytekit fonttools==4.38.0 # via matplotlib fqdn==1.5.1 @@ -241,7 +241,7 @@ googleapis-common-protos==1.57.0 # flyteidl # google-api-core # grpcio-status -great-expectations==0.15.36 +great-expectations==0.15.37 # via -r doc-requirements.in greenlet==2.0.1 # via sqlalchemy @@ -291,7 +291,7 @@ importlib-metadata==5.1.0 # sphinx ipydatawidgets==4.3.2 # via pythreejs -ipykernel==6.17.1 +ipykernel==6.19.2 # via # ipywidgets # jupyter @@ -371,7 +371,7 @@ jsonpointer==2.3 # via # jsonpatch # jsonschema -jsonschema[format-nongpl]==4.7.2 +jsonschema[format-nongpl]==4.17.3 # via # altair # great-expectations @@ -403,7 +403,7 @@ jupyter-core==5.1.0 # qtconsole jupyter-events==0.5.0 # via jupyter-server -jupyter-server==2.0.0 +jupyter-server==2.0.1 # via # nbclassic # notebook-shim @@ -574,7 +574,7 @@ onnxconverter-common==1.13.0 # via skl2onnx opt-einsum==3.3.0 # via tensorflow -packaging==21.3 +packaging==22.0 # via # astropy # dask @@ -733,7 +733,6 @@ pyparsing==3.0.9 # via # great-expectations # matplotlib - # packaging pyrsistent==0.19.2 # via jsonschema pyspark==3.3.1 @@ -1019,9 +1018,10 @@ tqdm==4.64.1 # great-expectations # pandas-profiling # papermill -traitlets==5.6.0 +traitlets==5.7.0 # via # bqplot + # comm # ipykernel # ipympl # ipython @@ -1095,7 +1095,7 @@ vaex==4.16.0 # via -r doc-requirements.in vaex-astro==0.9.3 # via vaex -vaex-core==4.16.0 +vaex-core==4.16.1 # via # vaex # vaex-astro From 9c80ca50bd76bf3b3b08cf1a8c4305bd12e7ca61 Mon Sep 17 00:00:00 2001 From: Samhita Alla Date: Fri, 9 Dec 2022 14:27:08 +0530 Subject: [PATCH 7/7] update requirements Signed-off-by: Samhita Alla --- doc-requirements.txt | 26 ++++++-------------------- 1 file changed, 6 insertions(+), 20 deletions(-) diff --git a/doc-requirements.txt b/doc-requirements.txt index 3e8ef523e8..be5d737bfd 100644 --- a/doc-requirements.txt +++ b/doc-requirements.txt @@ -125,7 +125,6 @@ cryptography==38.0.4 # -r doc-requirements.in # great-expectations # pyopenssl - # secretstorage css-html-js-minify==2.5.5 # via sphinx-material cycler==0.11.0 @@ -204,7 +203,7 @@ furo @ git+https://github.com/flyteorg/furo@main # via -r doc-requirements.in future==0.18.2 # via vaex-core -gast==0.4.0 +gast==0.5.3 # via tensorflow google-api-core[grpc]==2.11.0 # via @@ -338,10 +337,6 @@ jaraco-classes==3.2.3 # via keyring jedi==0.18.2 # via ipython -jeepney==0.8.0 - # via - # keyring - # secretstorage jinja2==3.1.2 # via # altair @@ -540,8 +535,6 @@ numpy==1.23.5 # matplotlib # modin # numba - # onnx - # onnxconverter-common # opt-einsum # pandas # pandas-profiling @@ -559,7 +552,6 @@ numpy==1.23.5 # statsmodels # tensorboard # tensorflow - # tf2onnx # vaex-core # visions # xarray @@ -567,7 +559,7 @@ oauthlib==3.2.2 # via requests-oauthlib opt-einsum==3.3.0 # via tensorflow -packaging==22.0 +packaging==21.3 # via # astropy # dask @@ -584,7 +576,6 @@ packaging==22.0 # qtpy # sphinx # statsmodels - # tensorflow # xarray pandas==1.5.2 # via @@ -653,7 +644,7 @@ proto-plus==1.22.1 # via # google-cloud-bigquery # google-cloud-bigquery-storage -protobuf==4.21.10 +protobuf==4.21.11 # via # flyteidl # google-api-core @@ -683,7 +674,7 @@ py==1.11.0 # via retry py4j==0.10.9.5 # via pyspark -pyarrow==8.0.0 +pyarrow==10.0.1 # via # flytekit # google-cloud-bigquery @@ -721,6 +712,7 @@ pyparsing==3.0.9 # via # great-expectations # matplotlib + # packaging pyrsistent==0.19.2 # via jsonschema pyspark==3.3.1 @@ -812,7 +804,6 @@ requests==2.28.1 # responses # sphinx # tensorboard - # tf2onnx # vaex-core requests-oauthlib==1.3.1 # via @@ -834,7 +825,7 @@ ruamel-yaml==0.17.17 # via great-expectations ruamel-yaml-clib==0.2.7 # via ruamel-yaml -scikit-learn==1.1.3 +scikit-learn==1.2.0 # via -r doc-requirements.in scipy==1.9.3 # via @@ -865,10 +856,7 @@ six==1.16.0 # rfc3339-validator # sphinx-code-include # tensorflow - # tf2onnx # vaex-core -skl2onnx==1.13 - # via -r doc-requirements.in sniffio==1.3.0 # via anyio snowballstemmer==2.2.0 @@ -1126,8 +1114,6 @@ wheel==0.38.4 # via # astunparse # flytekit - # nvidia-cublas-cu11 - # nvidia-cuda-runtime-cu11 # tensorboard whylabs-client==0.4.2 # via -r doc-requirements.in