[WIP]cran support

.github/workflows/tests.yml

@@ -23,7 +23,6 @@ jobs:
     - uses: conda-incubator/setup-miniconda@v2
       with:
         auto-update-conda: true
-        mamba-version: "*"
         channels: conda-forge,defaults
         channel-priority: true
         python-version: ${{ matrix.py_ver }}

.pre-commit-config.yaml

@@ -1,7 +1,7 @@
 exclude: docs
 repos:
 -   repo: https://github.com/psf/black
-    rev: 22.10.0
+    rev: 22.12.0
     hooks:
     -   id: black
         args: [--safe, --quiet]
@@ -11,7 +11,7 @@ repos:
     -   id: blacken-docs
         additional_dependencies: [black==22.6.0]
 -   repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.3.0
+    rev: v4.4.0
     hooks:
     -   id: trailing-whitespace
     -   id: end-of-file-fixer
@@ -29,17 +29,13 @@ repos:
     -   id: debug-statements
         language_version: python3
 -   repo: https://github.com/PyCQA/isort
-    rev: 5.10.1
+    rev: 5.11.4
     hooks:
         -   id: isort
             exclude: tests/data
 -   repo: https://github.com/PyCQA/flake8
-    rev: 5.0.4
+    rev: 6.0.0
     hooks:
     -   id: flake8
         exclude: tests/data
         language_version: python3
-        additional_dependencies:
-            - flake8-typing-imports==1.9.0
-            - flake8-builtins==1.5.3
-            - flake8-bugbear==20.1.4

environment.yaml

@@ -27,3 +27,4 @@ dependencies:
   - tomli
   - tomli-w
   - libcblas
+  - beautifulsoup4

grayskull/__main__.py

@@ -25,13 +25,83 @@ def main(args=None):
     if not args:
         args = sys.argv[1:] or ["--help"]
 
+    # create the top-level parser
     parser = argparse.ArgumentParser(description="Grayskull - Conda recipe generator")
-    pypi_parser = parser.add_subparsers(help="Options to generate PyPI recipes")
-    pypi_cmds = pypi_parser.add_parser("pypi", help="Generate recipes based on PyPI")
-    pypi_cmds.add_argument(
+    subparsers = parser.add_subparsers(help="sub-command help")
+    # create parser for cran
+    cran_parser = subparsers.add_parser("cran", help="Options to generate CRAN recipes")
+    cran_parser.add_argument(
+        "cran_packages", nargs="+", help="Specify the CRAN packages name.", default=[]
+    )
+    cran_parser.add_argument(
+        "--stdout",
+        dest="stdout",
+        default=True,
+        help="Disable or enable stdout, if it is False, Grayskull"
+        " will disable the prints. Default is True",
+    )
+    cran_parser.add_argument(
+        "--list-missing-deps",
+        default=False,
+        action="store_true",
+        dest="list_missing_deps",
+        help="After the execution Grayskull will print all the missing dependencies.",
+    )
+    cran_parser.add_argument(
+        "--download",
+        "-d",
+        dest="download",
+        action="store_true",
+        default=False,
+        help="Download the sdist package and PyPI information in the same folder"
+        " the recipe is located.",
+    )
+    cran_parser.add_argument(
+        "--maintainers",
+        "-m",
+        dest="maintainers",
+        nargs="+",
+        help="List of maintainers which will be added to the recipe.",
+    )
+    cran_parser.add_argument(
+        "--output",
+        "-o",
+        dest="output",
+        default=".",
+        help="Path to where the recipe will be created",
+    )
+    cran_parser.add_argument(
+        "--strict-conda-forge",
+        default=False,
+        action="store_true",
+        dest="is_strict_conda_forge",
+        help="It will generate the recipes strict for the conda-forge channel.",
+    )
+    cran_parser.add_argument(
+        "--sections",
+        "-s",
+        default=None,
+        required=False,
+        choices=(
+            "package",
+            "source",
+            "build",
+            "requirements",
+            "test",
+            "about",
+            "extra",
+        ),
+        nargs="+",
+        dest="sections_populate",
+        help="If sections are specified, grayskull will populate just the sections "
+        "informed.",
+    )
+    # create parser for pypi
+    pypi_parser = subparsers.add_parser("pypi", help="Options to generate PyPI recipes")
+    pypi_parser.add_argument(
         "pypi_packages", nargs="+", help="Specify the PyPI packages name.", default=[]
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--download",
         "-d",
         dest="download",
@@ -40,7 +110,7 @@ def main(args=None):
         help="Download the sdist package and PyPI information in the same folder"
         " the recipe is located.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--maintainers",
         "-m",
         dest="maintainers",
@@ -63,49 +133,49 @@ def main(args=None):
         dest="grayskull_power",
         help=argparse.SUPPRESS,
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--output",
         "-o",
         dest="output",
         default=".",
         help="Path to where the recipe will be created",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--stdout",
         dest="stdout",
         default=True,
         help="Disable or enable stdout, if it is False, Grayskull"
         " will disable the prints. Default is True",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--list-missing-deps",
         default=False,
         action="store_true",
         dest="list_missing_deps",
         help="After the execution Grayskull will print all the missing dependencies.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--strict-conda-forge",
         default=False,
         action="store_true",
         dest="is_strict_conda_forge",
         help="It will generate the recipes strict for the conda-forge channel.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--pypi-url",
         default="https://pypi.org/pypi/",
         dest="url_pypi_metadata",
         help="Pypi url server",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--recursive",
         "-r",
         default=False,
         action="store_true",
         dest="is_recursive",
         help="Recursively run grayskull on missing dependencies.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--sections",
         "-s",
         default=None,
@@ -124,51 +194,51 @@ def main(args=None):
         help="If sections are specified, grayskull will populate just the sections "
         "informed.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--extras-require-test",
         default=None,
         dest="extras_require_test",
         help="Extra requirements to run tests.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--tag",
         "-t",
         default=None,
         dest="github_release_tag",
         help="If tag is specified, grayskull will build from release tag",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--extras-require-all",
         default=False,
         action="store_true",
         dest="extras_require_all",
         help="Include all extra requirements.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--extras-require-include",
         default=tuple(),
         type=str,
         nargs="*",
         dest="extras_require_include",
         help="Include these extra requirements.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--extras-require-exclude",
         default=tuple(),
         type=str,
         nargs="*",
         dest="extras_require_exclude",
         help="Exclude these extra requirements (overrides include).",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--extras-require-split",
         default=False,
         action="store_true",
         dest="extras_require_split",
         help="Create a separate conda package for each extra requirements."
         " Ignored when no extra requirements are selected.",
     )
-    pypi_cmds.add_argument(
+    pypi_parser.add_argument(
         "--licence-exclude-folders",
         default=tuple(),
         nargs="*",
@@ -197,7 +267,10 @@ def main(args=None):
     print_msg(Style.RESET_ALL)
     print_msg(clear_screen())
 
-    generate_recipes_from_list(args.pypi_packages, args)
+    if getattr(args, "pypi_packages", None):
+        generate_recipes_from_list(args.pypi_packages, args)
+    elif getattr(args, "cran_packages", None):
+        generate_r_recipes_from_list(args.cran_packages, args)
 
 
 def generate_recipes_from_list(list_pkgs, args):
@@ -215,8 +288,7 @@ def generate_recipes_from_list(list_pkgs, args):
             f"#### Initializing recipe for "
             f"{Fore.BLUE}{pkg_name}{pypi_label} {Fore.GREEN}####\n"
         )
-        is_pkg_file = Path(pkg_name).is_file() and (not from_local_sdist)
-        if is_pkg_file:
+        if Path(pkg_name).is_file() and (not from_local_sdist):
             args.output = pkg_name
         try:
             recipe, config = create_python_recipe(
@@ -261,6 +333,49 @@ def create_python_recipe(pkg_name, sections_populate=None, **kwargs):
     )
 
 
+def generate_r_recipes_from_list(list_pkgs, args):
+    cran_label = " (cran)"
+    for pkg_name in list_pkgs:
+        logging.debug(f"Starting grayskull for pkg: {pkg_name}")
+        from_local_sdist = origin_is_local_sdist(pkg_name)
+        print_msg(
+            f"{Fore.GREEN}\n\n"
+            f"#### Initializing recipe for "
+            f"{Fore.BLUE}{pkg_name}{cran_label} {Fore.GREEN}####\n"
+        )
+        if Path(pkg_name).is_file() and (not from_local_sdist):
+            args.output = pkg_name
+        try:
+            recipe, config = create_r_recipe(
+                pkg_name,
+                is_strict_cf=args.is_strict_conda_forge,
+                download=args.download,
+                sections_populate=args.sections_populate,
+            )
+        except requests.exceptions.HTTPError as err:
+            print_msg(f"{Fore.RED}Package seems to be missing.\nException: {err}\n\n")
+            continue
+
+        if args.sections_populate is None or "extra" in args.sections_populate:
+            add_extra_section(recipe, args.maintainers)
+
+        generate_recipe(recipe, config, args.output)
+        print_msg(
+            f"\n{Fore.GREEN}#### Recipe generated on "
+            f"{os.path.realpath(args.output)} for {pkg_name} ####\n\n"
+        )
+
+
+def create_r_recipe(pkg_name, sections_populate=None, **kwargs):
+    config = Configuration(name=pkg_name, **kwargs)
+    return (
+        GrayskullFactory.create_recipe(
+            "cran", config, sections_populate=sections_populate
+        ),
+        config,
+    )
+
+
 def add_extra_section(recipe, maintainers: Optional[List] = None):
     maintainers = maintainers or [get_git_current_user()]
     if "extra" in recipe:

grayskull/base/factory.py

@@ -2,15 +2,18 @@
 from abc import ABC
 from pathlib import Path
 
+from souschef.ingredient import Ingredient
 from souschef.jinja_expression import get_global_jinja_var
 from souschef.recipe import Recipe
 
+from grayskull.strategy.cran import CranStrategy
 from grayskull.strategy.pypi import PypiStrategy
 
 
 class GrayskullFactory(ABC):
     REGISTERED_STRATEGY = {
         "pypi": PypiStrategy,
+        "cran": CranStrategy,
     }
 
     @staticmethod
@@ -23,11 +26,23 @@ def create_recipe(repo_type: str, config, pkg_name=None, sections_populate=None)
             )
         if Path(config.name).is_file() and not config.from_local_sdist:
             recipe = Recipe(load_file=config.name)
-            config.name = _get_name(recipe)
-            config.version = _get_version(recipe)
+            recipe_name = _get_name(recipe)
+            recipe_version = _get_version(recipe)
+            config.name = (
+                recipe_name.value
+                if isinstance(recipe_name, Ingredient)
+                else recipe_name
+            )
+            config.version = (
+                recipe_version.value
+                if isinstance(recipe_version, Ingredient)
+                else recipe_version
+            )
         else:
             pkg_name = pkg_name or config.name
             recipe = Recipe(name=pkg_name, version=config.version)
+        if config.name.startswith(("<{", "{{", "r-{{", "r-<{")):
+            config.name = get_global_jinja_var(recipe, "name")
         GrayskullFactory.REGISTERED_STRATEGY[repo_type.lower()].fetch_data(
             recipe, config, sections=sections_populate
         )
@@ -49,7 +64,10 @@ def __get_var(recipe, val):
         re_jinja_var = re.match(r"\s*<{\s*(\w+)", recipe["package"][val].value)
         if re_jinja_var:
             jinja_var = re_jinja_var.groups()[0]
-            return get_global_jinja_var(recipe, jinja_var)
+            try:
+                return get_global_jinja_var(recipe, jinja_var)
+            except ValueError:
+                return None
     return recipe["package"][val]