Exclude development tools from unused dependencies detection

README.md

@@ -250,7 +250,7 @@ Note that we’re never guaranteed to be able to resolve _all_ dependencies with
 this method: For example, there could be a typo in your `requirements.txt` that
 means a dependency will _never_ be found on PyPI, or there could be other
 circumstances (e.g. network issues or restrictions in your CI environment) that
-prevent this strategy from working at all. 
+prevent this strategy from working at all.
 In this case, FawltyDeps will throw an error and abort.
 
 #### User-defined mapping
@@ -307,10 +307,16 @@ declared or not, but you can ask for them to be ignored with the
 Conversely, there may be dependencies that you have declared without intending
 to `import` them. This is often the case for developer tools like Black or Mypy
 that are part of your project's development environment.
-FawltyDeps cannot automatically tell which of your declared dependencies are
-meant to be `import`ed or not, but you ask for specific deps to be ignored with
-the `--ignore-unused` option, for example:
-`--ignore-unused black mypy`
+We've introduced a `DEFAULT_IGNORE_UNUSED` list, which includes various
+categories of commonly used development tools and dependencies.
+FawltyDeps can automatically ignore these dependencies when checking for unused
+imports. For the complete `DEFAULT_IGNORE_UNUSED` list, please see the
+[default_ignore_unused_list.md](./docs/default_ignore_unused_list.md) file
+in the repository. If you have additional dependencies that you want to exclude
+from the check for unused imports, you can use the `--ignore-unused` option
+to customize the ignore list. By providing your own list of dependencies with
+this option, you can effectively overwrite the default list. For example:
+`--ignore-unused black mypy some_other_module`
 
 ### Output formats
 
@@ -364,8 +370,12 @@ Here is a complete list of configuration directives we support:
   undeclared dependencies, for example: `["some_module", "some_other_module"]`.
   The default is the empty list: `ignore_undeclared = []`.
 - `ignore_unused`: A list of specific dependencies to ignore when reporting
-  unused dependencies, for example: `["black", "mypy"]`.
-  The default is the empty list: `ignore_unused = []`.
+  unused dependencies, for example: `["black", "mypy", "some_other_module"]`.
+  The default is a list including common development tools. However, you have the
+  flexibility to overwrite this list according to your project's specific requirements.
+  For the complete default list, please see the
+  [default_ignore_unused_list.md](./docs/default_ignore_unused_list.md) file
+  in the repository.
 - `deps_parser_choice`: Manually select which format to use for parsing
   declared dependencies. Must be one of `"requirements.txt"`, `"setup.py"`,
   `"setup.cfg"`, `"pyproject.toml"`, or leave it unset (i.e. the default) for

docs/default_ignore_unused_list.md

@@ -0,0 +1,51 @@
+## Default Ignore Unused List
+
+### Formatting Tools
+
+- autopep8
+- black
+- codespell
+- isort
+- pyformat
+- yapf
+
+### Linting Tools
+
+- flake8
+- mccabe
+- mypy
+- pyflakes
+- pylint
+- pyright
+- ruff
+
+### Security Tools
+
+- bandit
+
+### Documentation Tools
+
+- myst-parser
+- recommonmark
+- sphinx
+- sphinx-rtd-theme
+
+### Testing Tools
+
+- coverage
+- fawltydeps
+- nox
+- pre-commit
+- pytest
+- tox
+
+### Building and Packaging Tools
+
+- twine
+- wheel
+
+### Utility Tools
+
+- pydocstyle
+- rope
+- unify

fawltydeps/settings.py

@@ -98,6 +98,47 @@ def parse_path_or_stdin(arg: str) -> PathOrSpecial:
     return Path(arg)
 
 
+DEFAULT_IGNORE_UNUSED = {
+    # Development tools not meant to be imported
+    # Formatting Tools
+    "autopep8",
+    "black",
+    "codespell",
+    "isort",
+    "pyformat",
+    "yapf",
+    # Linting Tools
+    "flake8",
+    "mccabe",
+    "mypy",
+    "pyflakes",
+    "pylint",
+    "pyright",
+    "ruff",
+    # Security Tools
+    "bandit",
+    # Documentation Tools
+    "myst-parser",
+    "recommonmark",
+    "sphinx",
+    "sphinx-rtd-theme",
+    # Testing Tools
+    "coverage",
+    "fawltydeps",
+    "nox",
+    "pre-commit",
+    "pytest",
+    "tox",
+    # Building and Packaging Tools
+    "twine",
+    "wheel",
+    # Utility Tools
+    "pydocstyle",
+    "rope",
+    "unify",
+}
+
+
 class Settings(BaseSettings):
     """FawltyDeps settings.
 
@@ -119,7 +160,7 @@ class Settings(BaseSettings):
     pyenvs: Set[Path] = {Path(".")}
     custom_mapping: Optional[CustomMapping] = None
     ignore_undeclared: Set[str] = set()
-    ignore_unused: Set[str] = set()
+    ignore_unused: Set[str] = DEFAULT_IGNORE_UNUSED
     deps_parser_choice: Optional[ParserChoice] = None
     install_deps: bool = False
     verbosity: int = 0

pyproject.toml

@@ -73,12 +73,11 @@ types-setuptools = "^65.6.0.2"
 optional = true
 
 [tool.poetry.group.format.dependencies]
-black = "^22"
-colorama = "^0.4.6"
+black = {version = "^22", extras = ["colorama"]}
 isort = [
     # isort 5.12.0 drops support for Python v3.7:
-    {version = "^5.10", python = ">=3.8"},
-    {version = ">=5.10,<5.12.0", python = "<3.8"},
+    {version = "^5.10", extras = ["colors"], python = ">=3.8"},
+    {version = ">=5.10,<5.12.0", extras = ["colors"], python = "<3.8"},
 ]
 codespell = "^2.2.4"
 
@@ -90,9 +89,8 @@ optional = true
 # something to the above groups (i.e. something that targets a specific purpose
 # (e.g. a CI action), consider whether it's also useful to have this available
 # in a developers environment
-black = "^22"
+black = {version = "^22", extras = ["colorama"]}
 codespell = "^2.2.4"
-colorama = "^0.4.6"
 hypothesis = "^6.68.2"
 mypy = "^1.0.1"
 nox = "^2022.11.21"
@@ -156,14 +154,11 @@ build-backend = "poetry.core.masonry.api"
 code = ["fawltydeps"]
 deps = ["pyproject.toml"]
 ignore_unused = [
-    # Tools not meant to be imported
     "black",
     "codespell",
     "hypothesis",
     "mypy",
     "nox",
     "pylint",
     "pytest",
-    # Other dependencies that enable functionality in the above tools
-    "colorama",
 ]

tests/real_projects/requests.toml

@@ -62,6 +62,7 @@ undeclared_deps = [
     "setuptools",
     "simplejson",
 ]
+# We don't have "wheel" as unused_deps because it is in the default_ignore_unused list
 unused_deps =  [
     "Flask",
     "PySocks",
@@ -71,5 +72,4 @@ unused_deps =  [
     "pytest-cov",
     "pytest-httpbin",
     "pytest-mock",
-    "wheel",
 ]

tests/sample_projects/blog_post_example/expected.toml

@@ -8,7 +8,7 @@
 name = "blog_post_example"
 description = '''
   This is the example being used in the blog post that announces FawltyDeps
-  on Tweag's blow: https://www.tweag.io/blog/
+  on Tweag's blog: https://www.tweag.io/blog/
   This example project is contrived to demonstrate what FawltyDeps can do, and
   and what benefits it can bring to a Python project. The project includes:
   - A couple of undeclared dependencies, one that should obviously have been
@@ -42,7 +42,7 @@ undeclared_deps = [
 ]
 
 # Declared dependencies which were never `import`ed from the code:
+# "black" will be ignored since it is in the default_ignored_unused list
 unused_deps = [
-    "black",
     "tensorflow",
 ]

tests/sample_projects/mixed_project/expected.toml

@@ -18,7 +18,8 @@ requirements = []  # rely on identity mapping
 undeclared_deps = ["tomli"]
 
 # Declared dependencies which were never `import`ed from the code:
-unused_deps = ["black", "jieba", "tox"]
+# "black" and "tox" will be ignored since they are in the default_ignored_unused list
+unused_deps = ["jieba"]
 
 [experiments.subdir2]
 description = "Run fawltydeps on subdir2 only"