diff --git a/flake-modules/dev/list-plugins/default.nix b/flake-modules/dev/list-plugins/default.nix
index 69189c39..0c863ddf 100644
--- a/flake-modules/dev/list-plugins/default.nix
+++ b/flake-modules/dev/list-plugins/default.nix
@@ -1,6 +1,8 @@
+{ self, ... }:
 {
   perSystem =
     {
+      self',
       config,
       lib,
       inputs',
@@ -8,8 +10,8 @@
       pkgs,
       ...
     }:
-    {
-      packages.list-plugins = pkgs.writers.writePython3Bin "list-plugins" {
+    let
+      package = pkgs.writers.writePython3Bin "list-plugins" {
         # Disable flake8 checks that are incompatible with the ruff ones
         flakeIgnore = [
           # line too long
@@ -18,6 +20,17 @@
           "W503"
         ];
       } (builtins.readFile ./list-plugins.py);
+    in
+    {
+      packages.list-plugins = package;
+      checks.list-plugins-test =
+        pkgs.runCommand "list-plugins-test"
+          {
+            nativeBuildInputs = [ package ];
+          }
+          ''
+            list-plugins --root-path ${self} > $out
+          '';
 
       devshells.default.commands = [
         {