diff --git a/src/nnbench/runner.py b/src/nnbench/runner.py
index 57560d7..5e747c5 100644
--- a/src/nnbench/runner.py
+++ b/src/nnbench/runner.py
@@ -106,7 +106,7 @@ def _issubtype(t1: type, t2: type) -> bool:
         for bm in self.benchmarks:
             for var in bm.interface.variables:
                 name, typ, default = var
-                if default == empty:
+                if default is empty:
                     required.add(name)
                 if name in params and default != empty:
                     logger.debug(