diff --git a/src/setuptools_scm/_integration/pyproject_reading.py b/src/setuptools_scm/_integration/pyproject_reading.py
index cd7149d..f43e6b1 100644
--- a/src/setuptools_scm/_integration/pyproject_reading.py
+++ b/src/setuptools_scm/_integration/pyproject_reading.py
@@ -18,6 +18,7 @@ TOML_LOADER: TypeAlias = Callable[[str], TOML_RESULT]
 
 
 class PyProjectData(NamedTuple):
+    name: str
     tool_name: str
     project: TOML_RESULT
     section: TOML_RESULT
@@ -48,7 +49,7 @@ def read_pyproject(
     except LookupError as e:
         raise LookupError(f"{name} does not contain a tool.{tool_name} section") from e
     project = defn.get("project", {})
-    return PyProjectData(tool_name, project, section)
+    return PyProjectData(name, tool_name, project, section)
 
 
 def get_args_for_pyproject(
@@ -59,7 +60,13 @@ def get_args_for_pyproject(
     """drops problematic details and figures the distribution name"""
     section = pyproject.section.copy()
     kwargs = kwargs.copy()
-
+    if "relative_to" in section:
+        relative = section.pop("relative_to")
+        warnings.warn(
+            f"{pyproject.name}: at [tool.{pyproject.tool_name}]\n"
+            f"ignoring value relative_to={relative!r}"
+            " as its always relative to the config file"
+        )
     if "dist_name" in section:
         if dist_name is None:
             dist_name = section.pop("dist_name")

diff --git a/testing/test_config.py b/testing/test_config.py
index d7aa3f4..97bb36e 100644
--- a/testing/test_config.py
+++ b/testing/test_config.py
@@ -51,3 +51,26 @@ def test_config_regex_init() -> None:
     tag_regex = re.compile(r"v(\d+)")
     conf = Configuration(tag_regex=tag_regex)
     assert conf.tag_regex is tag_regex
+
+
+def test_config_from_file_protects_relative_to(tmp_path: Path) -> None:
+    fn = tmp_path / "pyproject.toml"
+    fn.write_text(
+        textwrap.dedent(
+            """
+            [tool.setuptools_scm]
+            relative_to = "dont_use_me"
+            [project]
+            description = "Factory ⸻ A code generator 🏭"
+            authors = [{name = "Łukasz Langa"}]
+            """
+        ),
+        encoding="utf-8",
+    )
+    with pytest.warns(
+        UserWarning,
+        match=".*pyproject.toml: at \\[tool.setuptools_scm\\]\n"
+        "ignoring value relative_to='dont_use_me'"
+        " as its always relative to the config file",
+    ):
+        assert Configuration.from_file(str(fn))

TypeError: setuptools_scm.config.Configuration() got multiple values for keyword argument 'relative_to'
My project build recently stopped working, failing with:

> TypeError: setuptools_scm.config.Configuration() got multiple values for keyword argument 'relative_to'

My setup.py looks like so:

```python
import setuptools
setuptools.setup()
```

...and my pyproject.toml thusly:

```ini
[build-system]
requires = [
    "setuptools>=42",
    "wheel",
    "setuptools_scm>=6.2"
]
build-backend = "setuptools.build_meta"

[tool.setuptools_scm]
relative_to = "__file__"
fallback_version = "0.0.0"
```

If I comment out the `relative_to` configuration line in `pyproject.toml`, the build completes.
testing/test_config.py::test_config_from_file_protects_relative_to
testing/test_config.py::test_tag_regex[apache-arrow-0.9.0-0.9.0] testing/test_config.py::test_tag_regex[arrow-0.9.0-0.9.0] testing/test_config.py::test_tag_regex[arrow-0.9.0-rc-0.9.0-rc] testing/test_config.py::test_tag_regex[arrow-1-1] testing/test_config.py::test_tag_regex[arrow-1+-1] testing/test_config.py::test_tag_regex[arrow-1+foo-1] testing/test_config.py::test_tag_regex[arrow-1.1+foo-1.1] testing/test_config.py::test_tag_regex[v1.1-v1.1] testing/test_config.py::test_tag_regex[V1.1-V1.1] testing/test_config.py::test_config_from_pyproject testing/test_config.py::test_config_regex_init