diff --git a/changelog.d/15886.feature b/changelog.d/15886.feature
new file mode 100644
index 000000000000..0d77fae2dc68
--- /dev/null
+++ b/changelog.d/15886.feature
@@ -0,0 +1 @@
+Allow configuring the set of workers to proxy outbound federation traffic through via `outbound_federation_restricted_to`.
diff --git a/synapse/http/proxyagent.py b/synapse/http/proxyagent.py
index 1fa3adbef20c..fd418fc22512 100644
--- a/synapse/http/proxyagent.py
+++ b/synapse/http/proxyagent.py
@@ -152,7 +152,7 @@ def __init__(
 
                 if federation_proxy.tls:
                     tls_connection_creator = self._policy_for_https.creatorForNetloc(
-                        federation_proxy.host,
+                        federation_proxy.host.encode("utf-8"),
                         federation_proxy.port,
                     )
                     endpoint = wrapClientTLS(tls_connection_creator, endpoint)