diff --git a/guix/scripts/offload.scm b/guix/scripts/offload.scm
index e48e31547ae9ab9aa075d68b88b2029df0319622..5b971302f3ff8d509a1a1c75fa979514d8eeccdc 100644
--- a/guix/scripts/offload.scm
+++ b/guix/scripts/offload.scm
@@ -161,6 +161,10 @@ (define (remote-pipe machine mode command)
     (lambda ()
       (apply open-pipe* mode %lshg-command
              "-l" (build-machine-user machine) "-z"
+
+             ;; XXX: Remove '-i' when %LSHG-COMMAND really is lshg.
+             "-i" (build-machine-private-key machine)
+
              (build-machine-name machine)
              command))
     (lambda args