diff --git a/src/worker.c b/src/worker.c
index 41539a9..a8621cb 100644
--- a/src/worker.c
+++ b/src/worker.c
@@ -450,9 +450,6 @@ kore_worker_entry(struct kore_worker *kw)
 
 	kore_platform_proctitle(kore_worker_name(kw->id));
 
-	if (worker_set_affinity == 1)
-		kore_platform_worker_setcpu(kw);
-
 	kore_pid = kw->pid;
 	kore_signal_setup();
 
@@ -752,6 +749,9 @@ kore_worker_started(void)
 {
 	const char	*chroot;
 
+	if (worker_set_affinity == 1)
+		kore_platform_worker_setcpu(worker);
+
 	if (worker->ps->skip_chroot)
 		chroot = "root";
 	else