diff --git a/pkg/agent/core.go b/pkg/agent/core.go
index 73b5fe6..546a6fa 100644
--- a/pkg/agent/core.go
+++ b/pkg/agent/core.go
@@ -280,6 +280,10 @@ func NewAgentCore(cfg AgentCoreConfig) Core {
 		Exec:             cfg.Env.exec,
 		GenerationParams: cfg.Env.genParams,
 	}
+	if cfg.SessionID != "" {
+		os.MkdirAll("/tmp/ollie/"+cfg.SessionID, 0700) //nolint:errcheck
+	}
+
 	return &agentCore{
 		session:       cfg.Session,
 		loopcfg:       loopcfg,