wip: executor with logging

Author: croissanne

cmd/osbuild-worker/jobimpl-osbuild.go

@@ -525,7 +525,7 @@ func (impl *OSBuildJobImpl) Run(job worker.Job) error {
 		ExtraEnv:   extraEnv,
 		JSONOutput: true,
 	}
-	osbuildJobResult.OSBuildOutput, err = executor.RunOSBuild(jobArgs.Manifest, exports, nil, os.Stderr, opts)
+	osbuildJobResult.OSBuildOutput, err = executor.RunOSBuild(jobArgs.Manifest, exports, nil, os.Stderr, logWithId, opts)
 	// First handle the case when "running" osbuild failed
 	if err != nil {
 		osbuildJobResult.JobError = clienterrors.New(clienterrors.ErrorBuildJob, "osbuild build failed", err.Error())

internal/osbuildexecutor/osbuild-executor.go

@@ -3,9 +3,11 @@ package osbuildexecutor
 import (
 	"io"
 
+	"github.com/sirupsen/logrus"
+
 	"github.com/osbuild/images/pkg/osbuild"
 )
 
 type Executor interface {
-	RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, opts *osbuild.OSBuildOptions) (*osbuild.Result, error)
+	RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, logger *logrus.Entry, opts *osbuild.OSBuildOptions) (*osbuild.Result, error)
 }

internal/osbuildexecutor/runner-impl-aws-ec2.go

@@ -13,10 +13,10 @@ import (
 	"strings"
 	"time"
 
+	"github.com/sirupsen/logrus"
 	"golang.org/x/exp/slices"
 
 	"github.com/osbuild/images/pkg/osbuild"
-	"github.com/sirupsen/logrus"
 
 	"github.com/osbuild/osbuild-composer/internal/cloud/awscloud"
 )
@@ -28,9 +28,9 @@ type awsEC2Executor struct {
 	tmpDir     string
 }
 
-func prepareSources(manifest []byte, errorWriter io.Writer, opts *osbuild.OSBuildOptions) error {
+func prepareSources(manifest []byte, errorWriter io.Writer, logger *logrus.Entry, opts *osbuild.OSBuildOptions) error {
 	hostExecutor := NewHostExecutor()
-	_, err := hostExecutor.RunOSBuild(manifest, nil, nil, errorWriter, opts)
+	_, err := hostExecutor.RunOSBuild(manifest, nil, nil, errorWriter, logger, opts)
 	return err
 }
 
@@ -243,8 +243,8 @@ func extractOutputArchive(outputDirectory, outputTar string) error {
 
 }
 
-func (ec2e *awsEC2Executor) RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, opts *osbuild.OSBuildOptions) (*osbuild.Result, error) {
-	err := prepareSources(manifest, errorWriter, opts)
+func (ec2e *awsEC2Executor) RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, logger *logrus.Entry, opts *osbuild.OSBuildOptions) (*osbuild.Result, error) {
+	err := prepareSources(manifest, errorWriter, logger, opts)
 	if err != nil {
 		return nil, fmt.Errorf("Failed to prepare sources: %w", err)
 	}

internal/osbuildexecutor/runner-impl-host.go

@@ -1,15 +1,55 @@
 package osbuildexecutor
 
 import (
+	"fmt"
 	"io"
 
+	"github.com/sirupsen/logrus"
+
 	"github.com/osbuild/images/pkg/osbuild"
 )
 
 type hostExecutor struct{}
 
-func (he *hostExecutor) RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, opts *osbuild.OSBuildOptions) (*osbuild.Result, error) {
-	return osbuild.RunOSBuild(manifest, exports, checkpoints, errorWriter, opts)
+func (he *hostExecutor) RunOSBuild(manifest []byte, exports, checkpoints []string, errorWriter io.Writer, logger *logrus.Entry, opts *osbuild.OSBuildOptions) (*osbuild.Result, error) {
+	opts.Monitor = osbuild.MonitorJSONSeq
+
+	cmd := osbuild.NewOSBuildCmd(manifest, exports, checkpoints, opts)
+	stdOut, err := cmd.StdoutPipe()
+	if err != nil {
+		return nil, err
+	}
+	defer stdOut.Close()
+	cmd.Stderr = errorWriter
+
+	osbuildStatus := osbuild.NewStatusScanner(stdOut)
+	if err := cmd.Start(); err != nil {
+		return nil, fmt.Errorf("error starting osbuild: %v", err)
+	}
+	for {
+		st, err := osbuildStatus.Status()
+		if err != nil {
+			return nil, fmt.Errorf(`error parsing osbuild status, please report a bug: %w`, err)
+		}
+		if st == nil {
+			break
+		}
+
+		if st.Progress != nil {
+			// TODO
+			logger.Infof("%s (step %d out of %d)", st.Message, st.Progress.Done, st.Progress.Total)
+		}
+	}
+
+	if err := cmd.Wait(); err != nil {
+		return nil, fmt.Errorf("error running osbuild: %w", err)
+	}
+
+	result, err := osbuildStatus.Result()
+	if err != nil {
+		return nil, fmt.Errorf("unable to construct osbuild result: %w", err)
+	}
+	return result, nil
 }
 
 func NewHostExecutor() Executor {