chore: move conversion into helper

Author: PeterSchafer

bundle/bundle_manager.go

@@ -17,7 +17,6 @@
 package bundle
 
 import (
-	"bytes"
 	"context"
 	"os"
 	"path/filepath"
@@ -113,14 +112,14 @@ func (b *bundleManager) Create(ctx context.Context,
 			b.logger.Error().Err(err).Str("filePath", absoluteFilePath).Msg("could not load content of file")
 			continue
 		}
-		var fileContent []byte
-		fileContent, err = util.ConvertToUTF8(bytes.NewReader(rawContent))
-		if err != nil {
-			b.logger.Error().Err(err).Str("filePath", absoluteFilePath).Msg("could not convert content of file to UTF-8")
+
+		bundleFile, bundleError := deepcode.BundleFileFrom(rawContent)
+		if bundleError != nil {
+			b.logger.Error().Err(bundleError).Str("filePath", absoluteFilePath).Msg("could not convert content of file to UTF-8")
 			continue
 		}
 
-		if !(len(fileContent) > 0 && len(fileContent) <= maxFileSize) {
+		if !(len(bundleFile.Content) > 0 && len(bundleFile.Content) <= maxFileSize) {
 			continue
 		}
 
@@ -131,7 +130,6 @@ func (b *bundleManager) Create(ctx context.Context,
 		}
 		relativePath = util.EncodePath(relativePath)
 
-		bundleFile := deepcode.BundleFileFrom(fileContent)
 		bundleFiles[relativePath] = bundleFile
 		fileHashes[relativePath] = bundleFile.Hash
 		b.logger.Trace().Str("method", "BundleFileFrom").Str("hash", bundleFile.Hash).Str("filePath", absoluteFilePath).Msg("")

bundle/bundle_test.go

@@ -17,19 +17,16 @@
 package bundle_test
 
 import (
-	"bytes"
 	"context"
 	"crypto/sha256"
 	"encoding/hex"
-	"io"
 	"os"
 	"testing"
 
 	"github.com/golang/mock/gomock"
 	"github.com/rs/zerolog"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
-	"golang.org/x/net/html/charset"
 
 	"github.com/snyk/code-client-go/bundle"
 	"github.com/snyk/code-client-go/internal/deepcode"
@@ -114,32 +111,21 @@ func Test_UploadBatch(t *testing.T) {
 func Test_BundleEncoding(t *testing.T) {
 	t.Run("utf-8 encoded content", func(t *testing.T) {
 		content := []byte("hello")
-		bundle := deepcode.BundleFileFrom(content)
-
-		utf8Reader, err := charset.NewReaderLabel("UTF-8", bytes.NewReader([]byte(bundle.Content)))
-		assert.NoError(t, err)
-
-		actualContent, err := io.ReadAll(utf8Reader)
+		bundle, err := deepcode.BundleFileFrom(content)
 		assert.NoError(t, err)
 
-		actualShasum := sha256.Sum256(actualContent)
+		actualShasum := sha256.Sum256([]byte(bundle.Content))
 		assert.Equal(t, bundle.Hash, hex.EncodeToString(actualShasum[:]))
 	})
 
 	t.Run("non utf-8 / binary file", func(t *testing.T) {
 		content, err := os.ReadFile("testdata/rshell_font.php")
 		assert.NoError(t, err)
 
-		bundle := deepcode.BundleFileFrom(content)
-
-		utf8Reader, err := charset.NewReaderLabel("UTF-8", bytes.NewReader(content))
-		assert.NoError(t, err)
-
-		actualContent, err := io.ReadAll(utf8Reader)
+		bundle, err := deepcode.BundleFileFrom(content)
 		assert.NoError(t, err)
 
-		actualHash := sha256.Sum256(actualContent)
-
-		assert.Equal(t, bundle.Hash, hex.EncodeToString(actualHash[:]))
+		actualShasum := sha256.Sum256([]byte(bundle.Content))
+		assert.Equal(t, bundle.Hash, hex.EncodeToString(actualShasum[:]))
 	})
 }

internal/deepcode/helpers.go

@@ -16,6 +16,8 @@
 package deepcode
 
 import (
+	"bytes"
+
 	"github.com/snyk/code-client-go/internal/util"
 )
 
@@ -24,10 +26,15 @@ type BundleFile struct {
 	Content string `json:"content"`
 }
 
-func BundleFileFrom(content []byte) BundleFile {
+func BundleFileFrom(rawContent []byte) (BundleFile, error) {
+	fileContent, err := util.ConvertToUTF8(bytes.NewReader(rawContent))
+	if err != nil {
+		return BundleFile{}, err
+	}
+
 	file := BundleFile{
-		Hash:    util.Hash(content),
-		Content: string(content),
+		Hash:    util.Hash(rawContent),
+		Content: string(fileContent),
 	}
-	return file
+	return file, nil
 }

scan_test.go

@@ -17,11 +17,12 @@ package codeclient_test
 
 import (
 	"context"
-	"github.com/google/uuid"
 	"os"
 	"path/filepath"
 	"testing"
 
+	"github.com/google/uuid"
+
 	"github.com/golang/mock/gomock"
 	"github.com/rs/zerolog"
 	"github.com/stretchr/testify/assert"
@@ -44,9 +45,14 @@ import (
 func Test_UploadAndAnalyze(t *testing.T) {
 	baseDir, firstDocPath, secondDocPath, firstDocContent, secondDocContent := setupDocs(t)
 	docs := sliceToChannel([]string{firstDocPath, secondDocPath})
+	firstBundle, err := deepcode.BundleFileFrom(firstDocContent)
+	assert.NoError(t, err)
+	secondBundle, err := deepcode.BundleFileFrom(secondDocContent)
+	assert.NoError(t, err)
+
 	files := map[string]deepcode.BundleFile{
-		firstDocPath: deepcode.BundleFileFrom(firstDocContent),
-		firstDocPath: deepcode.BundleFileFrom(secondDocContent),
+		firstDocPath: firstBundle,
+		firstDocPath: secondBundle,
 	}
 
 	logger := zerolog.Nop()