Brendan Shaklovitz
da5301ea1e
* Exit with non-zero exit code on chunk source error * Exit with a non-zero exit code whenever we hit an error getting chunks. Previously the error would be logged but trufflehog would exit with a 0 (success) status code. * fix gcs test --------- Co-authored-by: Dustin Decker <dustin@trufflesec.com> Co-authored-by: ahrav <ahravdutta02@gmail.com>
73 lines
2.0 KiB
Go
73 lines
2.0 KiB
Go
package engine
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
gogit "github.com/go-git/go-git/v5"
|
|
"google.golang.org/protobuf/proto"
|
|
"google.golang.org/protobuf/types/known/anypb"
|
|
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/common"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/context"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/sourcespb"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources/git"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources/github"
|
|
)
|
|
|
|
// ScanGitHub scans Github with the provided options.
|
|
func (e *Engine) ScanGitHub(ctx context.Context, c sources.GithubConfig) error {
|
|
source := github.Source{}
|
|
|
|
connection := sourcespb.GitHub{
|
|
Endpoint: c.Endpoint,
|
|
Organizations: c.Orgs,
|
|
Repositories: c.Repos,
|
|
ScanUsers: c.IncludeMembers,
|
|
IgnoreRepos: c.ExcludeRepos,
|
|
IncludeRepos: c.IncludeRepos,
|
|
}
|
|
if len(c.Token) > 0 {
|
|
connection.Credential = &sourcespb.GitHub_Token{
|
|
Token: c.Token,
|
|
}
|
|
} else {
|
|
connection.Credential = &sourcespb.GitHub_Unauthenticated{}
|
|
}
|
|
connection.IncludeForks = c.IncludeForks
|
|
var conn anypb.Any
|
|
err := anypb.MarshalFrom(&conn, &connection, proto.MarshalOptions{})
|
|
if err != nil {
|
|
ctx.Logger().Error(err, "failed to marshal github connection")
|
|
return err
|
|
}
|
|
|
|
ctx = context.WithValues(ctx,
|
|
"source_type", source.Type().String(),
|
|
"source_name", "github",
|
|
)
|
|
err = source.Init(ctx, "trufflehog - github", 0, 0, false, &conn, c.Concurrency)
|
|
if err != nil {
|
|
ctx.Logger().Error(err, "failed to initialize github source")
|
|
return err
|
|
}
|
|
|
|
logOptions := &gogit.LogOptions{}
|
|
opts := []git.ScanOption{
|
|
git.ScanOptionFilter(c.Filter),
|
|
git.ScanOptionLogOptions(logOptions),
|
|
}
|
|
scanOptions := git.NewScanOptions(opts...)
|
|
source.WithScanOptions(scanOptions)
|
|
|
|
e.sourcesWg.Go(func() error {
|
|
defer common.RecoverWithExit(ctx)
|
|
err := source.Chunks(ctx, e.ChunksChan())
|
|
if err != nil {
|
|
return fmt.Errorf("could not scan github: %w", err)
|
|
}
|
|
return nil
|
|
})
|
|
return nil
|
|
}
|