package gitparse import ( "bytes" "strings" "testing" "time" "github.com/google/go-cmp/cmp" "github.com/google/go-cmp/cmp/cmpopts" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/trufflesecurity/trufflehog/v3/pkg/context" "github.com/trufflesecurity/trufflehog/v3/pkg/process" bufferwriter "github.com/trufflesecurity/trufflehog/v3/pkg/writers/buffer_writer" bufferedfilewriter "github.com/trufflesecurity/trufflehog/v3/pkg/writers/buffered_file_writer" ) type testCaseLine struct { latestState ParseState line []byte } func TestLineChecksWithStaged(t *testing.T) { type testCase struct { passes []testCaseLine fails []testCaseLine function func(bool, ParseState, []byte) bool } tests := map[string]testCase{ "commitLine": { passes: []testCaseLine{ { Initial, []byte("commit 15c6105be1a18eeed1247478340dca69d02196ed"), }, { ModeLine, []byte("commit 7bd16429f1f708746dabf970e54b05d2b4734997 (HEAD -> master)\n"), }, { IndexLine, []byte("commit 9d60549cea17c830df3f99398993e8f6fd154468"), }, { MessageStartLine, []byte("commit 4727ffb7ad6dc5130bf4b4dd166e00705abdd018"), }, { MessageEndLine, []byte("commit 2a057632d7f5fa3d1c77b9aa037263211c0e0290"), }, { HunkContentLine, []byte("commit b38857edb46bd0e2c86db53615ff469aa7b7966b (HEAD -> feat/git-diff-parse, origin/main, origin/HEAD, main)"), }, { BinaryFileLine, []byte("commit fb76eaf17b2b923bcc3e59314cf3605bce9a8bcd (tag: v3.40.0)"), }, }, fails: []testCaseLine{ { Initial, []byte(`fatal: ambiguous argument 'branch_2..branch_1': unknown revision or path not in the working tree. Use '--' to separate paths from revisions, like this: 'git [...] -- [...]'`), }, { CommitLine, []byte("commit 15c6105be1a18eeed1247478340dca69d02196ed"), }, }, function: isCommitLine, }, "mergeLine": { passes: []testCaseLine{ { CommitLine, []byte("Merge: f21a95535a2 ed08d10bcf5"), }, }, fails: []testCaseLine{ { CommitterDateLine, []byte(" Merge pull request #34511 from cescoffier/duplicated-context-doc"), }, { CommitLine, []byte("notcorrect"), }, }, function: isMergeLine, }, "authorLine": { passes: []testCaseLine{ { CommitLine, []byte("Author: Zachary Rice "), }, { CommitLine, []byte("Author: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>"), }, }, fails: []testCaseLine{ { CommitLine, []byte("Date: Tue Jun 20 13:55:31 2023 -0500"), }, { AuthorLine, []byte("Author: Bill Rich "), }, }, function: isAuthorLine, }, "authorDateLine": { passes: []testCaseLine{ { AuthorLine, []byte("AuthorDate: 2022-01-18T16:59:18-08:00"), }, }, fails: []testCaseLine{ { AuthorDateLine, []byte(""), }, { AuthorLine, []byte("notcorrect"), }, }, function: isAuthorDateLine, }, "committerLine": { passes: []testCaseLine{ { AuthorDateLine, []byte("Commit: Zachary Rice "), }, { AuthorDateLine, []byte("Commit: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>"), }, }, fails: []testCaseLine{ { CommitLine, []byte("Date: Tue Jun 20 13:55:31 2023 -0500"), }, { AuthorLine, []byte("Author: Bill Rich "), }, }, function: isCommitterLine, }, "committerDateLine": { passes: []testCaseLine{ { CommitterLine, []byte("CommitDate: 2022-01-18T16:59:18-08:00"), }, }, fails: []testCaseLine{ { CommitterDateLine, []byte(""), }, { CommitterLine, []byte("notcorrect"), }, }, function: isCommitterDateLine, }, "messageStartLine": { passes: []testCaseLine{ { CommitterDateLine, []byte(""), }, }, fails: []testCaseLine{ { AuthorLine, []byte("Date: Tue Jun 20 13:21:19 2023 -0700"), }, { CommitterDateLine, []byte("notcorrect"), }, }, function: isMessageStartLine, }, "messageLine": { passes: []testCaseLine{ { MessageStartLine, []byte(" Initial docs and release automation (#5)"), }, { MessageLine, []byte(" Bump github.com/googleapis/gax-go/v2 from 2.10.0 to 2.11.0 (#1406)"), }, }, fails: []testCaseLine{ { AuthorLine, []byte("Date: Tue Jun 20 13:21:19 2023 -0700"), }, { CommitterDateLine, []byte("notcorrect"), }, }, function: isMessageLine, }, "messageEndLine": { passes: []testCaseLine{ { MessageLine, []byte(""), }, }, fails: []testCaseLine{ { MessageStartLine, []byte(" Initial commit"), }, { MessageLine, []byte("notcorrect"), }, }, function: isMessageEndLine, }, "notesStartLine": { passes: []testCaseLine{ { MessageEndLine, []byte("Notes:"), }, { MessageEndLine, []byte("Notes (review):"), }, }, fails: []testCaseLine{ { MessageStartLine, []byte(""), }, { MessageEndLine, []byte("notcorrect"), }, }, function: isNotesStartLine, }, "notesLine": { passes: []testCaseLine{ { NotesStartLine, []byte(" Submitted-by: Random J Developer "), }, }, fails: []testCaseLine{ { MessageEndLine, []byte(""), }, { MessageEndLine, []byte("notcorrect"), }, }, function: isNotesLine, }, "notesEndLine": { passes: []testCaseLine{ { NotesLine, []byte("\n"), }, }, fails: []testCaseLine{ { MessageEndLine, []byte("\n"), }, { NotesLine, []byte("notcorrect"), }, }, function: isNotesEndLine, }, "diffLine": { passes: []testCaseLine{ { MessageEndLine, []byte("diff --git a/pkg/sources/source_unit.go b/pkg/sources/source_unit.go"), }, { MessageEndLine, []byte("diff --git a/ Lunch and Learn - HCDiag.pdf b/ Lunch and Learn - HCDiag.pdf"), }, { NotesEndLine, []byte("diff --git \"a/one.txt\" \"b/one.txt\""), }, { BinaryFileLine, []byte("diff --git a/pkg/decoders/utf16_test.go b/pkg/decoders/utf16_test.go"), }, { HunkContentLine, []byte("diff --git a/pkg/decoders/utf8.go b/pkg/decoders/utf8.go"), }, { ModeLine, []byte("diff --git a/pkg/decoders/utf8.go b/pkg/decoders/utf8.go"), }, }, fails: []testCaseLine{ { CommitterDateLine, []byte(" Make trace error message so newlines aren't escaped (#1396)"), }, { MessageLine, []byte("notcorrect"), }, { NotesLine, []byte("diff --git a/pkg/decoders/utf8.go b/pkg/decoders/utf8.go"), }, }, function: isDiffLine, }, } for name, test := range tests { for _, pass := range test.passes { if !test.function(false, pass.latestState, pass.line) { t.Errorf("%s: Parser did not recognize correct line. (%s)", name, string(pass.line)) } } for _, fail := range test.fails { if test.function(false, fail.latestState, fail.line) { t.Errorf("%s: Parser did not recognize incorrect line. (%s)", name, string(fail.line)) } } } } func TestLineChecksNoStaged(t *testing.T) { type testCase struct { passes []testCaseLine fails []testCaseLine function func(ParseState, []byte) bool } tests := map[string]testCase{ "modeLine": { passes: []testCaseLine{ { DiffLine, []byte("old mode 100644"), }, { ModeLine, []byte("new mode 100755"), }, { DiffLine, []byte("new file mode 100644"), }, { DiffLine, []byte("similarity index 100%"), }, { ModeLine, []byte("rename from old.txt"), }, { ModeLine, []byte("rename to new.txt"), }, { DiffLine, []byte("deleted file mode 100644"), }, }, fails: []testCaseLine{ { MessageLine, []byte("diff --git a/pkg/common/recover.go b/pkg/common/recover.go"), }, { DiffLine, []byte("notcorrect"), }, }, function: isModeLine, }, "indexLine": { passes: []testCaseLine{ { DiffLine, []byte("index 0a7a5b4..7682212 100644"), }, { ModeLine, []byte("index 1ed6fbee1..aea1e643a 100644"), }, { ModeLine, []byte("index 00000000..e69de29b"), }, }, fails: []testCaseLine{ { MessageLine, []byte("diff --git a/pkg/sources/gitlab/gitlab.go b/pkg/sources/gitlab/gitlab.go"), }, { DiffLine, []byte("notcorrect"), }, }, function: isIndexLine, }, "binaryLine": { passes: []testCaseLine{ { IndexLine, []byte("Binary files /dev/null and b/plugin.sig differ"), }, { IndexLine, []byte("Binary files /dev/null and b/ Lunch and Learn - HCDiag.pdf differ"), }, }, fails: []testCaseLine{ { DiffLine, []byte("index eb54cf4f..00000000"), }, { IndexLine, []byte("notcorrect"), }, }, function: isBinaryLine, }, "fromFileLine": { passes: []testCaseLine{ { IndexLine, []byte("--- a/internal/addrs/move_endpoint_module.go"), }, { IndexLine, []byte("--- /dev/null"), }, // New file (https://github.com/trufflesecurity/trufflehog/issues/2109) // diff --git a/libs/Unfit-1.0 b/libs/Unfit-1.0 // new file mode 160000 { ModeLine, []byte("--- /dev/null"), }, // Uncommon but valid prefixes. Will these ever show up? // https://stackoverflow.com/a/2530012 // https://git-scm.com/docs/git-config#Documentation/git-config.txt-diffmnemonicPrefix { IndexLine, []byte("--- i/pkg/sources/filesystem/filesystem.go"), }, { IndexLine, []byte("--- w/pkg/sources/gcs/gcs.go"), }, { IndexLine, []byte("--- c/pkg/sources/git/git.go"), }, { IndexLine, []byte("--- o/pkg/sources/github/github.go"), }, }, fails: []testCaseLine{ { ModeLine, []byte("index 00000000..05370a3c"), }, { IndexLine, []byte("notcorrect"), }, }, function: isFromFileLine, }, "toFileLine": { passes: []testCaseLine{ { FromFileLine, []byte("+++ a/internal/addrs/move_endpoint_module.go"), }, { FromFileLine, []byte("+++ /dev/null"), }, // Uncommon but valid prefixes. Will these ever show up? // https://stackoverflow.com/a/2530012 // https://git-scm.com/docs/git-config#Documentation/git-config.txt-diffmnemonicPrefix { FromFileLine, []byte("+++ i/pkg/sources/filesystem/filesystem.go"), }, { FromFileLine, []byte("+++ w/pkg/sources/gcs/gcs.go"), }, { FromFileLine, []byte("+++ c/pkg/sources/git/git.go"), }, { FromFileLine, []byte("+++ o/pkg/sources/github/github.go"), }, }, fails: []testCaseLine{ { IndexLine, []byte("--- a/pkg/detectors/shortcut/shortcut_test.go"), }, { FromFileLine, []byte("notcorrect"), }, { HunkContentLine, []byte("+++ The application will interface with REDACTED and REDACTED (REDACTED team)"), }, }, function: isToFileLine, }, "lineNumberLine": { passes: []testCaseLine{ { ToFileLine, []byte("@@ -298 +298 @@ func maxRetryErrorHandler(resp *http.Response, err error, numTries int)"), }, { HunkContentLine, []byte("@@ -121 +121 @@ require ("), }, }, fails: []testCaseLine{ { FromFileLine, []byte("+++ b/Dockerfile"), }, { ToFileLine, []byte("notcorrect"), }, }, function: isHunkLineNumberLine, }, "hunkContextLine": { passes: []testCaseLine{ { HunkLineNumberLine, []byte(" fmt.Println"), }, { HunkContentLine, []byte(" ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)"), }, }, fails: []testCaseLine{ { ToFileLine, []byte("@@ -176 +176 @@ require ("), }, { HunkLineNumberLine, []byte("+import ("), }, }, function: isHunkContextLine, }, "hunkPlusLine": { passes: []testCaseLine{ { HunkLineNumberLine, []byte("+ github.com/googleapis/enterprise-certificate-proxy v0.2.5 // indirect"), }, { HunkContentLine, []byte("+cloud.google.com/go/storage v1.31.0/go.mod h1:81ams1PrhW16L4kF7qg+4mTq7SRs5HsbDTM0bWvrwJ0="), }, }, fails: []testCaseLine{ { ToFileLine, []byte("@@ -176 +176 @@ require ("), }, { HunkLineNumberLine, []byte("-import ("), }, { HunkLineNumberLine, []byte("notcorrect"), }, }, function: isHunkPlusLine, }, "hunkMinusLine": { passes: []testCaseLine{ { HunkLineNumberLine, []byte("-fmt.Println"), }, { HunkContentLine, []byte(`- return []string{"sql", "database", "Data Source"}`), }, }, fails: []testCaseLine{ { ToFileLine, []byte("@@ -176 +176 @@ require ("), }, { HunkLineNumberLine, []byte("+import ("), }, { HunkLineNumberLine, []byte("notcorrect"), }, }, function: isHunkMinusLine, }, "hunkNewlineWarningLine": { passes: []testCaseLine{ { HunkContentLine, []byte("\\ No newline at end of file"), }, }, fails: []testCaseLine{ { ToFileLine, []byte("@@ -176 +176 @@ require ("), }, { HunkContentLine, []byte(" \\ No newline at end of file is the current error"), }, }, function: isHunkNewlineWarningLine, }, "hunkEmptyLine": { passes: []testCaseLine{ { HunkContentLine, []byte("\n"), }, }, fails: []testCaseLine{ { HunkLineNumberLine, []byte(` return "", errors.WrapPrefix(err, "repo remote cannot be sanitized as URI", 0)`), }, { HunkContentLine, []byte(" \n"), }, }, function: isHunkEmptyLine, }, } for name, test := range tests { for _, pass := range test.passes { if !test.function(pass.latestState, pass.line) { t.Errorf("%s: Parser did not recognize correct line. (%s)", name, string(pass.line)) } } for _, fail := range test.fails { if test.function(fail.latestState, fail.line) { t.Errorf("%s: Parser did not recognize incorrect line. (%s)", name, string(fail.line)) } } } } func TestBinaryPathParse(t *testing.T) { cases := map[string]string{ "Binary files a/trufflehog_3.42.0_linux_arm64.tar.gz and /dev/null differ\n": "", "Binary files /dev/null and b/plugin.sig differ\n": "plugin.sig", "Binary files /dev/null and b/ Lunch and Learn - HCDiag.pdf differ\n": " Lunch and Learn - HCDiag.pdf", "Binary files /dev/null and \"b/assets/retailers/ON-ikony-Platforma-ecom \\342\\200\\224 kopia.png\" differ\n": "assets/retailers/ON-ikony-Platforma-ecom — kopia.png", "Binary files /dev/null and \"b/\\346\\267\\261\\345\\272\\246\\345\\255\\246\\344\\271\\240500\\351\\227\\256-Tan-00\\347\\233\\256\\345\\275\\225.docx\" differ\n": "深度学习500问-Tan-00目录.docx", } for name, expected := range cases { filename, ok := pathFromBinaryLine([]byte(name)) if !ok { t.Errorf("Failed to get path: %s", name) } if filename != expected { t.Errorf("Expected: %s, Got: %s", expected, filename) } } } func TestToFileLinePathParse(t *testing.T) { cases := map[string]string{ "+++ /dev/null\n": "", "+++ b/embeds.xml\t\n": "embeds.xml", "+++ \"b/C++/1 \\320\\243\\321\\200\\320\\276\\320\\272/B.c\"\t\n": "C++/1 Урок/B.c", } for name, expected := range cases { filename, ok := pathFromToFileLine([]byte(name)) if !ok { t.Errorf("Failed to get path: %s", name) } if filename != expected { t.Errorf("Expected: %s, Got: %s", expected, filename) } } } // `asserts` on `Diff`'s _structure_, giving better test output than just comparing two // diffs. func assertDiffEqualToExpected(t *testing.T, expected *Diff, actual *Diff) { // Use `cmp.Diff` to automatically compare all the exported fields. This allows this test to grow automatically if // new exported fields are added to these structs. However, the most important field we want to test is unexpected // (i.e. contentWriter) which is where the actual content of the diff is stored. We break this out next. opts := []cmp.Option{ cmpopts.IgnoreUnexported(Diff{}, Commit{}, strings.Builder{}), cmpopts.IgnoreFields(Commit{}, "Size"), } if diff := cmp.Diff(expected, actual, opts...); diff != "" { t.Errorf("%s", diff) } // Here's where we compare the actual content of the diff. We break that out and test it separately so that we can // keep this test relatively easy to understand and still get meaningful test output on the diff itself // If the test author hasn't specified a contentWriter, then we don't want to explode, but we _do_ // want to confirm that the actual diff _also_ is nil there if expected.contentWriter == nil { assert.Nil(t, actual.contentWriter) } // Check that the content of the diff itself is as expected for non-binary diffs if expected.contentWriter != nil && !actual.IsBinary { assert.Equal(t, expected.contentWriter.Len(), actual.contentWriter.Len()) expectedDiffStr, err := expected.contentWriter.String() require.NoError(t, err) actualDiffStr, err := actual.contentWriter.String() assert.NoError(t, err) assert.Equal(t, expectedDiffStr, actualDiffStr) } // TODO - Add test coverage for binary diffs (if it isn't already elsewhere) } func TestCommitParsing(t *testing.T) { // Feels bad to skip tests forever and then just forget about them. Skip for a while. if time.Now().Before(time.Date(2025, time.July, 1, 0, 0, 0, 0, time.UTC)) { t.Skip("This is failing intermittently. Skipping for now") } expected := expectedDiffs() beforeProcesses := process.GetGitProcessList() r := bytes.NewReader([]byte(commitLog)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, false) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } afterProcesses := process.GetGitProcessList() zombies := process.DetectGitZombies(beforeProcesses, afterProcesses) if len(zombies) > 0 { t.Errorf("Detected %d zombie git processes: %v", len(zombies), zombies) } } func newBufferedFileWriterWithContent(content []byte) *bufferedfilewriter.BufferedFileWriter { b := bufferedfilewriter.New() _, err := b.Write(content) // Using Write method to add content if err != nil { panic(err) } return b } func newBufferWithContent(content []byte) *bufferwriter.BufferWriter { b := bufferwriter.New() _, _ = b.Write(content) // Using Write method to add content return b } func TestStagedDiffParsing(t *testing.T) { expected := []*Diff{ { PathB: "aws", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("[default]\naws_access_key_id = AKIAXYZDQCEN4B6JSJQI\naws_secret_access_key = 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\noutput = json\nregion = us-east-2\n")), IsBinary: false, }, { PathB: "aws2", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("\n\nthis is the secret: [Default]\nAccess key Id: AKIAILE3JG6KMS3HZGCA\nSecret Access Key: 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\n\nokay thank you bye\n")), IsBinary: false, }, { PathB: "core/runtime/src/main/java/io/quarkus/runtime/QuarkusApplication.java", LineStart: 3, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("/**\n * This is usually used for command mode applications with a startup logic. The logic is executed inside\n * {@link QuarkusApplication#run} method before the main application exits.\n */\n")), IsBinary: false, }, { PathB: "trufflehog_3.42.0_linux_arm64.tar.gz", IsBinary: true, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent(nil), }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, { PathB: "lao", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("The Way that can be told of is not the eternal Way;\nThe name that can be named is not the eternal name.\nThe Nameless is the origin of Heaven and Earth;\nThe Named is the mother of all things.\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("The Nameless is the origin of Heaven and Earth;\nThe named is the mother of all things.\n\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\nThey both may be called deep and profound.\nDeeper and more profound,\nThe door of all subtleties!\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(stagedDiffs)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, true) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } } func TestStagedDiffParsingBufferedFileWriter(t *testing.T) { expected := []*Diff{ { PathB: "aws", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("[default]\naws_access_key_id = AKIAXYZDQCEN4B6JSJQI\naws_secret_access_key = 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\noutput = json\nregion = us-east-2\n")), IsBinary: false, }, { PathB: "aws2", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("\n\nthis is the secret: [Default]\nAccess key Id: AKIAILE3JG6KMS3HZGCA\nSecret Access Key: 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\n\nokay thank you bye\n")), IsBinary: false, }, { PathB: "core/runtime/src/main/java/io/quarkus/runtime/QuarkusApplication.java", LineStart: 3, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("/**\n * This is usually used for command mode applications with a startup logic. The logic is executed inside\n * {@link QuarkusApplication#run} method before the main application exits.\n */\n")), IsBinary: false, }, { PathB: "trufflehog_3.42.0_linux_arm64.tar.gz", IsBinary: true, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent(nil), }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, { PathB: "lao", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("The Way that can be told of is not the eternal Way;\nThe name that can be named is not the eternal name.\nThe Nameless is the origin of Heaven and Earth;\nThe Named is the mother of all things.\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferedFileWriterWithContent([]byte("The Nameless is the origin of Heaven and Earth;\nThe named is the mother of all things.\n\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\nThey both may be called deep and profound.\nDeeper and more profound,\nThe door of all subtleties!\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(stagedDiffs)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, true) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } } func TestCommitParseFailureRecovery(t *testing.T) { expected := []*Diff{ { PathB: ".travis.yml", LineStart: 1, Commit: &Commit{ Hash: "df393b4125c2aa217211b2429b8963d0cefcee27", Author: "Stephen ", Committer: "Stephen ", Date: newTime("2017-12-06T14:44:41-08:00"), Message: newStringBuilderValue("Add travis testing\n"), }, contentWriter: newBufferWithContent([]byte("language: python\npython:\n - \"2.6\"\n - \"2.7\"\n - \"3.2\"\n - \"3.3\"\n - \"3.4\"\n - \"3.5\"\n - \"3.5-dev\" # 3.5 development branch\n - \"3.6\"\n - \"3.6-dev\" # 3.6 development branch\n - \"3.7-dev\" # 3.7 development branch\n - \"nightly\"\n")), IsBinary: false, }, { Commit: &Commit{ Hash: "3d76a97faad96e0f326afb61c232b9c2a18dca35", Author: "John Smith ", Committer: "John Smith ", Date: newTime("2023-07-11T18:03:54-04:00"), Message: strings.Builder{}, }, }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "7bd16429f1f708746dabf970e54b05d2b4734997", Author: "John Smith ", Committer: "John Smith ", Date: newTime("2023-07-11T18:10:49-04:00"), Message: newStringBuilderValue("Change file\n"), }, contentWriter: newBufferWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(recoverableCommits)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, false) }() i := 0 for diff := range diffChan { assertDiffEqualToExpected(t, expected[i], diff) i++ } } func TestCommitParseFailureRecoveryBufferedFileWriter(t *testing.T) { expected := []*Diff{ { PathB: ".travis.yml", LineStart: 1, Commit: &Commit{ Hash: "df393b4125c2aa217211b2429b8963d0cefcee27", Author: "Stephen ", Committer: "Stephen ", Date: newTime("2017-12-06T14:44:41-08:00"), Message: newStringBuilderValue("Add travis testing\n"), }, contentWriter: newBufferedFileWriterWithContent([]byte("language: python\npython:\n - \"2.6\"\n - \"2.7\"\n - \"3.2\"\n - \"3.3\"\n - \"3.4\"\n - \"3.5\"\n - \"3.5-dev\" # 3.5 development branch\n - \"3.6\"\n - \"3.6-dev\" # 3.6 development branch\n - \"3.7-dev\" # 3.7 development branch\n - \"nightly\"\n")), IsBinary: false, }, { Commit: &Commit{ Hash: "3d76a97faad96e0f326afb61c232b9c2a18dca35", Author: "John Smith ", Committer: "John Smith ", Date: newTime("2023-07-11T18:03:54-04:00"), Message: strings.Builder{}, }, }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "7bd16429f1f708746dabf970e54b05d2b4734997", Author: "John Smith ", Committer: "John Smith ", Date: newTime("2023-07-11T18:10:49-04:00"), Message: newStringBuilderValue("Change file\n"), }, contentWriter: newBufferedFileWriterWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(recoverableCommits)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, false) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } } const recoverableCommits = `commit df393b4125c2aa217211b2429b8963d0cefcee27 Author: Stephen AuthorDate: 2017-12-06T14:44:41-08:00 Commit: Stephen CommitDate: 2017-12-06T14:44:41-08:00 Add travis testing diff --git a/.gitignore b/.gitignore index ede6aa39..bb85dcc3 100644 --- a/.gitignore +++ b/.gitignore >>>>ERRANT LINE<<<< /build/ /dist/ /truffleHog.egg-info/ -*/__pycache__/ +**/__pycache__/ +**/*.pyc diff --git a/.travis.yml b/.travis.yml new file mode 100644 index 00000000..33b6f107 --- /dev/null +++ b/.travis.yml @@ -0,0 +1,13 @@ +language: python +python: + - "2.6" + - "2.7" + - "3.2" + - "3.3" + - "3.4" + - "3.5" + - "3.5-dev" # 3.5 development branch + - "3.6" + - "3.6-dev" # 3.6 development branch + - "3.7-dev" # 3.7 development branch + - "nightly" diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 00000000..e69de29b commit 3d76a97faad96e0f326afb61c232b9c2a18dca35 (HEAD -> master) Author: John Smith AuthorDate: 2023-07-11T18:03:54-04:00 Commit: John Smith CommitDate: 2023-07-11T18:03:54-04:00 diff --git a/sample.txt b/sample.txt new file mode 100644 index 0000000..af5626b --- /dev/null +++ b/sample.txt @@ -0,0 +1 @@ !!!ERROR!!! commit 7bd16429f1f708746dabf970e54b05d2b4734997 (HEAD -> master) Author: John Smith AuthorDate: 2023-07-11T18:10:49-04:00 Commit: John Smith CommitDate: 2023-07-11T18:10:49-04:00 Change file diff --git a/tzu b/tzu index 5af88a8..c729cdb 100644 --- a/tzu +++ b/tzu @@ -11,3 +11,5 @@ But after they are produced, They both may be called deep and profound. Deeper and more profound, The door of all subtleties! + +Source: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format ` func TestDiffParseFailureRecovery(t *testing.T) { expected := []*Diff{ { PathB: "aws", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("[default]\naws_access_key_id = AKIAXYZDQCEN4B6JSJQI\naws_secret_access_key = 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\noutput = json\nregion = us-east-2\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("The Nameless is the origin of Heaven and Earth;\nThe named is the mother of all things.\n\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\nThey both may be called deep and profound.\nDeeper and more profound,\nThe door of all subtleties!\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(recoverableDiffs)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, true) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } } func TestDiffParseFailureRecoveryBufferedFileWriter(t *testing.T) { expected := []*Diff{ { PathB: "aws", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("[default]\naws_access_key_id = AKIAXYZDQCEN4B6JSJQI\naws_secret_access_key = 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\noutput = json\nregion = us-east-2\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 11, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("\n\n\n\nSource: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format\n")), IsBinary: false, }, { PathB: "tzu", LineStart: 1, Commit: &Commit{ Hash: "", Author: "", Date: newTime("0001-01-01 00:00:00 +0000 UTC"), Message: strings.Builder{}, }, contentWriter: newBufferWithContent([]byte("The Nameless is the origin of Heaven and Earth;\nThe named is the mother of all things.\n\nTherefore let there always be non-being,\n so we may see their subtlety,\nAnd let there always be being,\n so we may see their outcome.\nThe two are the same,\nBut after they are produced,\n they have different names.\nThey both may be called deep and profound.\nDeeper and more profound,\nThe door of all subtleties!\n")), IsBinary: false, }, } r := bytes.NewReader([]byte(recoverableDiffs)) diffChan := make(chan *Diff) parser := NewParser() go func() { parser.FromReader(context.Background(), r, diffChan, true) }() i := 0 for diff := range diffChan { if len(expected) <= i { t.Errorf("Missing expected case for commit: %+v", diff) break } assertDiffEqualToExpected(t, expected[i], diff) i++ } } const recoverableDiffs = `diff --git a/aws b/aws index 2ee133b..12b4843 100644 --- a/aws +++ b/aws @@ -1,7 +1,5 @@ -blah blaj - -this is the secret: [Default] -Access key Id: AKIAILE3JG6KMS3HZGCA -Secret Access Key: 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 - -okay thank you bye +[default] +aws_access_key_id = AKIAXYZDQCEN4B6JSJQI +aws_secret_access_key = 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 +output = json +region = us-east-2 diff --git a/aws2 b/aws2 index 239b415..2ee133b 100644 --- a/aws2 +++ b/aws2 !!!ERROR!!! blah blaj -this is the secret: AKIA2E0A8F3B244C9986 +this is the secret: [Default] +Access key Id: AKIAILE3JG6KMS3HZGCA +Secret Access Key: 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 -okay thank you bye \ No newline at end of file +okay thank you bye diff --git c/requirements.txt i/requirements.txt new file mode 100644 index 00000000..e69de29b diff --git a/tzu b/tzu index 5af88a8..c729cdb 100644 --- a/tzu +++ b/tzu @@ -11,3 +11,5 @@ But after they are produced, They both may be called deep and profound. Deeper and more profound, The door of all subtleties! + +Source: https://www.gnu.org/software/diffutils/manual/diffutils.html#An-Example-of-Unified-Format diff --git a/lao b/lao new file mode 100644 !!!ERROR!!!! --- /dev/null +++ b/lao @@ -0,0 +1,11 @@ +The Way that can be told of is not the eternal Way; +The name that can be named is not the eternal name. +The Nameless is the origin of Heaven and Earth; +The Named is the mother of all things. +Therefore let there always be non-being, + so we may see their subtlety, +And let there always be being, + so we may see their outcome. +The two are the same, +But after they are produced, + they have different names. diff --git a/tzu b/tzu new file mode 100644 index 0000000..5af88a8 --- /dev/null +++ b/tzu @@ -0,0 +1,13 @@ +The Nameless is the origin of Heaven and Earth; +The named is the mother of all things. + +Therefore let there always be non-being, + so we may see their subtlety, +And let there always be being, + so we may see their outcome. +The two are the same, +But after they are produced, + they have different names. +They both may be called deep and profound. +Deeper and more profound, +The door of all subtleties! ` func TestMaxDiffSize(t *testing.T) { parser := NewParser(WithMaxDiffSize(1024 * 1024)) // Setting max diff size to 1MB for the test builder := strings.Builder{} builder.WriteString(singleCommitSingleDiff) // Generate a diff that is larger than the maxDiffSize. for i := int64(0); i <= parser.maxDiffSize/1024+10; i++ { builder.WriteString("+" + strings.Repeat("0", 1024) + "\n") } bigReader := strings.NewReader(builder.String()) diffChan := make(chan *Diff, 1) // Buffer to prevent blocking ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second) // Timeout to prevent long wait defer cancel() go func() { parser.FromReader(ctx, bigReader, diffChan, false) }() select { case diff := <-diffChan: if int64(diff.Len()) > parser.maxDiffSize+1024 { t.Errorf("diff did not match MaxDiffSize. Got: %d, expected (max): %d", diff.Len(), parser.maxDiffSize+1024) } case <-ctx.Done(): t.Fatal("Test timed out") } } func TestMaxCommitSize(t *testing.T) { parser := NewParser(WithMaxCommitSize(1)) commitText := bytes.Buffer{} commitText.WriteString(singleCommitMultiDiff) diffChan := make(chan *Diff) ctx, cancel := context.WithTimeout(context.Background(), time.Duration(1)*time.Second) defer cancel() go func() { parser.FromReader(ctx, &commitText, diffChan, false) }() diffCount := 0 for range diffChan { diffCount++ } if diffCount != 2 { t.Errorf("Commit count does not match. Got: %d, expected: %d", diffCount, 2) } } func TestWaitDelay(t *testing.T) { // Test that WithWaitDelay sets the waitDelay correctly customDelay := 10 * time.Second parser := NewParser(WithWaitDelay(customDelay)) if parser.waitDelay != customDelay { t.Errorf("waitDelay not set correctly. Got: %v, expected: %v", parser.waitDelay, customDelay) } // Test that default waitDelay is used when not specified defaultParser := NewParser() if defaultParser.waitDelay != defaultWaitDelay { t.Errorf("default waitDelay not set correctly. Got: %v, expected: %v", defaultParser.waitDelay, defaultWaitDelay) } // Test that zero value is allowed (caller can set to 0 if they want no delay) zeroDelayParser := NewParser(WithWaitDelay(0)) if zeroDelayParser.waitDelay != 0 { t.Errorf("zero waitDelay not set correctly. Got: %v, expected: 0", zeroDelayParser.waitDelay) } } const commitLog = `commit e50b135fd29e91b2fbb25923797f5ecffe59f359 Author: lionzxy AuthorDate: 2017-03-01T18:20:04+03:00 Commit: lionzxy CommitDate: 2017-03-01T18:20:04+03:00 Все работает, но он не принимает :( diff --git "a/C++/1 \320\243\321\200\320\276\320\272/.idea/workspace.xml" "b/C++/1 \320\243\321\200\320\276\320\272/.idea/workspace.xml" index 85bfb17..89b08b5 100644 --- "a/C++/1 \320\243\321\200\320\276\320\272/.idea/workspace.xml" +++ "b/C++/1 \320\243\321\200\320\276\320\272/.idea/workspace.xml" @@ -29,8 +29,8 @@ - - + + commit fd6e99e7a80199b76a694603be57c5ade1de18e7 Author: Jaliborc AuthorDate: 2011-04-25T16:28:06+01:00 Commit: Jaliborc CommitDate: 2011-04-25T16:28:06+01:00 Added Unusable coloring Notes: Message-Id: <1264640755-22447-1-git-send-email-user@example.de> diff --git a/components/item.lua b/components/item.lua index fc74534..f8d7d50 100755 --- a/components/item.lua +++ b/components/item.lua @@ -9,6 +9,7 @@ ItemSlot:Hide() Bagnon.ItemSlot = ItemSlot local ItemSearch = LibStub('LibItemSearch-1.0') +local Unfit = LibStub('Unfit-1.0') local function hasBlizzQuestHighlight() return GetContainerItemQuestInfo and true or false diff --git a/embeds.xml b/embeds.xml index d3f4e7c..0c2df69 100755 --- a/embeds.xml +++ b/embeds.xml @@ -6,6 +6,7 @@ +