mirror of
https://github.com/ivuorinen/gibidify.git
synced 2026-01-26 11:34:03 +00:00
* build: update Go 1.25, CI workflows, and build tooling - Upgrade to Go 1.25 - Add benchmark targets to Makefile - Implement parallel gosec execution - Lock tool versions for reproducibility - Add shellcheck directives to scripts - Update CI workflows with improved caching * refactor: migrate from golangci-lint to revive - Replace golangci-lint with revive for linting - Configure comprehensive revive rules - Fix all EditorConfig violations - Add yamllint and yamlfmt support - Remove deprecated .golangci.yml * refactor: rename utils to shared and deduplicate code - Rename utils package to shared - Add shared constants package - Deduplicate constants across packages - Address CodeRabbit review feedback * fix: resolve SonarQube issues and add safety guards - Fix all 73 SonarQube OPEN issues - Add nil guards for resourceMonitor, backpressure, metricsCollector - Implement io.Closer for headerFileReader - Propagate errors from processing helpers - Add metrics and templates packages - Improve error handling across codebase * test: improve test infrastructure and coverage - Add benchmarks for cli, fileproc, metrics - Improve test coverage for cli, fileproc, config - Refactor tests with helper functions - Add shared test constants - Fix test function naming conventions - Reduce cognitive complexity in benchmark tests * docs: update documentation and configuration examples - Update CLAUDE.md with current project state - Refresh README with new features - Add usage and configuration examples - Add SonarQube project configuration - Consolidate config.example.yaml * fix: resolve shellcheck warnings in scripts - Use ./*.go instead of *.go to prevent dash-prefixed filenames from being interpreted as options (SC2035) - Remove unreachable return statement after exit (SC2317) - Remove obsolete gibidiutils/ directory reference * chore(deps): upgrade go dependencies * chore(lint): megalinter fixes * fix: improve test coverage and fix file descriptor leaks - Add defer r.Close() to fix pipe file descriptor leaks in benchmark tests - Refactor TestProcessorConfigureFileTypes with helper functions and assertions - Refactor TestProcessorLogFinalStats with output capture and keyword verification - Use shared constants instead of literal strings (TestFilePNG, FormatMarkdown, etc.) - Reduce cognitive complexity by extracting helper functions * fix: align test comments with function names Remove underscores from test comments to match actual function names: - benchmark/benchmark_test.go (2 fixes) - fileproc/filetypes_config_test.go (4 fixes) - fileproc/filetypes_registry_test.go (6 fixes) - fileproc/processor_test.go (6 fixes) - fileproc/resource_monitor_types_test.go (4 fixes) - fileproc/writer_test.go (3 fixes) * fix: various test improvements and bug fixes - Remove duplicate maxCacheSize check in filetypes_registry_test.go - Shorten long comment in processor_test.go to stay under 120 chars - Remove flaky time.Sleep in collector_test.go, use >= 0 assertion - Close pipe reader in benchmark_test.go to fix file descriptor leak - Use ContinueOnError in flags_test.go to match ResetFlags behavior - Add nil check for p.ui in processor_workers.go before UpdateProgress - Fix resource_monitor_validation_test.go by setting hardMemoryLimitBytes directly * chore(yaml): add missing document start markers Add --- document start to YAML files to satisfy yamllint: - .github/workflows/codeql.yml - .github/workflows/build-test-publish.yml - .github/workflows/security.yml - .github/actions/setup/action.yml * fix: guard nil resourceMonitor and fix test deadlock - Guard resourceMonitor before CreateFileProcessingContext call - Add ui.UpdateProgress on emergency stop and path error returns - Fix potential deadlock in TestProcessFile using wg.Go with defer close
92 lines
2.5 KiB
Go
92 lines
2.5 KiB
Go
// Package fileproc provides functions for file processing.
|
|
package fileproc
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/ivuorinen/gibidify/shared"
|
|
)
|
|
|
|
// Walker defines an interface for scanning directories.
|
|
type Walker interface {
|
|
Walk(root string) ([]string, error)
|
|
}
|
|
|
|
// ProdWalker implements Walker using a custom directory walker that
|
|
// respects .gitignore and .ignore files, configuration-defined ignore directories,
|
|
// and ignores binary and image files by default.
|
|
type ProdWalker struct {
|
|
filter *FileFilter
|
|
}
|
|
|
|
// NewProdWalker creates a new production walker with current configuration.
|
|
func NewProdWalker() *ProdWalker {
|
|
return &ProdWalker{
|
|
filter: NewFileFilter(),
|
|
}
|
|
}
|
|
|
|
// Walk scans the given root directory recursively and returns a slice of file paths
|
|
// that are not ignored based on .gitignore/.ignore files, the configuration, or the default binary/image filter.
|
|
func (w *ProdWalker) Walk(root string) ([]string, error) {
|
|
absRoot, err := shared.AbsolutePath(root)
|
|
if err != nil {
|
|
return nil, shared.WrapError(
|
|
err,
|
|
shared.ErrorTypeFileSystem,
|
|
shared.CodeFSPathResolution,
|
|
"failed to resolve root path",
|
|
).WithFilePath(root)
|
|
}
|
|
|
|
return w.walkDir(absRoot, []ignoreRule{})
|
|
}
|
|
|
|
// walkDir recursively walks the directory tree starting at currentDir.
|
|
// It loads any .gitignore and .ignore files found in each directory and
|
|
// appends the corresponding rules to the inherited list. Each file/directory is
|
|
// then checked against the accumulated ignore rules, the configuration's list of ignored directories,
|
|
// and a default filter that ignores binary and image files.
|
|
func (w *ProdWalker) walkDir(currentDir string, parentRules []ignoreRule) ([]string, error) {
|
|
var results []string
|
|
|
|
entries, err := os.ReadDir(currentDir)
|
|
if err != nil {
|
|
return nil, shared.WrapError(
|
|
err,
|
|
shared.ErrorTypeFileSystem,
|
|
shared.CodeFSAccess,
|
|
"failed to read directory",
|
|
).WithFilePath(currentDir)
|
|
}
|
|
|
|
rules := loadIgnoreRules(currentDir, parentRules)
|
|
|
|
for _, entry := range entries {
|
|
fullPath := filepath.Join(currentDir, entry.Name())
|
|
|
|
if w.filter.shouldSkipEntry(entry, fullPath, rules) {
|
|
continue
|
|
}
|
|
|
|
// Process entry
|
|
if entry.IsDir() {
|
|
subFiles, err := w.walkDir(fullPath, rules)
|
|
if err != nil {
|
|
return nil, shared.WrapError(
|
|
err,
|
|
shared.ErrorTypeProcessing,
|
|
shared.CodeProcessingTraversal,
|
|
"failed to traverse subdirectory",
|
|
).WithFilePath(fullPath)
|
|
}
|
|
results = append(results, subFiles...)
|
|
} else {
|
|
results = append(results, fullPath)
|
|
}
|
|
}
|
|
|
|
return results, nil
|
|
}
|