mirror of
https://github.com/ivuorinen/f2b.git
synced 2026-01-26 03:13:58 +00:00
* Go rewrite * chore(cr): apply suggestions Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> Signed-off-by: Ismo Vuorinen <ismo@ivuorinen.net> * 📝 CodeRabbit Chat: Add NoOpClient to fail2ban and initialize when skip flag is true * 📝 CodeRabbit Chat: Fix malformed if-else structure and add no-op client for skip-only commands * 📝 CodeRabbit Chat: Fix malformed if-else structure and add no-op client for skip-only commands * fix(main): correct no-op branch syntax (#10) * chore(gitignore): ignore env and binary files (#11) * chore(config): remove indent_size for go files (#12) * feat(cli): inject version via ldflags (#13) * fix(security): validate filter parameter to prevent path traversal (#15) * chore(repo): anchor ignore for build artifacts (#16) * chore(ci): use golangci-lint action (#17) * feat(fail2ban): expose GetLogDir (#19) * test(cmd): improve IP mock validation (#20) * chore(ci): update golanglint * fix(ci): golanglint * fix(ci): correct args indentation in pr-lint workflow (#21) * fix(ci): avoid duplicate releases (#22) * refactor(fail2ban): remove test check from OSRunner (#23) * refactor(fail2ban): make log and filter dirs configurable (#24) * fix(ci): create single release per tag (#14) Signed-off-by: Ismo Vuorinen <ismo@ivuorinen.net> * chore(dev): add codex setup script (#27) * chore(lint): enable staticcheck (#26) * chore(ci): verify golangci config (#28) * refactor(cmd): centralize env config (#29) * chore(dev): add pre-commit config (#30) * fix(ci): disable cgo in cross compile (#31) * fix(ci): fail on formatting issues (#32) * feat(cmd): add context to logs watch (#33) * chore: fixes, roadmap, claude.md, linting * chore: fixes, linting * fix(ci): gh actions update, fixes and tweaks * chore: use reviewdog actionlint * chore: use wow-rp-addons/actions-editorconfig-check * chore: combine agent instructions, add comments, fixes * chore: linting, fixes, go revive * chore(deps): update pre-commit hooks * chore: bump go to 1.21, pin workflows * fix: install tools in lint.yml * fix: sudo timeout * fix: service command injection * fix: memory exhaustion with large logs * fix: enhanced path traversal and file security vulns * fix: race conditions * fix: context support * chore: simplify fail2ban/ code * feat: major refactoring with GoReleaser integration and code consolidation - Add GoReleaser configuration for automated multi-platform releases - Support for Linux, macOS, Windows, and BSD builds - Docker images, Homebrew tap, and Linux packages (.deb, .rpm, .apk) - GitHub Actions workflow for release automation - Consolidate duplicate code and improve architecture - Extract common command helpers to cmd/helpers.go (~230 lines) - Remove duplicate MockClient implementation from tests (~250 lines) - Create context wrapper helpers in fail2ban/context_helpers.go - Standardize error messages in fail2ban/errors.go - Enhance validation and security - Add proper IP address validation with fail2ban.ValidateIP - Fix path traversal and command injection vulnerabilities - Improve thread-safety in MockClient with consistent ordering - Optimize documentation - Reduce CLAUDE.md from 190 to 81 lines (57% reduction) - Reduce TODO.md from 633 to 93 lines (85% reduction) - Move README.md to root directory with installation instructions - Improve test reliability - Fix race conditions and test flakiness - Add sorting to ensure deterministic test output - Enhance MockClient with configurable behavior * feat: comprehensive code quality improvements and documentation reorganization This commit represents a major overhaul of code quality, documentation structure, and development tooling: **Documentation & Structure:** - Move CODE_OF_CONDUCT.md from .github to root directory - Reorganize documentation with dedicated docs/ directory - Create comprehensive architecture, security, and testing documentation - Update all references and cross-links for new documentation structure **Code Quality & Linting:** - Add 120-character line length limit across all files via EditorConfig - Enable comprehensive linting with golines, lll, usetesting, gosec, and revive - Fix all 86 revive linter issues (unused parameters, missing export comments) - Resolve security issues (file permissions 0644 → 0600, gosec warnings) - Replace deprecated os.Setenv with t.Setenv in all tests - Configure golangci-lint with auto-fix capabilities and formatter integration **Development Tooling:** - Enhance pre-commit configuration with additional hooks and formatters - Update GoReleaser configuration with improved YAML formatting - Improve GitHub workflows and issue templates for CLI-specific context - Add comprehensive Makefile with proper dependency checking **Testing & Security:** - Standardize mock patterns and context wrapper implementations - Enhance error handling with centralized error constants - Improve concurrent access testing for thread safety * perf: implement major performance optimizations with comprehensive test coverage This commit introduces three significant performance improvements along with complete linting compliance and robust test coverage: **Performance Optimizations:** 1. **Time Parsing Cache (8.6x improvement)** - Add TimeParsingCache with sync.Map for caching parsed times - Implement object pooling for string builders to reduce allocations - Create optimized BanRecordParser with pooled string slices 2. **Gzip Detection Consolidation (55x improvement)** - Consolidate ~100 lines of duplicate gzip detection logic - Fast-path extension checking before magic byte detection - Unified GzipDetector with comprehensive file handling utilities 3. **Parallel Processing (2.5-5.0x improvement)** - Generic WorkerPool implementation for concurrent operations - Smart fallback to sequential processing for single operations - Context-aware cancellation support for long-running tasks - Applied to ban/unban operations across multiple jails **New Files Added:** - fail2ban/time_parser.go: Cached time parsing with global instances - fail2ban/ban_record_parser.go: Optimized ban record parsing - fail2ban/gzip_detection.go: Unified gzip handling utilities - fail2ban/parallel_processing.go: Generic parallel processing framework - cmd/parallel_operations.go: Command-level parallel operation support **Code Quality & Linting:** - Resolve all golangci-lint issues (0 remaining) - Add proper #nosec annotations for legitimate file operations - Implement sentinel errors replacing nil/nil anti-pattern - Fix context parameter handling and error checking **Comprehensive Test Coverage:** - 500+ lines of new tests with benchmarks validating all improvements - Concurrent access testing for thread safety - Edge case handling and error condition testing - Performance benchmarks demonstrating measured improvements **Modified Files:** - fail2ban/fail2ban.go: Integration with new optimized parsers - fail2ban/logs.go: Use consolidated gzip detection (-91 lines) - cmd/ban.go & cmd/unban.go: Add conditional parallel processing * test: comprehensive test infrastructure overhaul with real test data Major improvements to test code quality and organization: • Added comprehensive test data infrastructure with 6 anonymized log files • Extracted common test helpers reducing ~200 lines to ~50 reusable functions • Enhanced ban record parser tests with real production log patterns • Improved gzip detection tests with actual compressed test data • Added integration tests for full log processing and concurrent operations • Updated .gitignore to allow testdata log files while excluding others • Updated TODO.md to reflect completed test infrastructure improvements * fix: comprehensive security hardening and critical bug fixes Security Enhancements: - Add command injection protection with allowlist validation for all external commands - Add security documentation to gzip functions warning about path traversal risks - Complete TODO.md security audit - all critical vulnerabilities addressed Bug Fixes: - Fix negative index access vulnerability in parallel operations (prevent panic) - Fix parsing inconsistency between BannedIn and BannedInWithContext functions - Fix nil error handling in concurrent log reading tests - Fix benchmark error simulation to measure actual performance vs error paths Implementation Details: - Add ValidateCommand() with allowlist for fail2ban-client, fail2ban-regex, service, systemctl, sudo - Integrate command validation into all OSRunner methods before execution - Replace manual string parsing with ParseBracketedList() for consistency - Add bounds checking (index >= 0) to prevent negative array access - Replace nil error with descriptive error message in concurrent error channels - Update banFunc in benchmark to return success instead of permanent errors Test Coverage: - Add comprehensive security validation tests with injection attempt patterns - Add parallel operations safety tests with index validation - Add parsing consistency tests between context/non-context functions - Add error handling demonstration tests for concurrent operations - Add gzip function security requirement documentation tests * perf: implement ultra-optimized log and ban record parsing with significant performance gains Major performance improvements to core fail2ban processing with comprehensive benchmarking: Performance Achievements: • Ban record parsing: 15% faster, 39% less memory, 45% fewer allocations • Log processing: 27% faster, 64% less memory, 32% fewer allocations • Cache performance: 624x faster cache hits with zero allocations • String pooling: 4.7x improvement with zero memory allocations Core Optimizations: • Object pooling (sync.Pool) for string slices, scanner buffers, and line buffers • Comprehensive caching (sync.Map) for gzip detection, file info, and path patterns • Fast path optimizations with extension-based gzip detection • Byte-level operations to reduce string allocations in filtering • Ultra-optimized parsers with smart field parsing and efficient time handling New Files: • fail2ban/ban_record_parser_optimized.go - High-performance ban record parser • fail2ban/log_performance_optimized.go - Ultra-optimized log processor with caching • fail2ban/ban_record_parser_benchmark_test.go - Ban record parsing benchmarks • fail2ban/log_performance_benchmark_test.go - Log performance benchmarks • fail2ban/ban_record_parser_compatibility_test.go - Compatibility verification tests Updated: • fail2ban/fail2ban.go - Integration with ultra-optimized parsers • TODO.md - Marked performance optimization tasks as completed * fix(ci): install dev dependencies for pre-commit * refactor: streamline pre-commit config and extract test helpers - Replace local hooks with upstream pre-commit repositories for better maintainability - Add new hooks: shellcheck, shfmt, checkov for enhanced code quality - Extract common test helpers into dedicated test_helpers.go to reduce duplication - Add warning logs for unreadable log files in fail2ban and logs packages - Remove hard-coded GID checks in sudo.go for better cross-platform portability - Update golangci-lint installation method in Makefile * fix(security): path traversal, log file validation * feat: complete pre-release modernization with comprehensive testing - Remove all deprecated legacy functions and dead code paths - Add security hardening with sanitized error messages - Implement comprehensive performance benchmarks and security audit tests - Mark all pre-release modernization tasks as completed (10/10) - Update project documentation to reflect full completion status * fix(ci): linting, and update gosec install source * feat: implement comprehensive test framework with 60-70% code reduction Major test infrastructure modernization: - Create fluent CommandTestBuilder framework for streamlined test creation - Add MockClientBuilder pattern for advanced mock configuration - Standardize table test field naming (expectedOut→wantOutput, expectError→wantError) - Consolidate test code: 3,796 insertions, 3,104 deletions (net +692 lines with enhanced functionality) Framework achievements: - 168+ tests passing with zero regressions - 5 cmd test files fully migrated to new framework - 63 field name standardizations applied - Advanced mock patterns with fluent interface File organization improvements: - Rename all test files with consistent prefixes (cmd_*, fail2ban_*, main_*) - Split monolithic test files into focused, maintainable modules - Eliminate cmd_test.go (622 lines) and main_test.go (825 lines) - Create specialized test files for better organization Documentation enhancements: - Update docs/testing.md with complete framework documentation - Optimize TODO.md from 231→72 lines (69% token reduction) - Add comprehensive migration guides and best practices Test framework components: - command_test_framework.go: Core fluent interface implementation - MockClientBuilder: Advanced mock configuration with builder pattern - table_test_standards.go: Standardized field naming conventions - Enhanced test helpers with error checking consolidation * chore: fixes, .go-version, linting * fix(ci) editorconfig in .pre-commit-config.yaml * fix: too broad gitignore * chore: update fail2ban/fail2ban_path_security_test.go Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> Signed-off-by: Ismo Vuorinen <ismo@ivuorinen.net> * chore: code review fixes * chore: code review fixes * fix: more code review fixes * fix: more code review fixes * feat: cleanup, fixes, testing * chore: minor config file updates - Add quotes to F2B_TIMEOUT value in .env.example for clarity - Remove testdata log exception from .gitignore (simplified) * feat: implement comprehensive monitoring with structured logging and metrics - Add structured logging with context propagation throughout codebase - Implement ContextualLogger with request tracking and operation timing - Add context values for operation, IP, jail, command, and request ID - Integrate with existing logrus logging infrastructure - Add request/response timing metrics collection - Create comprehensive Metrics system with atomic counters - Track command executions, ban/unban operations, and client operations - Implement latency distribution buckets for performance analysis - Add validation cache hit/miss tracking - Enhance ban/unban commands with structured logging - Add LogOperation wrapper for automatic timing and context - Log individual jail operations with success/failure status - Integrate metrics recording with ban/unban operations - Add new 'metrics' command to expose collected metrics - Support both plain text and JSON output formats - Display system metrics (uptime, memory, goroutines) - Show operation counts, failures, and average latencies - Include latency distribution histograms - Update test infrastructure - Add tests for metrics command - Fix test helper to support persistent flags - Ensure all tests pass with new logging This completes the high-priority performance monitoring and structured logging requirements from TODO.md, providing comprehensive operational visibility into the f2b application. * docs: update TODO.md to reflect completed monitoring work - Mark structured logging and timing metrics as completed - Update test coverage stats (cmd/ improved from 66.4% to 76.8%) - Add completed infrastructure section for today's work - Update current status date and add monitoring to health indicators * feat: complete TODO.md technical debt cleanup Complete all remaining TODO.md tasks with comprehensive implementation: ## 🎯 Validation Caching Implementation - Thread-safe validation cache with sync.RWMutex protection - MetricsRecorder interface to avoid circular dependencies - Cached validation for IP, jail, filter, and command validation - Integration with existing metrics system for cache hit/miss tracking - 100% test coverage for caching functionality ## 🔧 Constants Extraction - Fail2Ban status codes: Fail2BanStatusSuccess, Fail2BanStatusAlreadyProcessed - Command constants: Fail2BanClientCommand, Fail2BanRegexCommand, Fail2BanServerCommand - File permissions: DefaultFilePermissions (0600), DefaultDirectoryPermissions (0750) - Timeout limits: MaxCommandTimeout, MaxFileTimeout, MaxParallelTimeout - Updated all references throughout codebase to use named constants ## 📊 Test Coverage Improvement - Increased fail2ban package coverage from 62.0% to 70.3% (target: 70%+) - Added 6 new comprehensive test files with 200+ additional test cases - Coverage improvements across all major components: - Context helpers, validation cache, mock clients, OS runner methods - Error constructors, timing operations, cache statistics - Thread safety and concurrency testing ## 🛠️ Code Quality & Fixes - Fixed all linting issues (golangci-lint, revive, errcheck) - Resolved unused parameter warnings and error handling - Fixed timing-dependent test failures in worker pool cancellation - Enhanced thread safety in validation caching ## 📈 Final Metrics - Overall test coverage: 72.4% (up from ~65%) - fail2ban package: 70.3% (exceeds 70% target) - cmd package: 76.9% - Zero TODO/FIXME/HACK comments in production code - 100% linting compliance * fix: resolve test framework issues and update documentation - Remove unnecessary defer/recover block in comprehensive_framework_test.go - Fix compilation error in command_test_framework.go variable redeclaration - Update TODO.md to reflect all 12 completed code quality fixes - Clean up dead code and improve test maintainability - Fix linting issues: error handling, code complexity, security warnings - Break down complex test function to reduce cyclomatic complexity * fix: replace dangerous test commands with safe placeholders Replaces actual dangerous commands in test cases with safe placeholder patterns to prevent accidental execution while maintaining comprehensive security testing. - Replace 'rm -rf /', 'cat /etc/passwd' with 'DANGEROUS_RM_COMMAND', 'DANGEROUS_SYSTEM_CALL' - Update GetDangerousCommandPatterns() to recognize both old and new patterns - Enhance filter validation with command injection protection (semicolons, pipes, backticks, dollar signs) - Add package documentation comments for all packages (main, cmd, fail2ban) - Fix GoReleaser static linking configuration for cross-platform builds - Remove Docker platform restriction to enable multi-arch support - Apply code formatting and linting fixes All security validation tests continue to pass with the safe placeholders. * fix: resolve TestMixedConcurrentOperations race condition and command key mismatches The concurrency test was failing due to several issues: 1. **Command Key Mismatch**: Test setup used "sudo test arg" key but MockRunner looked for "test arg" because "test" command doesn't require sudo 2. **Invalid Commands**: Using "test" and "echo" commands that aren't in the fail2ban command allowlist, causing validation failures 3. **Race Conditions**: Multiple goroutines setting different MockRunners simultaneously, overwriting responses **Solution:** - Replace invalid test commands ("test", "echo") with valid fail2ban commands ("fail2ban-client status", "fail2ban-client -V") - Pre-configure shared MockRunner with all required response keys for both sudo and non-sudo execution paths - Improve test structure to reduce race conditions between setup and execution All tests now pass reliably, resolving the CI failure. * fix: address code quality issues and improve test coverage - Replace unsafe type assertion with comma-ok idiom in logging - Fix TestTestFilter to use created filter instead of nonexistent - Add warning logs for invalid log level configurations - Update TestVersionCommand to use consistent test framework pattern - Remove unused LoggerContextKey constant - Add version command support to test framework - Fix trailing whitespace in test files * feat: add timeout handling and multi-architecture Docker support * test: enhance path traversal security test coverage * chore: comprehensive documentation update and linting fixes Updated all documentation to reflect current capabilities including context-aware operations, multi-architecture Docker support, advanced security features, and performance monitoring. Removed unused functions and fixed all linting issues. * fix(lint): .goreleaser.yaml * feat: add markdown link checker and fix all linting issues - Add markdown-link-check to pre-commit hooks with comprehensive configuration - Fix GitHub workflow structure (sync-labels.yml) with proper job setup - Add JSON schemas to all configuration files for better IDE support - Update tool installation in Makefile for markdown-link-check dependency - Fix all revive linting issues (Boolean literals, defer in loop, if-else simplification, method naming) - Resolve broken relative link in CONTRIBUTING.md - Configure rate limiting and ignore patterns for GitHub URLs - Enhance CLAUDE.md with link checking documentation * fix(ci): sync-labels permissions * docs: comprehensive documentation update reflecting current project status - Updated TODO.md to show production-ready status with 21 commands - Enhanced README.md with enterprise-grade features and capabilities - Added performance monitoring and timeout configuration to FAQ - Updated CLAUDE.md with accurate project architecture overview - Fixed all line length issues to meet EditorConfig requirements - Added .mega-linter.yml configuration for enhanced linting * fix: address CodeRabbitAI review feedback - Split .goreleaser.yaml builds for static/dynamic linking by architecture - Update docs to accurately reflect 7 path traversal patterns (not 17) - Fix containsPathTraversal to allow valid absolute paths - Replace runnerCombinedRunWithSudoContext with RunnerCombinedOutputWithSudoContext - Fix ldflags to use uppercase Version variable name - Remove duplicate test coverage metrics in TODO.md - Fix .markdown-link-check.json schema violations - Add v8r JSON validator to pre-commit hooks * chore(ci): update workflows, switch v8r to check-jsonschema * fix: restrict static linking to amd64 only in .goreleaser.yaml - Move arm64 from static to dynamic build configuration - Static linking now only applies to linux/amd64 - Prevents build failures due to missing static libc on ARM64 - All architectures remain supported with appropriate linking * fix(ci): caching * fix(ci): python caching with pip, node with npm * fix(ci): no caching for node then * fix(ci): no requirements.txt, no cache * refactor: address code review feedback - Pin Alpine base image to v3.20 for reproducible builds - Remove redundant --platform flags in GoReleaser Docker configs - Fix unused parameters in concurrency test goroutines - Simplify string search helper using strings.Contains() - Remove redundant error checking logic in security tests --------- Signed-off-by: Ismo Vuorinen <ismo@ivuorinen.net> Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
593 lines
16 KiB
Go
593 lines
16 KiB
Go
// Package fail2ban_test provides external tests for the fail2ban package,
|
|
// ensuring proper isolation and testing of exported interfaces.
|
|
package fail2ban_test
|
|
|
|
import (
|
|
"compress/gzip"
|
|
"fmt"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/ivuorinen/f2b/fail2ban"
|
|
)
|
|
|
|
// TestSetLogDir tests the log directory setting functionality
|
|
func TestSetLogDir(t *testing.T) {
|
|
// Save original log directory using GetLogDir to avoid test pollution
|
|
originalLogDir := fail2ban.GetLogDir()
|
|
|
|
// Test setting a new log directory
|
|
testDir := "/tmp/test-logs"
|
|
fail2ban.SetLogDir(testDir)
|
|
|
|
// Create test directory and files
|
|
tempDir := t.TempDir()
|
|
fail2ban.SetLogDir(tempDir)
|
|
|
|
// Test that GetLogLines uses the new directory
|
|
logContent := "2024-01-01 12:00:00 [sshd] Test log entry"
|
|
err := os.WriteFile(filepath.Join(tempDir, "fail2ban.log"), []byte(logContent), 0600)
|
|
fail2ban.AssertError(t, err, false, "create test log file")
|
|
|
|
lines, err := fail2ban.GetLogLines("", "")
|
|
fail2ban.AssertError(t, err, false, "GetLogLines")
|
|
|
|
if len(lines) != 1 || lines[0] != logContent {
|
|
t.Errorf("expected log content %q, got %v", logContent, lines)
|
|
}
|
|
|
|
// Restore original directory
|
|
fail2ban.SetLogDir(originalLogDir)
|
|
}
|
|
|
|
// TestSetRunner tests the runner setting functionality
|
|
func TestSetRunner(t *testing.T) {
|
|
// Create a test runner
|
|
testRunner := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
|
|
// Set the test runner
|
|
fail2ban.SetRunner(testRunner)
|
|
|
|
// Test that the runner is used
|
|
testRunner.SetResponse("test-command arg1 arg2", []byte("test-output"))
|
|
|
|
output, err := fail2ban.RunnerCombinedOutput("test-command", "arg1", "arg2")
|
|
fail2ban.AssertError(t, err, false, "RunnerCombinedOutput")
|
|
|
|
if string(output) != "test-output" {
|
|
t.Errorf("expected output %q, got %q", "test-output", string(output))
|
|
}
|
|
}
|
|
|
|
// TestOSRunnerWithoutSudo tests the OS runner without sudo
|
|
func TestOSRunnerWithoutSudo(t *testing.T) {
|
|
runner := &fail2ban.OSRunner{}
|
|
|
|
// Test with a simple command that should work
|
|
output, err := runner.CombinedOutput("echo", "hello")
|
|
if err != nil {
|
|
t.Skipf("echo command not available in test environment: %v", err)
|
|
}
|
|
|
|
if strings.TrimSpace(string(output)) != "hello" {
|
|
t.Errorf("expected output %q, got %q", "hello", strings.TrimSpace(string(output)))
|
|
}
|
|
}
|
|
|
|
// TestOSRunnerWithSudo tests the OS runner with sudo
|
|
func TestOSRunnerWithSudo(t *testing.T) {
|
|
runner := &fail2ban.OSRunner{}
|
|
|
|
// Test with a command that would use sudo
|
|
// Note: This might fail in CI/test environments without sudo
|
|
_, err := runner.CombinedOutput("sudo", "echo", "hello")
|
|
if err != nil {
|
|
t.Logf("sudo command failed as expected in test environment: %v", err)
|
|
}
|
|
}
|
|
|
|
// cleanupLogFiles removes existing log files from temp directory
|
|
func cleanupLogFiles(t *testing.T, tempDir string) {
|
|
t.Helper()
|
|
files, _ := filepath.Glob(filepath.Join(tempDir, "fail2ban.log*"))
|
|
for _, f := range files {
|
|
if err := os.Remove(f); err != nil {
|
|
t.Fatalf("failed to remove file: %v", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
// createCompressedTestFile creates a gzip compressed test file
|
|
func createCompressedTestFile(t *testing.T, filePath, content string) {
|
|
t.Helper()
|
|
// #nosec G304 - filePath is safely constructed from tempDir and test data
|
|
file, err := os.Create(filePath)
|
|
fail2ban.AssertError(t, err, false, "create compressed file")
|
|
defer func() {
|
|
if err := file.Close(); err != nil {
|
|
t.Fatalf("failed to close file: %v", err)
|
|
}
|
|
}()
|
|
|
|
gzWriter := gzip.NewWriter(file)
|
|
_, err = gzWriter.Write([]byte(content))
|
|
if err != nil {
|
|
t.Fatalf("failed to write compressed content: %v", err)
|
|
}
|
|
if err := gzWriter.Close(); err != nil {
|
|
t.Fatalf("failed to close gzip writer: %v", err)
|
|
}
|
|
}
|
|
|
|
// validateLogLines validates that the read lines match expected lines
|
|
func validateLogLines(t *testing.T, lines []string, expected []string, _ string) {
|
|
t.Helper()
|
|
if len(lines) != len(expected) {
|
|
t.Errorf("expected %d lines, got %d", len(expected), len(lines))
|
|
}
|
|
|
|
for i, expectedLine := range expected {
|
|
if i >= len(lines) {
|
|
t.Errorf("expected line %d to be %q, but only got %d lines", i, expectedLine, len(lines))
|
|
} else if lines[i] != expectedLine {
|
|
t.Errorf("expected line %d to be %q, got %q", i, expectedLine, lines[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
// TestLogFileReading tests reading different types of log files
|
|
func TestLogFileReading(t *testing.T) {
|
|
tempDir := t.TempDir()
|
|
fail2ban.SetLogDir(tempDir)
|
|
|
|
tests := []struct {
|
|
name string
|
|
filename string
|
|
content string
|
|
compressed bool
|
|
expected []string
|
|
}{
|
|
{
|
|
name: "regular log file",
|
|
filename: "fail2ban.log",
|
|
content: "line1\nline2\nline3",
|
|
expected: []string{"line1", "line2", "line3"},
|
|
},
|
|
{
|
|
name: "empty log file",
|
|
filename: "fail2ban.log",
|
|
content: "",
|
|
expected: []string{},
|
|
},
|
|
{
|
|
name: "single line log",
|
|
filename: "fail2ban.log",
|
|
content: "single line",
|
|
expected: []string{"single line"},
|
|
},
|
|
{
|
|
name: "compressed log file",
|
|
filename: "fail2ban.log.1.gz",
|
|
content: "compressed line1\ncompressed line2",
|
|
compressed: true,
|
|
expected: []string{"compressed line1", "compressed line2"},
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
cleanupLogFiles(t, tempDir)
|
|
|
|
// Create test file
|
|
filePath := filepath.Join(tempDir, tt.filename)
|
|
if tt.compressed {
|
|
createCompressedTestFile(t, filePath, tt.content)
|
|
} else {
|
|
err := os.WriteFile(filePath, []byte(tt.content), 0600)
|
|
fail2ban.AssertError(t, err, false, "write regular file")
|
|
}
|
|
|
|
// Test reading
|
|
lines, err := fail2ban.GetLogLines("", "")
|
|
fail2ban.AssertError(t, err, false, tt.name)
|
|
|
|
validateLogLines(t, lines, tt.expected, tt.name)
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestLogFileOrdering tests that log files are read in chronological order
|
|
func TestLogFileOrdering(t *testing.T) {
|
|
tempDir := t.TempDir()
|
|
fail2ban.SetLogDir(tempDir)
|
|
|
|
// Create multiple log files
|
|
logFiles := map[string]string{
|
|
"fail2ban.log": "current log line",
|
|
"fail2ban.log.1": "rotated log line 1",
|
|
"fail2ban.log.2": "rotated log line 2",
|
|
"fail2ban.log.10": "rotated log line 10",
|
|
}
|
|
|
|
for filename, content := range logFiles {
|
|
err := os.WriteFile(filepath.Join(tempDir, filename), []byte(content), 0600)
|
|
if err != nil {
|
|
t.Fatalf("failed to create log file %s: %v", filename, err)
|
|
}
|
|
}
|
|
|
|
lines, err := fail2ban.GetLogLines("", "")
|
|
fail2ban.AssertError(t, err, false, "GetLogLines ordering test")
|
|
|
|
// Should be in chronological order: oldest rotated first, then current
|
|
expectedOrder := []string{
|
|
"rotated log line 10",
|
|
"rotated log line 2",
|
|
"rotated log line 1",
|
|
"current log line",
|
|
}
|
|
|
|
if len(lines) != len(expectedOrder) {
|
|
t.Errorf("expected %d lines, got %d", len(expectedOrder), len(lines))
|
|
}
|
|
|
|
for i, expected := range expectedOrder {
|
|
if i >= len(lines) || lines[i] != expected {
|
|
t.Errorf("expected line %d to be %q, got %q", i, expected, lines[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
// TestLogFiltering tests jail and IP filtering
|
|
func TestLogFiltering(t *testing.T) {
|
|
tempDir := t.TempDir()
|
|
fail2ban.SetLogDir(tempDir)
|
|
|
|
logContent := `2024-01-01 12:00:00 [sshd] Found 192.168.1.100
|
|
2024-01-01 12:01:00 [sshd] Ban 192.168.1.100
|
|
2024-01-01 12:02:00 [apache] Found 192.168.1.101
|
|
2024-01-01 12:03:00 [apache] Ban 192.168.1.101
|
|
2024-01-01 12:04:00 [nginx] Found 192.168.1.102`
|
|
|
|
err := os.WriteFile(filepath.Join(tempDir, "fail2ban.log"), []byte(logContent), 0600)
|
|
fail2ban.AssertError(t, err, false, "create test log file for filtering")
|
|
|
|
tests := []struct {
|
|
name string
|
|
jailFilter string
|
|
ipFilter string
|
|
expectedCount int
|
|
}{
|
|
{
|
|
name: "no filter",
|
|
jailFilter: "",
|
|
ipFilter: "",
|
|
expectedCount: 5,
|
|
},
|
|
{
|
|
name: "filter by jail sshd",
|
|
jailFilter: "sshd",
|
|
ipFilter: "",
|
|
expectedCount: 2,
|
|
},
|
|
{
|
|
name: "filter by IP 192.168.1.100",
|
|
jailFilter: "",
|
|
ipFilter: "192.168.1.100",
|
|
expectedCount: 2,
|
|
},
|
|
{
|
|
name: "filter by jail apache and IP 192.168.1.101",
|
|
jailFilter: "apache",
|
|
ipFilter: "192.168.1.101",
|
|
expectedCount: 2,
|
|
},
|
|
{
|
|
name: "filter by nonexistent jail",
|
|
jailFilter: "nonexistent",
|
|
ipFilter: "",
|
|
expectedCount: 0,
|
|
},
|
|
{
|
|
name: "filter by nonexistent IP",
|
|
jailFilter: "",
|
|
ipFilter: "10.0.0.1",
|
|
expectedCount: 0,
|
|
},
|
|
{
|
|
name: "filter by 'all' jail",
|
|
jailFilter: "all",
|
|
ipFilter: "",
|
|
expectedCount: 5,
|
|
},
|
|
{
|
|
name: "filter by 'all' IP",
|
|
jailFilter: "",
|
|
ipFilter: "all",
|
|
expectedCount: 5,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
lines, err := fail2ban.GetLogLines(tt.jailFilter, tt.ipFilter)
|
|
fail2ban.AssertError(t, err, false, tt.name)
|
|
|
|
if len(lines) != tt.expectedCount {
|
|
t.Errorf("expected %d lines, got %d", tt.expectedCount, len(lines))
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestBanRecordFormatting tests the ban record formatting
|
|
func TestBanRecordFormatting(t *testing.T) {
|
|
// Test duration formatting indirectly through GetBanRecords
|
|
mock := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
mock.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
mock.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
mock.SetResponse("fail2ban-client status", []byte("Status\n|- Number of jail: 1\n`- Jail list: sshd"))
|
|
|
|
// Create a mock ban record with specific times
|
|
banTime := time.Date(2024, 1, 1, 12, 0, 0, 0, time.UTC)
|
|
unbanTime := time.Date(2024, 1, 1, 14, 30, 45, 0, time.UTC) // 2 hours, 30 minutes, 45 seconds later
|
|
|
|
mockBanOutput := fmt.Sprintf("192.168.1.100 %s + %s extra field",
|
|
banTime.Format("2006-01-02 15:04:05"),
|
|
unbanTime.Format("2006-01-02 15:04:05"))
|
|
mock.SetResponse("fail2ban-client get sshd banip --with-time", []byte(mockBanOutput))
|
|
|
|
fail2ban.SetRunner(mock)
|
|
|
|
client, err := fail2ban.NewClient(fail2ban.DefaultLogDir, fail2ban.DefaultFilterDir)
|
|
fail2ban.AssertError(t, err, false, "create client")
|
|
|
|
records, err := client.GetBanRecords([]string{"sshd"})
|
|
fail2ban.AssertError(t, err, false, "GetBanRecords")
|
|
|
|
if len(records) != 1 {
|
|
t.Errorf("expected 1 record, got %d", len(records))
|
|
}
|
|
|
|
if len(records) > 0 {
|
|
record := records[0]
|
|
if record.Jail != "sshd" {
|
|
t.Errorf("expected jail 'sshd', got %q", record.Jail)
|
|
}
|
|
if record.IP != "192.168.1.100" {
|
|
t.Errorf("expected IP '192.168.1.100', got %q", record.IP)
|
|
}
|
|
if !record.BannedAt.Equal(banTime) {
|
|
t.Errorf("expected ban time %v, got %v", banTime, record.BannedAt)
|
|
}
|
|
// The remaining time should be formatted as DD:HH:MM:SS
|
|
// We can't test the exact value as it depends on the current time
|
|
// but we can test that it's formatted correctly
|
|
if !strings.Contains(record.Remaining, ":") {
|
|
t.Errorf("expected remaining time to contain colons, got %q", record.Remaining)
|
|
}
|
|
}
|
|
}
|
|
|
|
// TestVersionComparison tests version comparison logic indirectly
|
|
func TestVersionComparisonEdgeCases(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
version string
|
|
expectError bool
|
|
}{
|
|
{
|
|
name: "exact minimum version",
|
|
version: "0.11.0",
|
|
expectError: false,
|
|
},
|
|
{
|
|
name: "higher patch version",
|
|
version: "0.11.10",
|
|
expectError: false,
|
|
},
|
|
{
|
|
name: "higher minor version",
|
|
version: "0.12.0",
|
|
expectError: false,
|
|
},
|
|
{
|
|
name: "higher major version",
|
|
version: "1.0.0",
|
|
expectError: false,
|
|
},
|
|
{
|
|
name: "just below minimum",
|
|
version: "0.10.99",
|
|
expectError: true,
|
|
},
|
|
{
|
|
name: "much older version",
|
|
version: "0.9.0",
|
|
expectError: true,
|
|
},
|
|
{
|
|
name: "version with extra parts",
|
|
version: "0.11.2.1",
|
|
expectError: false,
|
|
},
|
|
{
|
|
name: "version with non-numeric parts",
|
|
version: "0.11.2-beta",
|
|
expectError: false,
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
mock := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
mock.SetResponse("fail2ban-client -V", []byte(tt.version))
|
|
if !tt.expectError {
|
|
mock.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
mock.SetResponse("fail2ban-client status", []byte("Status\n|- Number of jail: 1\n`- Jail list: sshd"))
|
|
}
|
|
fail2ban.SetRunner(mock)
|
|
|
|
_, err := fail2ban.NewClient(fail2ban.DefaultLogDir, fail2ban.DefaultFilterDir)
|
|
|
|
fail2ban.AssertError(t, err, tt.expectError, tt.name)
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestClientInitializationEdgeCases tests edge cases in client initialization
|
|
func TestClientInitializationEdgeCases(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
setupMock func(*fail2ban.MockRunner)
|
|
expectError bool
|
|
errorMsg string
|
|
}{
|
|
{
|
|
name: "version command returns error",
|
|
setupMock: func(m *fail2ban.MockRunner) {
|
|
m.SetError("fail2ban-client -V", fmt.Errorf("command not found"))
|
|
},
|
|
expectError: true,
|
|
errorMsg: "version check failed",
|
|
},
|
|
{
|
|
name: "ping command returns error",
|
|
setupMock: func(m *fail2ban.MockRunner) {
|
|
m.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
m.SetError("fail2ban-client ping", fmt.Errorf("connection refused"))
|
|
},
|
|
expectError: true,
|
|
errorMsg: "fail2ban service not running",
|
|
},
|
|
{
|
|
name: "status command returns unparseable output",
|
|
setupMock: func(m *fail2ban.MockRunner) {
|
|
m.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
m.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
m.SetResponse("fail2ban-client status", []byte("Invalid status output"))
|
|
},
|
|
expectError: true,
|
|
errorMsg: "failed to parse jails",
|
|
},
|
|
{
|
|
name: "empty jail list",
|
|
setupMock: func(m *fail2ban.MockRunner) {
|
|
m.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
m.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
m.SetResponse("fail2ban-client status", []byte("Status\n|- Number of jail: 0\n`- Jail list:"))
|
|
},
|
|
expectError: false, // Changed to false since we now allow empty jail lists
|
|
errorMsg: "",
|
|
},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
mock := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
tt.setupMock(mock)
|
|
fail2ban.SetRunner(mock)
|
|
|
|
_, err := fail2ban.NewClient(fail2ban.DefaultLogDir, fail2ban.DefaultFilterDir)
|
|
|
|
fail2ban.AssertError(t, err, tt.expectError, tt.name)
|
|
if tt.expectError && tt.errorMsg != "" {
|
|
if !strings.Contains(err.Error(), tt.errorMsg) {
|
|
t.Errorf("expected error to contain %q, got %q", tt.errorMsg, err.Error())
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
// TestConcurrentAccess tests concurrent access to the client
|
|
func TestConcurrentAccess(t *testing.T) {
|
|
mock := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
mock.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
mock.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
mock.SetResponse("fail2ban-client status", []byte("Status\n|- Number of jail: 1\n`- Jail list: sshd"))
|
|
mock.SetResponse("fail2ban-client banned 192.168.1.100", []byte(`["sshd"]`))
|
|
fail2ban.SetRunner(mock)
|
|
|
|
client, err := fail2ban.NewClient(fail2ban.DefaultLogDir, fail2ban.DefaultFilterDir)
|
|
fail2ban.AssertError(t, err, false, "create client for concurrency test")
|
|
|
|
// Run concurrent operations
|
|
done := make(chan bool)
|
|
errors := make(chan error, 10)
|
|
|
|
// Start multiple goroutines
|
|
for i := 0; i < 10; i++ {
|
|
go func() {
|
|
defer func() { done <- true }()
|
|
|
|
// Test various operations
|
|
_, err := client.ListJails()
|
|
if err != nil {
|
|
errors <- err
|
|
return
|
|
}
|
|
|
|
_, err = client.BannedIn("192.168.1.100")
|
|
if err != nil {
|
|
errors <- err
|
|
return
|
|
}
|
|
}()
|
|
}
|
|
|
|
// Wait for all goroutines to complete
|
|
for i := 0; i < 10; i++ {
|
|
<-done
|
|
}
|
|
|
|
// Check for errors
|
|
close(errors)
|
|
for err := range errors {
|
|
t.Errorf("concurrent access error: %v", err)
|
|
}
|
|
}
|
|
|
|
// TestMemoryUsage tests that the client doesn't leak memory
|
|
func TestMemoryUsage(t *testing.T) {
|
|
mock := &fail2ban.MockRunner{
|
|
Responses: make(map[string][]byte),
|
|
Errors: make(map[string]error),
|
|
}
|
|
mock.SetResponse("fail2ban-client -V", []byte("0.11.2"))
|
|
mock.SetResponse("fail2ban-client ping", []byte("pong"))
|
|
mock.SetResponse("fail2ban-client status", []byte("Status\n|- Number of jail: 1\n`- Jail list: sshd"))
|
|
fail2ban.SetRunner(mock)
|
|
|
|
// Create and destroy many clients
|
|
for i := 0; i < 1000; i++ {
|
|
client, err := fail2ban.NewClient(fail2ban.DefaultLogDir, fail2ban.DefaultFilterDir)
|
|
fail2ban.AssertError(t, err, false, "create client in memory test")
|
|
|
|
// Use the client
|
|
_, err = client.ListJails()
|
|
fail2ban.AssertError(t, err, false, "list jails in memory test")
|
|
|
|
// Client should be garbage collected
|
|
_ = client
|
|
}
|
|
}
|