cocurrency

This commit is contained in:
raf 2023-12-29 23:05:02 +03:00
parent a3ff066c29
commit 5fe48627b7
No known key found for this signature in database
GPG key ID: 02D1DD3FA08B6B29
2 changed files with 10063 additions and 35 deletions

42
main.go
View file

@ -8,6 +8,7 @@ import (
"os"
"regexp"
"strings"
"sync"
"time"
"github.com/fatih/color"
@ -19,7 +20,11 @@ type LinkCheckResult struct {
StatusCode int
}
var wg sync.WaitGroup
var verboseMode bool
func logWithColor(level string, msg string, args ...interface{}) {
if verboseMode {
timestamp := time.Now().Format("2006/01/02 15:04:05")
colorFunc := color.New(color.FgWhite).SprintFunc()
switch level {
@ -32,13 +37,16 @@ func logWithColor(level string, msg string, args ...interface{}) {
}
fmt.Printf("%s %s %s\n", timestamp, colorFunc(level), fmt.Sprintf(msg, args...))
}
}
func main() {
filename := flag.String("file", "", "Markdown file to test")
verbose := flag.Bool("verbose", false, "Enable verbose mode")
verboseFlag := flag.Bool("verbose", false, "Enable verbose mode")
failedOnly := flag.Bool("failed-only", false, "Return only failed links")
flag.Parse()
verboseMode = *verboseFlag
if *filename == "" {
logWithColor("INFO", "Please provide a markdown file.")
os.Exit(1)
@ -63,20 +71,23 @@ func main() {
re := regexp.MustCompile(`\[(.*?)\]\((.*?)\)`)
results := []LinkCheckResult{}
resChan := make(chan LinkCheckResult, 1000) // buffered channel for storing responses
for scanner.Scan() {
line := scanner.Text()
matches := re.FindAllStringSubmatch(line, -1)
for _, match := range matches {
link := strings.TrimSpace(match[2])
wg.Add(1)
go func(link string, verboseFlag *bool) {
defer wg.Done()
resp, err := http.Head(link)
if err != nil || resp == nil {
logWithColor("ERROR", "Invalid link: %s", link)
results = append(results, LinkCheckResult{
resChan <- LinkCheckResult{
Link: link,
IsValid: false,
StatusCode: http.StatusBadRequest,
})
}
} else {
isValid := resp.StatusCode == http.StatusOK
result := LinkCheckResult{
@ -84,8 +95,8 @@ func main() {
IsValid: isValid,
StatusCode: resp.StatusCode,
}
results = append(results, result)
if *verbose || (!*failedOnly && !isValid) {
resChan <- result
if *verboseFlag || (!*failedOnly && !isValid) {
statusColor := color.GreenString
if !isValid {
statusColor = color.RedString
@ -93,15 +104,23 @@ func main() {
logWithColor("INFO", "%s: %s", link, statusColor("%d", resp.StatusCode))
}
}
}(strings.TrimSpace(match[2]), verboseFlag)
}
}
wg.Wait()
close(resChan)
for res := range resChan {
results = append(results, res)
}
if err := scanner.Err(); err != nil {
logWithColor("ERROR", "Error scanning file: %v", err)
os.Exit(1)
}
// Print summary
// summary
validCount := 0
invalidCount := 0
for _, result := range results {
@ -115,6 +134,7 @@ func main() {
if invalidCount > 0 {
summaryColor = color.RedString
}
logWithColor("INFO", summaryColor("Summary: %d valid links, %d invalid links"), validCount, invalidCount)
if *failedOnly {
@ -123,6 +143,14 @@ func main() {
logWithColor("ERROR", "Failed link: %s", result.Link)
}
}
} else if *verboseFlag {
for _, result := range results {
statusColor := color.GreenString
if !result.IsValid {
statusColor = color.RedString
}
logWithColor("INFO", "%s: %s", result.Link, statusColor("%d", result.StatusCode))
}
}
if invalidCount > 0 {

10000
output.md Normal file

File diff suppressed because it is too large Load diff