package crawler

import (
	"time"
)

// Config contains configuration for a Crawler.
type Config struct {
	DirEntryBufferSize uint          // Size of buffer for processing directory entry channels.
	MinUpdateAge       time.Duration // The minimum age for items to be updated.
	StatTimeout        time.Duration // Timeout for Stat() calls.
	DirEntryTimeout    time.Duration // Timeout *between* directory entries.
}

// DefaultConfig generates a default configuration for a Crawler.
func DefaultConfig() *Config {
	return &Config{
		DirEntryBufferSize: 2048,
		MinUpdateAge:       time.Hour,
		StatTimeout:        60 * time.Second,
		DirEntryTimeout:    60 * time.Second,
	}
}

package crawler

import (
	"time"
)

// Config contains configuration for a Crawler.
type Config struct {
	DirEntryBufferSize uint          // Size of buffer for processing directory entry channels.
	MinUpdateAge       time.Duration // The minimum age for items to be updated.
	StatTimeout        time.Duration // Timeout for Stat() calls.
	DirEntryTimeout    time.Duration // Timeout *between* directory entries.
}

// DefaultConfig generates a default configuration for a Crawler.
func DefaultConfig() *Config {
	return &Config{
		DirEntryBufferSize: 256,
		MinUpdateAge:       time.Hour,
		StatTimeout:        60 * time.Second,
		DirEntryTimeout:    60 * time.Second,
	}
}

--- 
+++ 
@@ -15,7 +15,7 @@
 // DefaultConfig generates a default configuration for a Crawler.
 func DefaultConfig() *Config {
 	return &Config{
-		DirEntryBufferSize: 256,
+		DirEntryBufferSize: 2048,
 		MinUpdateAge:       time.Hour,
 		StatTimeout:        60 * time.Second,
 		DirEntryTimeout:    60 * time.Second,
Increase directory listing buffer size.