* Scraper functionality * Handle matched only - case for scraper * Add scraper output to different formats * Fix the ancient merge reminders * Load scraper rules from directory * Scraper fixes
110 lines
3.1 KiB
Go
110 lines
3.1 KiB
Go
package ffuf
|
|
|
|
import (
|
|
"time"
|
|
)
|
|
|
|
// MatcherManager provides functions for managing matchers and filters
|
|
type MatcherManager interface {
|
|
SetCalibrated(calibrated bool)
|
|
SetCalibratedForHost(host string, calibrated bool)
|
|
AddFilter(name string, option string, replace bool) error
|
|
AddPerDomainFilter(domain string, name string, option string) error
|
|
RemoveFilter(name string)
|
|
AddMatcher(name string, option string) error
|
|
GetFilters() map[string]FilterProvider
|
|
GetMatchers() map[string]FilterProvider
|
|
FiltersForDomain(domain string) map[string]FilterProvider
|
|
CalibratedForDomain(domain string) bool
|
|
Calibrated() bool
|
|
}
|
|
|
|
// FilterProvider is a generic interface for both Matchers and Filters
|
|
type FilterProvider interface {
|
|
Filter(response *Response) (bool, error)
|
|
Repr() string
|
|
ReprVerbose() string
|
|
}
|
|
|
|
// RunnerProvider is an interface for request executors
|
|
type RunnerProvider interface {
|
|
Prepare(input map[string][]byte, basereq *Request) (Request, error)
|
|
Execute(req *Request) (Response, error)
|
|
Dump(req *Request) ([]byte, error)
|
|
}
|
|
|
|
// InputProvider interface handles the input data for RunnerProvider
|
|
type InputProvider interface {
|
|
ActivateKeywords([]string)
|
|
AddProvider(InputProviderConfig) error
|
|
Keywords() []string
|
|
Next() bool
|
|
Position() int
|
|
SetPosition(int)
|
|
Reset()
|
|
Value() map[string][]byte
|
|
Total() int
|
|
}
|
|
|
|
// InternalInputProvider interface handles providing input data to InputProvider
|
|
type InternalInputProvider interface {
|
|
Keyword() string
|
|
Next() bool
|
|
Position() int
|
|
SetPosition(int)
|
|
ResetPosition()
|
|
IncrementPosition()
|
|
Value() []byte
|
|
Total() int
|
|
Active() bool
|
|
Enable()
|
|
Disable()
|
|
}
|
|
|
|
// OutputProvider is responsible of providing output from the RunnerProvider
|
|
type OutputProvider interface {
|
|
Banner()
|
|
Finalize() error
|
|
Progress(status Progress)
|
|
Info(infostring string)
|
|
Error(errstring string)
|
|
Raw(output string)
|
|
Warning(warnstring string)
|
|
Result(resp Response)
|
|
PrintResult(res Result)
|
|
SaveFile(filename, format string) error
|
|
GetCurrentResults() []Result
|
|
SetCurrentResults(results []Result)
|
|
Reset()
|
|
Cycle()
|
|
}
|
|
|
|
type Scraper interface {
|
|
Execute(resp *Response, matched bool) []ScraperResult
|
|
AppendFromFile(path string) error
|
|
}
|
|
|
|
type ScraperResult struct {
|
|
Name string `json:"name"`
|
|
Type string `json:"type"`
|
|
Action []string `json:"action"`
|
|
Results []string `json:"results"`
|
|
}
|
|
|
|
type Result struct {
|
|
Input map[string][]byte `json:"input"`
|
|
Position int `json:"position"`
|
|
StatusCode int64 `json:"status"`
|
|
ContentLength int64 `json:"length"`
|
|
ContentWords int64 `json:"words"`
|
|
ContentLines int64 `json:"lines"`
|
|
ContentType string `json:"content-type"`
|
|
RedirectLocation string `json:"redirectlocation"`
|
|
Url string `json:"url"`
|
|
Duration time.Duration `json:"duration"`
|
|
ScraperData map[string][]string `json:"scraper"`
|
|
ResultFile string `json:"resultfile"`
|
|
Host string `json:"host"`
|
|
HTMLColor string `json:"-"`
|
|
}
|