643f6b883f
* Scraper functionality * Handle matched only - case for scraper * Add scraper output to different formats * Fix the ancient merge reminders * Load scraper rules from directory * Scraper fixes
119 lines
2.5 KiB
Go
119 lines
2.5 KiB
Go
package ffuf
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"math/rand"
|
|
"net/url"
|
|
"os"
|
|
"strings"
|
|
)
|
|
|
|
// used for random string generation in calibration function
|
|
var chars = []rune("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ")
|
|
|
|
// RandomString returns a random string of length of parameter n
|
|
func RandomString(n int) string {
|
|
s := make([]rune, n)
|
|
for i := range s {
|
|
s[i] = chars[rand.Intn(len(chars))]
|
|
}
|
|
return string(s)
|
|
}
|
|
|
|
// UniqStringSlice returns an unordered slice of unique strings. The duplicates are dropped
|
|
func UniqStringSlice(inslice []string) []string {
|
|
found := map[string]bool{}
|
|
|
|
for _, v := range inslice {
|
|
found[v] = true
|
|
}
|
|
ret := []string{}
|
|
for k := range found {
|
|
ret = append(ret, k)
|
|
}
|
|
return ret
|
|
}
|
|
|
|
// FileExists checks if the filepath exists and is not a directory.
|
|
// Returns false in case it's not possible to describe the named file.
|
|
func FileExists(path string) bool {
|
|
md, err := os.Stat(path)
|
|
if err != nil {
|
|
return false
|
|
}
|
|
|
|
return !md.IsDir()
|
|
}
|
|
|
|
// RequestContainsKeyword checks if a keyword is present in any field of a request
|
|
func RequestContainsKeyword(req Request, kw string) bool {
|
|
if strings.Contains(req.Host, kw) {
|
|
return true
|
|
}
|
|
if strings.Contains(req.Url, kw) {
|
|
return true
|
|
}
|
|
if strings.Contains(req.Method, kw) {
|
|
return true
|
|
}
|
|
if strings.Contains(string(req.Data), kw) {
|
|
return true
|
|
}
|
|
for k, v := range req.Headers {
|
|
if strings.Contains(k, kw) || strings.Contains(v, kw) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// HostURLFromRequest gets a host + path without the filename or last part of the URL path
|
|
func HostURLFromRequest(req Request) string {
|
|
u, _ := url.Parse(req.Url)
|
|
u.Host = req.Host
|
|
pathparts := strings.Split(u.Path, "/")
|
|
trimpath := strings.TrimSpace(strings.Join(pathparts[:len(pathparts)-1], "/"))
|
|
return u.Host + trimpath
|
|
}
|
|
|
|
// Version returns the ffuf version string
|
|
func Version() string {
|
|
return fmt.Sprintf("%s%s", VERSION, VERSION_APPENDIX)
|
|
}
|
|
|
|
func CheckOrCreateConfigDir() error {
|
|
var err error
|
|
err = createConfigDir(CONFIGDIR)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = createConfigDir(HISTORYDIR)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
err = createConfigDir(SCRAPERDIR)
|
|
return err
|
|
}
|
|
|
|
func createConfigDir(path string) error {
|
|
_, err := os.Stat(path)
|
|
if err != nil {
|
|
var pError *os.PathError
|
|
if errors.As(err, &pError) {
|
|
return os.MkdirAll(path, 0750)
|
|
}
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func StrInSlice(key string, slice []string) bool {
|
|
for _, v := range slice {
|
|
if v == key {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|