search_clients

type ErrorCallback = colly.ErrorCallback

type GoogleSearchClient struct {
	// contains filtered or unexported fields
}

type GoogleSearchResult struct {
	Title    string
	Url      string
	Summary  string
	MIMEType string
}

type HTMLCallback = colly.HTMLCallback

type HTMLElement = colly.HTMLElement

type Request = colly.Request

type RequestCallback = colly.RequestCallback

type ResponseCallback = colly.ResponseCallback

type Scraper struct {
	// contains filtered or unexported fields
}

type SearchClientConfig struct {
	GoogleSearchAPIKey   string
	GoogleSearchEngineID string
}

type Website struct {
	Title       string
	URL         string
	Links       []string
	MIME        string
	HTMLContent string
	TextContent string
}

type WikipediaClient struct {
	UserAgent string
	// contains filtered or unexported fields
}

type WikipediaParseResult struct {
	Data string `json:"*"`
}

type WikipediaQuerySearchResult struct {
	Title  string `json:"title"`
	Url    string `json:"url"`
	PageID int    `json:"pageid"`
	Size   int    `json:"size"`
	// A snippet includes html higlighting matching text on the page from the search query.
	// Example:
	// <span class=\"searchmatch\">Computing</span> is any goal-oriented activity requiring, benefiting from...
	Snippet string `json:"snippet"`
}

type WikipediaQuerySummary struct {
	Title   string `json:"title"`
	Summary string `json:"extract"`
}