Data
data class DataSourceWebCrawlerConfiguration(val authenticationConfiguration: DataSourceWebCrawlerAuthenticationConfiguration? = null, val crawlDepth: Int? = null, val maxContentSizePerPageInMegaBytes: Double? = null, val maxLinksPerPage: Int? = null, val maxUrlsPerMinuteCrawlRate: Int? = null, val proxyConfiguration: DataSourceProxyConfiguration? = null, val urlExclusionPatterns: List<String>? = null, val urlInclusionPatterns: List<String>? = null, val urls: DataSourceWebCrawlerUrls)
Constructors
Link copied to clipboard
fun DataSourceWebCrawlerConfiguration(authenticationConfiguration: DataSourceWebCrawlerAuthenticationConfiguration? = null, crawlDepth: Int? = null, maxContentSizePerPageInMegaBytes: Double? = null, maxLinksPerPage: Int? = null, maxUrlsPerMinuteCrawlRate: Int? = null, proxyConfiguration: DataSourceProxyConfiguration? = null, urlExclusionPatterns: List<String>? = null, urlInclusionPatterns: List<String>? = null, urls: DataSourceWebCrawlerUrls)