WebScraper.kt

import kotlinx.coroutines.*
import kotlin.system.measureTimeMillis
data class ScrapedData(val url: String, val title: String, val contentLength: Int)
class WebScraper {
    suspend fun scrapeWebsite(url: String): ScrapedData = withContext(Dispatchers.IO) {
        println("Scraping $url on ${Thread.currentThread().name}")
        delay(500) // Simulate network request
        
        ScrapedData(
            url = url,
            title = "Title from $url",
            contentLength = (1000..5000).random()
        )
    }
    
    suspend fun scrapeMultipleSites(urls: List<String>): List<ScrapedData> = coroutineScope {
        urls.map { url ->
            async(Dispatchers.IO) { 
                scrapeWebsite(url) 
            }
        }.awaitAll()
    }
}
fun main() = runBlocking {
    val scraper = WebScraper()
    val urls = List(100) { "https://example.com/page$it" }
    
    val time = measureTimeMillis {
        val results = scraper.scrapeMultipleSites(urls)
        println("Scraped ${results.size} websites")
        println("Total content: ${results.sumOf { it.contentLength }} characters")
    }
    
    println("Time taken: $time ms")
    println("With 64 parallel IO operations, much faster than sequential!")
}