Effective web-scale crawling through website analysis.

@inproceedings{gonzlez-2006-effective, author = {Iv\'{a}n Gonzlez and Adam Marcus and Daniel N. Meredith and Linda A. Nguyen}, editor = {Les Carr and David De Roure and Arun Iyengar and Carole A. Goble and Michael Dahlin}, title = {{Effective web-scale crawling through website analysis}}, booktitle = {{Proceedings of the 15th international conference on World Wide Web, WWW 2006, Edinburgh, Scotland, UK, May 23-26, 2006}}, pages = {1041--1042}, publisher = {ACM}, year = {2006}, url = {https://doi.org/10.1145/1135777.1136005}, doi = {https://doi.org/10.1145/1135777.1136005} }