@inproceedings{33f33d57e0fc4d5aadd62e536df465fb,
title = "Analyzing the web crawler as a feed forward engine for an efficient solution to the search problem in the minimum amount of time through a distributed framework",
abstract = "A web crawler forms the backbone of a search engine and this backbone needs a careful re-assessment that could enhance the efficiency of search engines. This paper conducts such a re-assessment from the perspective of systems and this is achieved through implementation and analysis of a web crawler {"}VisionerBOT{"} as a feed forward engine for search engines using the MapReduce distributed programming model. Our crawler implementations revisit the classical OS debate of threads vs. events, with a significant contribution from our work which concludes that events is the ideal way forward for web crawlers. Furthermore, in implementing the feed forward mechanisms within the web crawler, we came up with some important design considerations for the operating system research community which can lead to a whole new class of operating systems.",
keywords = "Events, Feed forward, MapReduce, Threads, Web crawler",
author = "Qureshi, {M. Atif} and Arjumand Younus and Francisco Rojas",
year = "2010",
doi = "10.1109/ICISA.2010.5480411",
language = "English",
isbn = "9781424459438",
series = "2010 International Conference on Information Science and Applications, ICISA 2010",
booktitle = "2010 International Conference on Information Science and Applications, ICISA 2010",
note = "2010 International Conference in Information Science and Applications, ICISA 2010 ; Conference date: 21-04-2010 Through 23-04-2010",
}