{"id":"https://openalex.org/W2106521819","doi":"https://doi.org/10.1109/icn.2007.104","title":"WebMiner--Anatomy of Super Peer Based Incremental Topic-Specific Web Crawler","display_name":"WebMiner--Anatomy of Super Peer Based Incremental Topic-Specific Web Crawler","publication_year":2007,"publication_date":"2007-04-01","ids":{"openalex":"https://openalex.org/W2106521819","doi":"https://doi.org/10.1109/icn.2007.104","mag":"2106521819"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icn.2007.104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006343293","display_name":"Om Vikas","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Om Vikas","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111406842","display_name":"Nitin Chiluka","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nitin J. Chiluka","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103018810","display_name":"Partha S. Ray","orcid":"https://orcid.org/0009-0008-4967-2795"},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Purushottam K. Ray","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070336221","display_name":"Girraj Meena","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Girraj Meena","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079613432","display_name":"Akhil K. Meshram","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akhil K. Meshram","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058405202","display_name":"Amit Gupta","orcid":"https://orcid.org/0000-0002-3109-4949"},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Gupta","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087739058","display_name":"Abhishek Sisodia -","orcid":null},"institutions":[{"id":"https://openalex.org/I9747756","display_name":"Atal Bihari Vajpayee Indian Institute of Information Technology and Management","ror":"https://ror.org/008b3ap06","country_code":"IN","type":"education","lineage":["https://openalex.org/I9747756"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhishek Sisodia","raw_affiliation_strings":["Indian Inst. of Inf. Technol. & Manage., Gwalior"],"affiliations":[{"raw_affiliation_string":"Indian Inst. of Inf. Technol. & Manage., Gwalior","institution_ids":["https://openalex.org/I9747756"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.192,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":5,"citation_normalized_percentile":{"value":0.586711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":78,"max":79},"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"32"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9974,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.9025969},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.8302369},{"id":"https://openalex.org/keywords/focused-crawler","display_name":"Focused crawler","score":0.691062},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.52959365},{"id":"https://openalex.org/keywords/overlay-network","display_name":"Overlay network","score":0.41242847}],"concepts":[{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.9025969},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.8302369},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7529522},{"id":"https://openalex.org/C165136773","wikidata":"https://www.wikidata.org/wiki/Q1363179","display_name":"Single point of failure","level":2,"score":0.7076421},{"id":"https://openalex.org/C73340581","wikidata":"https://www.wikidata.org/wiki/Q5463958","display_name":"Focused crawler","level":5,"score":0.691062},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.6196203},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.61218536},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.52959365},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.47353905},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.44629723},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4147544},{"id":"https://openalex.org/C169851745","wikidata":"https://www.wikidata.org/wiki/Q1331985","display_name":"Overlay network","level":3,"score":0.41242847},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36270177},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.35402644},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28624544},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.24733084},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.16669938},{"id":"https://openalex.org/C173576120","wikidata":"https://www.wikidata.org/wiki/Q2641220","display_name":"Static web page","level":4,"score":0.15425602},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icn.2007.104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":13,"referenced_works":["https://openalex.org/W1660390307","https://openalex.org/W1976624301","https://openalex.org/W2038378248","https://openalex.org/W2066636486","https://openalex.org/W2077681840","https://openalex.org/W2125969310","https://openalex.org/W2129146669","https://openalex.org/W2151007976","https://openalex.org/W2170188121","https://openalex.org/W2233034682","https://openalex.org/W2469560258","https://openalex.org/W4285719527","https://openalex.org/W79652917"],"related_works":["https://openalex.org/W4385695127","https://openalex.org/W2375180657","https://openalex.org/W2358310581","https://openalex.org/W2352686120","https://openalex.org/W2274831913","https://openalex.org/W2137810919","https://openalex.org/W2042034567","https://openalex.org/W2026132847","https://openalex.org/W2019080882","https://openalex.org/W1506122440"],"abstract_inverted_index":{"This":[0,16],"paper":[1],"introduces":[2],"\"WebMiner\",":[3],"a":[4,18,51],"super-peer":[5,95],"based":[6],"P2P":[7],"system":[8],"for":[9],"building":[10],"an":[11],"incremental":[12],"topic-specific":[13],"Web":[14,22],"crawler.":[15],"develops":[17],"topic-based":[19],"repository":[20],"of":[21,32,43,57,75,86,93,101,107],"pages":[23],"that":[24],"would":[25],"later":[26],"be":[27],"used":[28],"in":[29,88],"the":[30,54,61,84,91,94,99,102,109],"construction":[31,92],"ontologies.":[33],"Current":[34],"crawlers":[35],"suffer":[36],"from":[37],"centralized":[38,58],"architecture,":[39],"having":[40],"single":[41],"point":[42],"failure":[44],"and":[45,60,65,98],"heavy":[46],"load.":[47],"Super-peer":[48],"systems":[49],"strike":[50],"balance":[52],"between":[53],"inherent":[55],"efficiency":[56],"search":[59],"autonomity,":[62],"load":[63],"balancing":[64],"robustness":[66],"to":[67],"attacks,":[68],"provided":[69],"by":[70],"distributed":[71],"search,":[72],"with":[73],"heterogeneity":[74],"capabilities":[76],"across":[77],"peers.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"discuss":[83],"architecture":[85],"WebMiner":[87],"detail":[89],"including":[90],"overlay":[96],"network":[97],"working":[100],"system,":[103],"which":[104],"includes":[105],"feature":[106],"crawling":[108],"hidden":[110],"Web.":[111]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2106521819","counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2024-12-11T11:22:10.065237","created_date":"2016-06-24"}