| OLD | NEW |
| (Empty) | |
| 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. |
| 4 |
| 5 from telemetry.page import page as page_module |
| 6 from telemetry.page import shared_page_state |
| 7 from telemetry import story |
| 8 |
| 9 |
| 10 class PopularUrlsPage(page_module.Page): |
| 11 |
| 12 def __init__(self, url, page_set): |
| 13 super(PopularUrlsPage, self).__init__( |
| 14 url=url, page_set=page_set, |
| 15 shared_page_state_class=shared_page_state.SharedMobilePageState, |
| 16 credentials_path='data/credentials.json') |
| 17 |
| 18 urls_list = [ |
| 19 "about:crash", |
| 20 "http://www.google.com/", |
| 21 "http://www.facebook.com/", |
| 22 "http://www.youtube.com/", |
| 23 "http://www.yahoo.com/", |
| 24 "http://www.baidu.com/", |
| 25 "http://www.wikipedia.org/", |
| 26 "http://www.live.com/", |
| 27 "http://www.twitter.com/", |
| 28 "http://www.qq.com/", |
| 29 "http://www.amazon.com/", |
| 30 "http://www.blogspot.com/", |
| 31 "http://www.linkedin.com/", |
| 32 "http://www.google.co.in/", |
| 33 "http://www.taobao.com/", |
| 34 "http://www.sina.com.cn/", |
| 35 "http://www.yahoo.co.jp/", |
| 36 "http://www.msn.com/", |
| 37 "http://www.wordpress.com/", |
| 38 "http://www.t.co/", |
| 39 "http://www.google.de/", |
| 40 "http://www.google.com.hk/", |
| 41 "http://www.ebay.com/", |
| 42 "http://www.googleusercontent.com/", |
| 43 "http://www.google.co.uk/", |
| 44 "http://www.google.co.jp/", |
| 45 "http://www.yandex.ru/", |
| 46 "http://www.163.com/", |
| 47 "http://www.google.fr/", |
| 48 "http://www.weibo.com/", |
| 49 "http://www.bing.com/", |
| 50 "http://www.microsoft.com/", |
| 51 "http://www.google.com.br/", |
| 52 "http://www.soso.com/", |
| 53 "http://www.mail.ru/", |
| 54 "http://www.tumblr.com/", |
| 55 "http://www.pinterest.com/", |
| 56 "http://www.paypal.com/", |
| 57 "http://www.apple.com/", |
| 58 "http://www.google.it/", |
| 59 "http://www.vk.com/", |
| 60 "http://www.blogger.com/", |
| 61 "http://www.babylon.com/", |
| 62 "http://www.google.es/", |
| 63 "http://www.google.ru/", |
| 64 "http://www.craigslist.org/", |
| 65 "http://www.sohu.com/", |
| 66 "http://www.imdb.com/", |
| 67 "http://www.flickr.com/", |
| 68 "http://www.bbc.co.uk/", |
| 69 "http://www.tudou.com/", |
| 70 "http://www.xvideos.com/", |
| 71 "http://www.fc2.com/", |
| 72 "http://www.go.com/", |
| 73 "http://www.xhamster.com/", |
| 74 "http://www.ask.com/", |
| 75 "http://www.ifeng.com/", |
| 76 "http://www.google.com.mx/", |
| 77 "http://www.youku.com/", |
| 78 "http://www.google.ca/", |
| 79 "http://www.livejasmin.com/", |
| 80 "http://www.tmall.com/", |
| 81 "http://www.zedo.com/", |
| 82 "http://www.imgur.com/", |
| 83 "http://www.conduit.com/", |
| 84 "http://www.odnoklassniki.ru/", |
| 85 "http://www.cnn.com/", |
| 86 "http://www.adobe.com/", |
| 87 "http://www.google.co.id/", |
| 88 "http://www.mediafire.com/", |
| 89 "http://www.thepiratebay.se/", |
| 90 "http://www.pornhub.com/", |
| 91 "http://www.aol.com/", |
| 92 "http://www.hao123.com/", |
| 93 "http://www.espn.go.com/", |
| 94 "http://www.alibaba.com/", |
| 95 "http://www.ebay.de/", |
| 96 "http://www.google.com.tr/", |
| 97 "http://www.rakuten.co.jp/", |
| 98 "http://www.about.com/", |
| 99 "http://www.avg.com/", |
| 100 "http://www.google.com.au/", |
| 101 "http://www.blogspot.in/", |
| 102 "http://www.wordpress.org/", |
| 103 "http://www.chinaz.com/", |
| 104 "http://www.ameblo.jp/", |
| 105 "http://www.ebay.co.uk/", |
| 106 "http://www.alipay.com/", |
| 107 "http://www.godaddy.com/", |
| 108 "http://www.amazon.de/", |
| 109 "http://www.google.pl/", |
| 110 "http://www.uol.com.br/", |
| 111 "http://www.360buy.com/", |
| 112 "http://www.stackoverflow.com/", |
| 113 "http://www.amazon.co.jp/", |
| 114 "http://www.renren.com/", |
| 115 "http://www.bp.blogspot.com/", |
| 116 "http://www.dailymotion.com/", |
| 117 "http://www.huffingtonpost.com/", |
| 118 "http://www.4shared.com/", |
| 119 "http://www.globo.com/", |
| 120 "http://www.mercadolivre.com.br/", |
| 121 "http://www.vagalume.com.br/", |
| 122 "http://www.letras.mus.br/", |
| 123 "http://www.abril.com.br/", |
| 124 "http://www.detik.com/", |
| 125 "http://www.stafaband.info/", |
| 126 "http://www.kaskus.co.id/", |
| 127 "http://www.tribunnews.com/", |
| 128 "http://www.kompas.com/", |
| 129 "http://www.indianrail.gov.in/", |
| 130 "http://www.flipkart.com/", |
| 131 "http://www.snapdeal.com/", |
| 132 "http://www.espncricinfo.com/", |
| 133 "http://www.amazon.in/", |
| 134 "http://www.cnet.com/", |
| 135 "http://www.youporn.com/", |
| 136 "http://www.netflix.com/", |
| 137 "http://www.adf.ly/", |
| 138 "http://www.livedoor.com/", |
| 139 "http://www.douban.com/", |
| 140 "http://www.redtube.com/", |
| 141 "http://www.nytimes.com/", |
| 142 "http://www.sogou.com/", |
| 143 "http://www.amazon.co.uk/", |
| 144 "http://www.google.nl/", |
| 145 "http://www.vimeo.com/", |
| 146 "http://www.google.com.sa/", |
| 147 "http://www.weather.com/", |
| 148 "http://www.badoo.com/", |
| 149 "http://www.livejournal.com/", |
| 150 "http://www.cnzz.com/", |
| 151 "http://www.google.com.ar/", |
| 152 "http://www.secureserver.net/", |
| 153 "http://www.reddit.com/", |
| 154 "http://www.yieldmanager.com/", |
| 155 "http://www.torrentz.eu/", |
| 156 "http://www.dailymail.co.uk/", |
| 157 "http://www.addthis.com/", |
| 158 "http://www.mywebsearch.com/", |
| 159 "http://www.xnxx.com/", |
| 160 "http://www.ehow.com/", |
| 161 "http://www.bankofamerica.com/", |
| 162 "http://www.tianya.cn/", |
| 163 "http://www.deviantart.com/", |
| 164 "http://www.pengyou.com/", |
| 165 "http://www.tube8.com/", |
| 166 "http://www.aweber.com/", |
| 167 "http://www.wigetmedia.com/", |
| 168 "http://www.google.com.pk/", |
| 169 "http://www.goo.ne.jp/", |
| 170 "http://www.indiatimes.com/", |
| 171 "http://www.blogspot.com.br/", |
| 172 "http://www.searchnu.com/", |
| 173 "http://www.search-results.com/", |
| 174 "http://www.google.co.th/", |
| 175 "http://www.mozilla.org/", |
| 176 "http://www.warriorforum.com/", |
| 177 "http://www.sparkstudios.com/", |
| 178 "http://www.answers.com/", |
| 179 "http://www.google.cn/", |
| 180 "http://www.dropbox.com/", |
| 181 "http://www.naver.com/", |
| 182 "http://www.stumbleupon.com/", |
| 183 "http://www.google.com.eg/", |
| 184 "http://www.58.com/", |
| 185 "http://www.clicksor.com/", |
| 186 "http://www.chase.com/", |
| 187 "http://www.google.co.za/", |
| 188 "http://www.pconline.com.cn/", |
| 189 "http://www.sourceforge.net/", |
| 190 "http://www.instagr.am/", |
| 191 "http://www.filestube.com/", |
| 192 "http://www.photobucket.com/", |
| 193 "http://www.kat.ph/", |
| 194 "http://www.360.cn/", |
| 195 "http://www.amazonaws.com/", |
| 196 "http://www.myspace.com/", |
| 197 "http://www.etsy.com/", |
| 198 "http://www.blogfa.com/", |
| 199 "http://www.skype.com/", |
| 200 "http://www.spiegel.de/", |
| 201 "http://www.yesky.com/", |
| 202 "http://www.wikimedia.org/", |
| 203 "http://www.wikia.com/", |
| 204 "http://www.reference.com/", |
| 205 "http://www.xunlei.com/", |
| 206 "http://www.statcounter.com/", |
| 207 "http://www.google.com.my/", |
| 208 "http://www.56.com/", |
| 209 "http://www.google.co.ve/", |
| 210 "http://www.slideshare.net/", |
| 211 "http://www.booking.com/", |
| 212 "http://www.fiverr.com/", |
| 213 "http://www.rapidshare.com/", |
| 214 "http://www.doubleclick.com/", |
| 215 "http://www.wellsfargo.com/", |
| 216 "http://www.adcash.com/", |
| 217 "http://www.yelp.com/", |
| 218 "http://www.ucoz.ru/", |
| 219 "http://www.digg.com/", |
| 220 "http://www.zol.com.cn/", |
| 221 "http://www.depositfiles.com/", |
| 222 "http://www.guardian.co.uk/", |
| 223 "http://www.mgid.com/", |
| 224 "http://www.walmart.com/", |
| 225 "http://www.liveinternet.ru/", |
| 226 "http://www.adultfriendfinder.com/", |
| 227 "http://www.hootsuite.com/", |
| 228 "http://www.foxnews.com/", |
| 229 "http://www.google.com.co/", |
| 230 "http://www.outbrain.com/", |
| 231 "http://www.onet.pl/", |
| 232 "http://www.comcast.net/", |
| 233 "http://www.optmd.com/", |
| 234 "http://www.download.com/", |
| 235 "http://www.files.wordpress.com/", |
| 236 "http://www.w3schools.com/", |
| 237 "http://www.rediff.com/", |
| 238 "http://www.allegro.pl/", |
| 239 "http://www.zeekrewards.com/", |
| 240 "http://www.taringa.net/", |
| 241 "http://www.bild.de/", |
| 242 "http://www.fbcdn.net/", |
| 243 "http://www.google.gr/", |
| 244 "http://www.google.be/", |
| 245 "http://www.nicovideo.jp/", |
| 246 "http://www.imageshack.us/", |
| 247 "http://www.themeforest.net/", |
| 248 "http://www.softonic.com/", |
| 249 "http://www.squidoo.com/", |
| 250 "http://www.google.com.vn/", |
| 251 "http://www.free.fr/", |
| 252 "http://www.domaintools.com/", |
| 253 "http://www.google.com.tw/", |
| 254 "http://www.archive.org/", |
| 255 "http://www.scribd.com/", |
| 256 "http://www.youjizz.com/", |
| 257 "http://www.terra.com.br/", |
| 258 "http://www.isohunt.com/", |
| 259 "http://www.hulu.com/", |
| 260 "http://www.xinhuanet.com/", |
| 261 "http://www.y8.com/", |
| 262 "http://www.soku.com/", |
| 263 "http://www.ameba.jp/", |
| 264 "http://www.rambler.ru/", |
| 265 "http://www.wsj.com/", |
| 266 "http://www.leboncoin.fr/", |
| 267 "http://www.google.com.ua/", |
| 268 "http://www.blogspot.com.es/", |
| 269 "http://www.google.se/", |
| 270 "http://www.php.net/", |
| 271 "http://www.hostgator.com/", |
| 272 "http://www.salesforce.com/", |
| 273 "http://www.wordreference.com/", |
| 274 "http://www.iqiyi.com/", |
| 275 "http://www.repubblica.it/", |
| 276 "http://www.google.at/", |
| 277 "http://www.it168.com/", |
| 278 "http://www.hudong.com/", |
| 279 "http://www.tripadvisor.com/", |
| 280 "http://www.aizhan.com/", |
| 281 "http://www.google.ro/", |
| 282 "http://www.9gag.com/", |
| 283 "http://www.media.tumblr.com/", |
| 284 "http://www.nba.com/", |
| 285 "http://www.ups.com/", |
| 286 "http://www.marca.com/", |
| 287 "http://www.orange.fr/", |
| 288 "http://www.hatena.ne.jp/", |
| 289 "http://www.amazon.cn/", |
| 290 "http://www.csdn.net/", |
| 291 "http://www.tribalfusion.com/", |
| 292 "http://www.clickbank.com/", |
| 293 "http://www.google.com.ph/", |
| 294 "http://www.xing.com/", |
| 295 "http://www.forbes.com/", |
| 296 "http://www.reuters.com/", |
| 297 "http://www.daum.net/", |
| 298 "http://www.cam4.com/", |
| 299 "http://www.kaskus.us/", |
| 300 "http://www.web.de/", |
| 301 "http://www.youdao.com/", |
| 302 "http://www.google.cl/", |
| 303 "http://www.gmx.net/", |
| 304 "http://www.rutracker.org/", |
| 305 "http://www.linkwithin.com/", |
| 306 "http://www.libero.it/", |
| 307 "http://www.people.com.cn/", |
| 308 "http://www.telegraph.co.uk/", |
| 309 "http://www.mashable.com/", |
| 310 "http://www.hp.com/", |
| 311 "http://www.google.com.pe/", |
| 312 "http://www.mixi.jp/", |
| 313 "http://www.51.la/", |
| 314 "http://www.wp.pl/", |
| 315 "http://www.typepad.com/", |
| 316 "http://www.thefreedictionary.com/", |
| 317 "http://www.hardsextube.com/", |
| 318 "http://www.china.com/", |
| 319 "http://www.pandora.com/", |
| 320 "http://www.indeed.com/", |
| 321 "http://www.samsung.com/", |
| 322 "http://www.tagged.com/", |
| 323 "http://www.drtuber.com/", |
| 324 "http://www.google.com.sg/", |
| 325 "http://www.google.ch/", |
| 326 "http://www.sweetim.com/", |
| 327 "http://www.constantcontact.com/", |
| 328 "http://www.ganji.com/", |
| 329 "http://www.paipai.com/", |
| 330 "http://www.hubpages.com/", |
| 331 "http://www.kooora.com/", |
| 332 "http://www.soundcloud.com/", |
| 333 "http://www.letitbit.net/", |
| 334 "http://www.goal.com/", |
| 335 "http://www.blogspot.co.uk/", |
| 336 "http://www.ikea.com/", |
| 337 "http://www.letv.com/", |
| 338 "http://www.xcar.com.cn/", |
| 339 "http://www.google.com.ng/", |
| 340 "http://www.pof.com/", |
| 341 "http://www.homeway.com.cn/", |
| 342 "http://www.angege.com/", |
| 343 "http://www.soufun.com/", |
| 344 "http://www.groupon.com/", |
| 345 "http://www.target.com/", |
| 346 "http://www.blogspot.it/", |
| 347 "http://www.mlb.com/", |
| 348 "http://www.narod.ru/", |
| 349 "http://www.google.pt/", |
| 350 "http://www.cj.com/", |
| 351 "http://www.ezinearticles.com/", |
| 352 "http://www.joomla.org/", |
| 353 "http://www.orkut.com/", |
| 354 "http://www.digitalpoint.com/", |
| 355 "http://www.ebay.it/", |
| 356 "http://www.dell.com/", |
| 357 "http://www.4399.com/", |
| 358 "http://www.kaixin001.com/", |
| 359 "http://www.usps.com/", |
| 360 "http://www.blogspot.jp/", |
| 361 "http://www.maktoob.com/", |
| 362 "http://www.uploaded.to/", |
| 363 "http://www.xe.com/", |
| 364 "http://www.washingtonpost.com/", |
| 365 "http://www.bitauto.com/", |
| 366 "http://www.justbeenpaid.com/", |
| 367 "http://www.weebly.com/", |
| 368 "http://www.alimama.com/", |
| 369 "http://www.126.com/", |
| 370 "http://www.corriere.it/", |
| 371 "http://www.socialcam.com/", |
| 372 "http://www.orkut.com.br/", |
| 373 "http://www.lemonde.fr/", |
| 374 "http://www.istockphoto.com/", |
| 375 "http://www.bestbuy.com/", |
| 376 "http://www.americanexpress.com/", |
| 377 "http://www.shutterstock.com/", |
| 378 "http://www.battle.net/", |
| 379 "http://www.kakaku.com/", |
| 380 "http://www.match.com/", |
| 381 "http://www.putlocker.com/", |
| 382 "http://www.blogspot.de/", |
| 383 "http://www.leo.org/", |
| 384 "http://www.elpais.com/", |
| 385 "http://www.ku6.com/", |
| 386 "http://www.github.com/", |
| 387 "http://www.freelancer.com/", |
| 388 "http://www.seesaa.net/", |
| 389 "http://www.t-online.de/", |
| 390 "http://www.ig.com.br/", |
| 391 "http://www.ign.com/", |
| 392 "http://www.google.ie/", |
| 393 "http://www.seomoz.org/", |
| 394 "http://www.nih.gov/", |
| 395 "http://www.techcrunch.com/", |
| 396 "http://www.51job.com/", |
| 397 "http://www.nifty.com/", |
| 398 "http://www.10086.cn/", |
| 399 "http://www.trekaklik.com/", |
| 400 "http://www.ning.com/", |
| 401 "http://www.blogspot.mx/", |
| 402 "http://www.att.com/", |
| 403 "http://www.elmundo.es/", |
| 404 "http://www.rapidgator.net/", |
| 405 "http://www.over-blog.com/", |
| 406 "http://www.pptv.com/", |
| 407 "http://www.google.dz/", |
| 408 "http://www.mop.com/", |
| 409 "http://www.twitpic.com/", |
| 410 "http://www.pchome.net/", |
| 411 "http://www.ebay.com.au/", |
| 412 "http://www.akamaihd.net/", |
| 413 "http://www.autohome.com.cn/", |
| 414 "http://www.vancl.com/", |
| 415 "http://www.admin5.com/", |
| 416 "http://www.in.com/", |
| 417 "http://www.seznam.cz/", |
| 418 "http://www.w3.org/", |
| 419 "http://www.blogspot.fr/", |
| 420 "http://www.twoo.com/", |
| 421 "http://www.uimserv.net/", |
| 422 "http://www.metacafe.com/", |
| 423 "http://www.abcnews.go.com/", |
| 424 "http://www.google.ae/", |
| 425 "http://www.milliyet.com.tr/", |
| 426 "http://www.mailchimp.com/", |
| 427 "http://www.zimbio.com/", |
| 428 "http://www.google.co.hu/", |
| 429 "http://www.expedia.com/", |
| 430 "http://www.ero-advertising.com/", |
| 431 "http://www.gazeta.pl/", |
| 432 "http://www.bet365.com/", |
| 433 "http://www.dianping.com/", |
| 434 "http://www.2345.com/", |
| 435 "http://www.cntv.cn/", |
| 436 "http://www.fedex.com/", |
| 437 "http://www.google.dk/", |
| 438 "http://www.webs.com/", |
| 439 "http://www.hurriyet.com.tr/", |
| 440 "http://www.bloomberg.com/", |
| 441 "http://www.usatoday.com/", |
| 442 "http://www.google.no/", |
| 443 "http://www.2ch.net/", |
| 444 "http://www.latimes.com/", |
| 445 "http://www.google.cz/", |
| 446 "http://www.extratorrent.com/", |
| 447 "http://www.huanqiu.com/", |
| 448 "http://www.warriorplus.com/", |
| 449 "http://www.vnexpress.net/", |
| 450 "http://www.amazon.fr/", |
| 451 "http://www.surveymonkey.com/", |
| 452 "http://www.infusionsoft.com/", |
| 453 "http://www.bluehost.com/", |
| 454 "http://www.twimg.com/", |
| 455 "http://www.mihanblog.com/", |
| 456 "http://www.ilivid.com/", |
| 457 "http://www.histats.com/", |
| 458 "http://www.39.net/", |
| 459 "http://www.google.co.il/", |
| 460 "http://www.ebay.fr/", |
| 461 "http://www.gsmarena.com/", |
| 462 "http://www.wretch.cc/", |
| 463 "http://www.google.co.kr/", |
| 464 "http://www.arpg2.com/", |
| 465 "http://www.informer.com/", |
| 466 "http://www.aliexpress.com/", |
| 467 "http://www.speedtest.net/", |
| 468 "http://www.peyvandha.ir/", |
| 469 "http://www.chinanews.com/", |
| 470 "http://www.irctc.co.in/", |
| 471 "http://www.drudgereport.com/", |
| 472 "http://www.jobrapido.com/", |
| 473 "http://www.sakura.ne.jp/", |
| 474 "http://www.dianxin.cn/", |
| 475 "http://www.enet.com.cn/", |
| 476 "http://www.drupal.org/", |
| 477 "http://www.mynet.com/", |
| 478 "http://www.shaadi.com/", |
| 479 "http://www.sergey-mavrodi.com/", |
| 480 "http://www.lefigaro.fr/", |
| 481 "http://www.rr.com/", |
| 482 "http://www.newegg.com/", |
| 483 "http://www.viadeo.com/", |
| 484 "http://www.delicious.com/", |
| 485 "http://www.livescore.com/", |
| 486 "http://www.commentcamarche.net/", |
| 487 "http://www.bitly.com/", |
| 488 "http://www.pcauto.com.cn/", |
| 489 "http://www.hdfcbank.com/", |
| 490 "http://www.website-unavailable.com/", |
| 491 "http://www.meetup.com/", |
| 492 "http://www.eastmoney.com/", |
| 493 "http://www.fotolia.com/", |
| 494 "http://www.ovh.net/", |
| 495 "http://www.analyrics.com/", |
| 496 "http://www.hotfile.com/", |
| 497 "http://www.multiply.com/", |
| 498 "http://www.yandex.ua/", |
| 499 "http://www.dmm.co.jp/", |
| 500 "http://www.mpnrs.com/", |
| 501 "http://www.biglobe.ne.jp/", |
| 502 "http://www.swagbucks.com/", |
| 503 "http://www.888.com/", |
| 504 "http://www.engadget.com/", |
| 505 "http://www.naukri.com/", |
| 506 "http://www.quickmeme.com/", |
| 507 "http://www.tmz.com/", |
| 508 "http://www.google.fi/", |
| 509 "http://www.spankwire.com/", |
| 510 "http://www.itau.com.br/", |
| 511 "http://www.movie2k.to/", |
| 512 "http://www.turbobit.net/", |
| 513 "http://www.zillow.com/", |
| 514 "http://www.ebay.in/", |
| 515 "http://www.softpedia.com/", |
| 516 "http://www.jiayuan.com/", |
| 517 "http://www.agoda.com/", |
| 518 "http://www.chip.de/", |
| 519 "http://www.wix.com/", |
| 520 "http://www.capitalone.com/", |
| 521 "http://www.avito.ru/", |
| 522 "http://www.livingsocial.com/", |
| 523 "http://www.115.com/", |
| 524 "http://www.blackhatworld.com/", |
| 525 "http://www.clixsense.com/", |
| 526 "http://www.zanox.com/", |
| 527 "http://www.ibm.com/", |
| 528 "http://www.funmoods.com/", |
| 529 ] |
| 530 |
| 531 class PopularUrlsPageSet(story.StorySet): |
| 532 """Visit list of popular urls from webpage replay.""" |
| 533 |
| 534 def __init__(self): |
| 535 super(PopularUrlsPageSet, self).__init__( |
| 536 archive_data_file='data/popular_urls.json', |
| 537 cloud_storage_bucket=story.INTERNAL_BUCKET) |
| 538 |
| 539 for url in urls_list: |
| 540 self.AddStory(PopularUrlsPage(url, self)) |
| OLD | NEW |