urls.go

package main

import (
	"bufio"
	"errors"
	"log"
	"math/rand"
	"net/url"
	"os"
)

var defaultURLs = []string{
	"123movies.to",
	"1337x.to",
	"163.com",
	"1688.com",
	"17ok.com",
	"360.com",
	"360doc.com",
	"39.net",
	"3dmgame.com",
	"4399.com",
	"4chan.org",
	"4dsply.com",
	"4shared.com",
	"51sole.com",
	"51yes.com",
	"6park.com",
	"9gag.com",
	"aa.com",
	"aastocks.com",
	"abcnews.go.com",
	"about.com",
	"abs-cbn.com",
	"absoluteclickscom.com",
	"academia.edu",
	"accuweather.com",
	"acfun.tv",
	"acunn.com",
	"adbooth.com",
	"addthis.com",
	"adexc.net",
	"adidas.tmall.com",
	"adnetworkperformance.com",
	"adobe.com",
	"adp.com",
	"adplxmd.com",
	"agar.io",
	"airbnb.com",
	"akamaihd.net",
	"albawabhnews.com",
	"alibaba.com",
	"alicdn.com",
	"aliexpress.com",
	"alipay.com",
	"aliyun.com",
	"allegro.pl",
	"allocine.fr",
	"allrecipes.com",
	"alwafd.org",
	"amazon.ca",
	"amazon.co.uk",
	"amazon.com",
	"amazon.de",
	"amazon.es",
	"amazon.fr",
	"amazon.it",
	"amazonaws.com",
	"americanexpress.com",
	"ancestry.com",
	"android.com",
	"androidcentral.com",
	"anitube.se",
	"answers.com",
	"aol.com",
	"aparat.com",
	"apple.com",
	"archive.org",
	"as.com",
	"asahi.com",
	"asana.com",
	"ask.com",
	"ask.fm",
	"asos.com",
	"asus.com",
	"atlassian.net",
	"att.com",
	"audible.com",
	"avg.com",
	"aweber.com",
	"axisbank.com",
	"azlyrics.com",
	"babytree.com",
	"backpage.com",
	"badoo.com",
	"baidu.com",
	"baike.com",
	"banesconline.com",
	"bankofamerica.com",
	"barclaycardus.com",
	"battle.net",
	"bbc.co.uk",
	"bbc.com",
	"beeg.com",
	"behance.net",
	"bestbuy.com",
	"bet365.com",
	"bhaskar.com",
	"bhphotovideo.com",
	"biblegateway.com",
	"bidverdrd.com",
	"bild.de",
	"bilibili.com",
	"billdesk.com",
	"bing.com",
	"bintang.com",
	"biobiochile.cl",
	"bitauto.com",
	"bitbucket.org",
	"bitly.com",
	"blackboard.com",
	"blastingnews.com",
	"bleacherreport.com",
	"blkget.com",
	"blog-newstime.com",
	"blog.me",
	"blogfa.com",
	"blogger.com",
	"blogspot.com",
	"blogspot.com.es",
	"blogspot.com.tr",
	"blogspot.mx",
	"bloomberg.com",
	"bola.net",
	"bomb01.com",
	"bongacams.com",
	"booking.com",
	"bookmyshow.com",
	"box.com",
	"bp.blogspot.com",
	"brassring.com",
	"bs.to",
	"bukalapak.com",
	"businessinsider.com",
	"buy.tmall.com",
	"buzzfeed.com",
	"buzzfil.net",
	"ca.gov",
	"cam4.com",
	"canva.com",
	"capitalone.com",
	"cbs.com",
	"cbsnews.com",
	"cdiscount.com",
	"change.org",
	"chaoshi.tmall.com",
	"chase.com",
	"chaturbate.com",
	"chatwork.com",
	"chekb.com",
	"china.com",
	"chinaso.com",
	"chinaz.com",
	"chip.de",
	"chouftv.ma",
	"ci123.com",
	"cisco.com",
	"citi.com",
	"cityadspix.com",
	"ck101.com",
	"clarin.com",
	"clickadu.com",
	"clien.net",
	"clipconverter.cc",
	"cloudfront.net",
	"cnbc.com",
	"cnblogs.com",
	"cnet.com",
	"cnmo.com",
	"cnn.com",
	"cnzz.com",
	"coccoc.com",
	"codecanyon.net",
	"comcast.net",
	"commbank.com.au",
	"conservativetribune.com",
	"constantcontact.com",
	"convert2mp3.net",
	"cookpad.com",
	"corriere.it",
	"costco.com",
	"coupons.com",
	"coursera.org",
	"cpasbien.cm",
	"cracked.com",
	"craigslist.org",
	"cricbuzz.com",
	"csdn.net",
	"csgolounge.com",
	"ctrip.com",
	"custhelp.com",
	"cvs.com",
	"daikynguyenvn.com",
	"dailymail.co.uk",
	"dailymotion.com",
	"dailypakistan.com.pk",
	"dangdang.com",
	"daum.net",
	"dell.com",
	"delta.com",
	"detail.tmall.com",
	"detik.com",
	"deviantart.com",
	"dianping.com",
	"dictionary.com",
	"digikala.com",
	"diply.com",
	"directrev.com",
	"discovercard.com",
	"discuss.com.hk",
	"disq.us",
	"disqus.com",
	"dlsite.com",
	"dmm.com",
	"docin.com",
	"donga.com",
	"doubleclick.net",
	"doublepimp.com",
	"douyu.com",
	"dropbooks.tv",
	"dropbox.com",
	"drtuber.com",
	"drudgereport.com",
	"dudeplaygames.com",
	"duowan.com",
	"e-hentai.org",
	"eastday.com",
	"ebates.com",
	"ebay-kleinanzeigen.de",
	"ebay.co.uk",
	"ebay.com",
	"ebay.com.au",
	"ebay.de",
	"ebay.fr",
	"ebay.it",
	"eksisozluk.com",
	"el-nacional.com",
	"elfagr.org",
	"elmogaz.com",
	"elmundo.es",
	"elpais.com",
	"elwatannews.com",
	"emol.com",
	"engadget.com",
	"ensonhaber.com",
	"ero-advertising.com",
	"ero-video.net",
	"eskimi.com",
	"espn.go.com",
	"espncricinfo.com",
	"esuteru.com",
	"etsy.com",
	"ettoday.net",
	"eventbrite.com",
	"evernote.com",
	"evite.com",
	"exoclick.com",
	"expedia.com",
	"extratorrent.cc",
	"eyny.com",
	"facebook.com",
	"fandango.com",
	"fanpage.gr",
	"fbcdn.net",
	"fc2.com",
	"fedex.com",
	"feedly.com",
	"fidelity.com",
	"filehippo.com",
	"files.wordpress.com",
	"finn.no",
	"fishki.net",
	"fitbit.com",
	"fiverr.com",
	"flickr.com",
	"flipkart.com",
	"focus.de",
	"forbes.com",
	"force.com",
	"foxnews.com",
	"free.fr",
	"freepik.com",
	"friv.com",
	"gamefaqs.com",
	"gamepedia.com",
	"gamersky.com",
	"gamespot.com",
	"gap.com",
	"gawker.com",
	"gazetaexpress.com",
	"gearbest.com",
	"getpocket.com",
	"gfycat.com",
	"gigazine.net",
	"giphy.com",
	"github.com",
	"github.io",
	"gittigidiyor.com",
	"gizmodo.com",
	"glassdoor.com",
	"globo.com",
	"gmanetwork.com",
	"gmx.net",
	"go.com",
	"goal.com",
	"godaddy.com",
	"gofundme.com",
	"goo.gl",
	"goodreads.com",
	"google.ae",
	"google.at",
	"google.az",
	"google.be",
	"google.bg",
	"google.by",
	"google.ca",
	"google.ch",
	"google.cl",
	"google.co.id",
	"google.co.il",
	"google.co.nz",
	"google.co.th",
	"google.co.uk",
	"google.co.ve",
	"google.co.za",
	"google.com",
	"google.com.ar",
	"google.com.au",
	"google.com.bd",
	"google.com.co",
	"google.com.do",
	"google.com.ec",
	"google.com.eg",
	"google.com.gt",
	"google.com.hk",
	"google.com.kw",
	"google.com.mx",
	"google.com.my",
	"google.com.ng",
	"google.com.pe",
	"google.com.pk",
	"google.com.sa",
	"google.com.sg",
	"google.com.tr",
	"google.com.ua",
	"google.com.vn",
	"google.cz",
	"google.de",
	"google.dk",
	"google.dz",
	"google.es",
	"google.fi",
	"google.fr",
	"google.gr",
	"google.hr",
	"google.hu",
	"google.ie",
	"google.it",
	"google.kz",
	"google.lk",
	"google.nl",
	"google.no",
	"google.pl",
	"google.pt",
	"google.ro",
	"google.rs",
	"google.se",
	"google.sk",
	"googleadservices.com",
	"googleapis.com",
	"googleusercontent.com",
	"groupon.com",
	"gsmarena.com",
	"gumtree.com",
	"gyazo.com",
	"haber7.com",
	"haberler.com",
	"hamariweb.com",
	"hao123.com",
	"haosou.com",
	"hatenablog.com",
	"hclips.com",
	"hdfcbank.com",
	"hdzog.com",
	"heroquizz.com",
	"hespress.com",
	"hgtv.com",
	"hm.com",
	"homedepot.com",
	"hootsuite.com",
	"hotels.com",
	"hotmovs.com",
	"hotnewhiphop.com",
	"hotstar.com",
	"houzz.com",
	"howtogeek.com",
	"hp.com",
	"huaban.com",
	"huffingtonpost.com",
	"hulu.com",
	"hupu.com",
	"hurriyet.com.tr",
	"ibm.com",
	"icicibank.com",
	"icloud.com",
	"ifeng.com",
	"ign.com",
	"ikea.com",
	"imdb.com",
	"imgur.com",
	"immobilienscout24.de",
	"imzog.com",
	"indeed.com",
	"independent.co.uk",
	"india.com",
	"indianexpress.com",
	"indiaresults.com",
	"indiatimes.com",
	"infusionsoft.com",
	"ing.nl",
	"inquirer.net",
	"instagram.com",
	"instructables.com",
	"instructure.com",
	"interia.pl",
	"intuit.com",
	"investing.com",
	"iqiyi.com",
	"issuu.com",
	"jabong.com",
	"jaimelaviande.fr",
	"jav68.me",
	"java.com",
	"jcpenney.com",
	"jd.com",
	"jimdo.com",
	"junbi-tracker.com",
	"justdial.com",
	"kakaku.com",
	"kapanlagi.com",
	"kaskus.co.id",
	"kat.cr",
	"kayak.com",
	"kdnet.net",
	"keepvid.com",
	"kickstarter.com",
	"kijiji.ca",
	"kinogo.co",
	"kissanime.to",
	"kizi.com",
	"klikbca.com",
	"kohls.com",
	"kompas.com",
	"kooora.com",
	"korabia.com",
	"lapatilla.com",
	"latimes.com",
	"le.com",
	"leagueoflegends.com",
	"leboncoin.fr",
	"lenovo.com",
	"libero.it",
	"lifebuzz.com",
	"lifehacker.com",
	"likes.com",
	"line.me",
	"linkedin.com",
	"liputan6.com",
	"list-manage.com",
	"list.tmall.com",
	"live.com",
	"liveadexchanger.com",
	"livedoor.com",
	"livejasmin.com",
	"livejournal.com",
	"livescore.com",
	"loading-delivery2.com",
	"lowes.com",
	"lun.com",
	"lynda.com",
	"mackolik.com",
	"macys.com",
	"mailchimp.com",
	"makemytrip.com",
	"makeuseof.com",
	"manoramaonline.com",
	"marca.com",
	"marriott.com",
	"mashable.com",
	"masrawy.com",
	"mbc.net",
	"meaww.com",
	"media.tumblr.com",
	"mediab.uy",
	"mediafire.com",
	"medium.com",
	"meetup.com",
	"mega.nz",
	"mercadolibre.com.mx",
	"merdeka.com",
	"messenger.com",
	"meteofrance.com",
	"mi.com",
	"microsoft.com",
	"microsoftonline.com",
	"microsoftstore.com",
	"mihanblog.com",
	"milliyet.com.tr",
	"miniclip.com",
	"mirror.co.uk",
	"misrjournal.com",
	"mit.edu",
	"mlb.com",
	"mobile.de",
	"mobile01.com",
	"moneycontrol.com",
	"mozilla.org",
	"msn.com",
	"mundo.com",
	"myfitnesspal.com",
	"mystart.com",
	"myway.com",
	"n11.com",
	"nametests.com",
	"namu.wiki",
	"nasa.gov",
	"naukri.com",
	"naver.com",
	"nba.com",
	"nbcnews.com",
	"ndtv.com",
	"netflix.com",
	"netteller.com",
	"newegg.com",
	"nextdoor.com",
	"nexusmods.com",
	"nifty.com",
	"nih.gov",
	"nike.com",
	"nikkansports.com",
	"nikkei.com",
	"niuche.com",
	"nocookie.net",
	"nordstrom.com",
	"norton.com",
	"nownews.com",
	"npr.org",
	"nyaa.se",
	"nytimes.com",
	"oeeee.com",
	"offerhaus.link",
	"offerjuice.me",
	"office.com",
	"okcupid.com",
	"okezone.com",
	"okta.com",
	"olx.co.id",
	"olx.pl",
	"olx.ua",
	"onclickads.net",
	"onedio.com",
	"oneindia.com",
	"onet.pl",
	"onlinecreditcenter6.com",
	"onliner.by",
	"onlinesbi.com",
	"ontests.me",
	"openload.co",
	"oracle.com",
	"orange.fr",
	"ouo.io",
	"outbrain.com",
	"overstock.com",
	"ozock.com",
	"pagesjaunes.fr",
	"panda.tv",
	"pandora.com",
	"panet.co.il",
	"pantip.com",
	"patch.com",
	"paypal.com",
	"paytm.com",
	"pch.com",
	"people.com",
	"photobucket.com",
	"php.net",
	"pinimg.com",
	"pinterest.com",
	"pipeaota.com",
	"pixiv.net",
	"pixnet.net",
	"playstation.com",
	"pof.com",
	"pogo.com",
	"popads.net",
	"popcash.net",
	"popundertotal.com",
	"poringa.net",
	"prezi.com",
	"priceline.com",
	"primewire.ag",
	"prjcq.com",
	"prpops.com",
	"putlocker.is",
	"qingdaonews.com",
	"qq.com",
	"quanjing.com",
	"quikr.com",
	"quizlet.com",
	"quora.com",
	"rappler.com",
	"rarbg.to",
	"rdsa2012.com",
	"realtor.com",
	"reddit.com",
	"redfin.com",
	"rediff.com",
	"redirectvoluum.com",
	"redtube.com",
	"rei.com",
	"reimageplus.com",
	"repubblica.it",
	"researchgate.net",
	"retailmenot.com",
	"reuters.com",
	"reverso.net",
	"rightmove.co.uk",
	"roblox.com",
	"rottentomatoes.com",
	"royalbank.com",
	"rt.com",
	"rutracker.org",
	"sabah.com.tr",
	"sabq.org",
	"sahibinden.com",
	"salesforce.com",
	"samsung.com",
	"sapo.pt",
	"sat.gob.mx",
	"savefrom.net",
	"sciencedirect.com",
	"scribd.com",
	"searchalgo.com",
	"searchincognito.com",
	"sears.com",
	"secureserver.net",
	"seesaa.net",
	"serving-sys.com",
	"setn.com",
	"seznam.cz",
	"sh.st",
	"shaparak.ir",
	"sharepoint.com",
	"shopclues.com",
	"shopify.com",
	"shutterstock.com",
	"sifyitest.com",
	"sindonews.com",
	"siteadvisor.com",
	"skype.com",
	"skysports.com",
	"slack.com",
	"slate.com",
	"slickdeals.net",
	"slideshare.net",
	"slimspots.com",
	"slither.io",
	"snapdeal.com",
	"so.com",
	"softonic.com",
	"sogou.com",
	"sohu.com",
	"sopitas.com",
	"soundcloud.com",
	"souq.com",
	"sourceforge.net",
	"southwest.com",
	"spaceshipads.com",
	"spankbang.com",
	"speedtest.net",
	"spiegel.de",
	"spotify.com",
	"squarespace.com",
	"stackexchange.com",
	"stackoverflow.com",
	"stanford.edu",
	"steamcommunity.com",
	"steampowered.com",
	"strava.com",
	"streamcloud.eu",
	"streamin.to",
	"stumbleupon.com",
	"subito.it",
	"subscene.com",
	"suning.com",
	"superuser.com",
	"surveymonkey.com",
	"swagbucks.com",
	"syosetu.com",
	"t-online.de",
	"t.co",
	"tabelog.com",
	"taboola.com",
	"tagged.com",
	"taleo.net",
	"taobao.com",
	"target.com",
	"taringa.net",
	"td.com",
	"teamviewer.com",
	"techcrunch.com",
	"teepr.com",
	"telegram.org",
	"telegraph.co.uk",
	"terraclicks.com",
	"tesco.com",
	"thatviralfeed.com",
	"theatlantic.com",
	"thedailybeast.com",
	"thefreedictionary.com",
	"theguardian.com",
	"thehindu.com",
	"thekitchn.com",
	"theladbible.com",
	"themeforest.net",
	"thepiratebay.org",
	"thesaurus.com",
	"thesportbible.com",
	"theverge.com",
	"thewatchseries.to",
	"ticketmaster.com",
	"tim.it",
	"time.com",
	"timeanddate.com",
	"tistory.com",
	"tmall.com",
	"tmz.com",
	"tokopedia.com",
	"torcache.net",
	"torrentz.eu",
	"trackingclick.net",
	"tradeadexchange.com",
	"tradedoubler.com",
	"trello.com",
	"tribunnews.com",
	"tripadvisor.com",
	"truecaller.com",
	"trulia.com",
	"tuberel.com",
	"tudou.com",
	"tumblr.com",
	"tutorialspoint.com",
	"twimg.com",
	"twitch.tv",
	"twitter.com",
	"twoo.com",
	"udemy.com",
	"udn.com",
	"uefa.com",
	"umblr.com",
	"uniqlo.com",
	"united.com",
	"unity3d.com",
	"uploaded.net",
	"ups.com",
	"uptodown.com",
	"upwork.com",
	"urbandictionary.com",
	"urdupoint.com",
	"usaa.com",
	"usatoday.com",
	"usbank.com",
	"usps.com",
	"uzone.id",
	"varzesh3.com",
	"verizon.com",
	"verizonwireless.com",
	"vice.com",
	"victoriassecret.com",
	"videomega.tv",
	"vidzi.tv",
	"vimeo.com",
	"vk.com",
	"vk.me",
	"vodlocker.com",
	"vox.com",
	"vrbo.com",
	"w000t.me",
	"w3schools.com",
	"walmart.com",
	"washingtonpost.com",
	"watsons.tmall.com",
	"wattpad.com",
	"wayfair.com",
	"weather.com",
	"weather.gov",
	"web.de",
	"webex.com",
	"webmd.com",
	"webtretho.com",
	"weebly.com",
	"weibo.com",
	"wellsfargo.com",
	"wetransfer.com",
	"wetter.com",
	"whatsapp.com",
	"wikia.com",
	"wikihow.com",
	"wikimedia.org",
	"wikipedia.org",
	"wiktionary.org",
	"windows.com",
	"wittyfeed.com",
	"wix.com",
	"woot.com",
	"wordpress.com",
	"wordpress.org",
	"wordreference.com",
	"worldlifestyle.com",
	"wp.com",
	"wp.pl",
	"wsj.com",
	"wunderground.com",
	"www.gov.uk",
	"xda-developers.com",
	"xe.com",
	"xfinity.com",
	"xing.com",
	"xinhuanet.com",
	"xnxx.com",
	"xunlei.com",
	"xvideos.com",
	"xywy.com",
	"y8.com",
	"yadi.sk",
	"yahoo.com",
	"yallakora.com",
	"yandex.com.tr",
	"yandex.kz",
	"yandex.ua",
	"yaolan.com",
	"yelp.com",
	"yesky.com",
	"yodobashi.com",
	"youboy.com",
	"youdao.com",
	"youjizz.com",
	"youku.com",
	"youm7.com",
	"youtube-mp3.org",
	"youtube.com",
	"ytimg.com",
	"yts.ag",
	"zendesk.com",
	"zhanqi.tv",
	"zhihu.com",
	"zillow.com",
	"zimuzu.tv",
	"zing.vn",
	"zippyshare.com",
	"zoho.com",
	"zomato.com",
	"zone-telechargement.com",
	"zougla.gr",
	"zulily.com",
}

// getURLs will open the given file and read it to get a list of URLs
func getURLs() error {
	// If no fileName is given, use the defaultURLs variable
	if fileName == "" {
		URLs = defaultURLs
		return nil
	}

	file, err := os.Open(fileName)
	if err != nil {
		return err
	}
	defer file.Close()

	scanner := bufio.NewScanner(file)
	for scanner.Scan() {
		u := scanner.Text()
		if _, err := url.Parse(u); err != nil {
			log.Printf("Invalid URL: %q", u)
			continue
		}

		URLs = append(URLs, u)
	}

	if err := scanner.Err(); err != nil {
		return err
	}

	if len(URLs) == 0 {
		return errors.New("no URL found")
	}

	return nil
}

// findRandomURL will return a random URL
func findRandomURL() string {
	return URLs[rand.Intn(len(URLs))]
}