auto-extract-static-url.sh

#!/bin/bash



array=(
"www.facebook.com"
"www.twitter.com"
"www.google.com"
"www.youtube.com"
"www.instagram.com"
"www.linkedin.com"
"www.wordpress.org"
"www.pinterest.com"
"www.wikipedia.org"
"www.wordpress.com"
"www.blogspot.com"
"www.apple.com"
"www.adobe.com"
"www.tumblr.com"
"youtu.be"
"www.amazon.com"
"www.goo.gl"
"www.vimeo.com"
"www.microsoft.com"
"www.flickr.com"
"www.yahoo.com"
"www.bit.ly"
"www.godaddy.com"
"www.vk.com"
"www.reddit.com"
"www.buydomains.com"
"www.w3.org"
"www.nytimes.com"
"t.co"
"www.baidu.com"
"www.wp.com"
"www.weebly.com"
"www.jimdo.com"
"www.blogger.com"
"www.github.com"
"www.bbc.co.uk"
"www.mozilla.org"
"www.myspace.com"
"www.yandex.ru"
"www.google.de"
"www.gravatar.com"
"www.theguardian.com"
"www.nih.gov"
"www.cnn.com"
"www.google.co.jp"
"www.addthis.com"
"www.paypal.com"
"www.huffingtonpost.com"
"www.wix.com "
"www.imdb.com"
"www.digg.com"
"www.issuu.com"
"www.yelp.com"
"www.addtoany.com"
"www.dropbox.com"
"www.forbes.com"
"www.bluehost.com"
"www.google.co.uk"
"www.washingtonpost.com/?noredirect=on"
"www.etsy.com"
"www.parallels.com"
"www.msn.com/ko-kr"
"www.slideshare.net"
"www.miibeian.gov.cn"
"marketingplatform.google.com/about/enterprise/"
"archive.org"
"www.eventbrite.com"
"ameblo.jp/www"
"www.e-recht24.de"
"www.telegraph.co.uk"
"sourceforge.net"
"fc2.com"
"www.ebay.com"
"www.amazon.co.uk"
"www.livejournal.com"
"www.free.fr/freebox/"
"mail.ru"
"www.weibo.com/us"
"www.wikimedia.org"
"www.yahoo.co.jp"
"www.usatoday.com"
"www.amazon.de"
"www.cpanel.com"
"www.bing.com"
"www.51.la"
"www.aol.com"
"www.gov.uk"
"www.elegantthemes.com"
"www.cdc.gov"
"www.medium.com"
"www.google.it"
"www.cpanel.com"
"www.npr.org"
"www.harvard.edu"
"www.xing.com"
"www.tripadvisor.com"
"www.webs.com"
"www.constantcontact.com/global/home-page"
"www.opera.com"
"outlook.live.com/owa/"
"www.amazon.co.jp"
"www.apache.org"
"bandcamp.com"
"www.dailymotion.com"
"www.businessinsider.com"
"www.behance.net"
"www.github.io"
"www.google.es"
"disqus.com"
"www.wired.com"
"www.gnu.org"
"www.spotify.com"
"www.surveymonkey.com"
"www.kickstarter.com"
"www.google.fr"
"www.nasa.gov"
"www.joomla.org"
"imgur.com"
"www.rambler.ru"
"www.goodreads.com"
"www.independent.co.uk"
"www.ted.com"
"www.1und1.de "
"www.cnet.com"
"www.google.ca"
"www.line.me"
"www.scribd.com"
"www.rakuten.co.jp"
"www.ca.gov"
"www.one.com"
"www.shopify.com"
"www.domainname.de"
"www.un.org"
"www.buzzfeed.com"
"www.pbs.org"
"www.theatlantic.com"
"www.cbsnews.com/world/"
"www.webmd.com"
"www.plesk.com"
"www.nature.com"
"techcrunch.com"
"www.sakura.ne.jp"
"www.whatsapp.com"
"www.php.net"
"www.berkeley.edu"
"www.booking.com"
"www.ibm.com/kr-ko/"
"www.nbcnews.com"
"www.networksolutions.com"
"www.cornell.edu"
"www.usda.gov"
"www.whitehouse.gov"
"www.wp.me"
"www.squarespace.com"
"www.trustpilot.com"
"www.change.org"
"www.springer.com"
"www.a8.net"
"www.cbc.ca"
"www.ft.com"
"www.meetup.com"
"www.epa.gov"
"www.shopify.com"
"www.naver.com"
"www.wikia.com"
"www.nps.gov/index.htm"
"www.cnbc.com"
"www.usnews.com"
"www.phoca.cz"
"www.google.nl"
"www.mapquest.com"
"www.enable-javascript.com"
"www.uol.com.br"
"www.foursquare.com"
"www.phpbb.com"
"www.loc.gov"
"www.economist.com"
"www.163.com"
"www.google.com.br"
"www.hostnet.nl"
"www.fda.gov"
"www.irs.gov"
"www.chicagotribune.com"
"www.wufoo.com"
"www.sfgate.com"
"www.4.cn"
"www.newyorker.com"
"www.bigcartel.com"
"www.hp.com"
"www.prnewswire.com"
"www.telegram.org"
"www.bizjournals.com"
"slate.com"
"gizmodo.com"
"cbslocal.com"
"dribbble.com"
"www.ed.gov"
"www.doi.org"
"www.vice.com"
"www.engadget.com"
"www.domraider.com"
"themegrill.com"
"www.houzz.com"
"www.state.gov"
"www.storify.com"
"www.umich.edu"
"www.nifty.com"
"www.google.com.au"
"www.globo.com"
"www.ok.ru"
"www.google.pl"
"www.house.gov"
"www.theverge.com"
"www.columbia.edu"
"www.aboutcookies.org"
"www.ocn.ne.jp"
"www.yale.edu"
"www.wunderground.com"
"www.gofundme.com"
"www.1and1.com"
"www.debian.org"
"www.hilton.com"
"www.washington.edu"
"www.upenn.edu"
"www.goo.ne.jp"
"www.psychologytoday.com"
"www.loopia.se"
"www.loopia.com"
"www.mijndomein.nl"
"www.indiatimes.com"
"www.oracle.com"
"www.visma.com"
"www.wikihow.com/Main-Page"
"www.bloomberg.com"
"www.fastcompany.com"
"www.1and1.fr"
"www.android.com"
"video.ibm.com"
"www.senate.gov"
"mailchimp.com"
"www.dreamhost.com"
"www.zdnet.com"
"www.athemes.com"
"us.sagepub.com/en-us/nam/home/"
"www.scientificamerican.com"
"www.studiopress.com"
"www.businesswire.com/portal/site/home/"
"www.youronlinechoices.com"
"www.researchgate.net"
"www.tucowsdomains.com"
"www.entrepreneur.com"
"www.umn.edu"
"www.ftc.gov"
"www.psu.edu"
"www.wisc.edu"
"www.hbr.org"
"www.inc.com"
"sedo.com/us/"
"www.sogou.com/us/"
"www.walmart.com"
"www.drupal.org"
"www.google.co.in"
"www.youku.com"
"www.utexas.edu"
"www.tripadvisor.co.uk"
"www.exblog.jp"
"www.mozilla.org/en-US/"
"www.prweb.com"
"www.shinystat.com"
"www.tandfonline.com/action/cookieAbsent"
"stackoverflow.com"
"www.si.edu"
"www.census.gov"
"www.princeton.edu"
"www.intel.co.kr/content/www/kr/ko/homepage.html"
"www.hubspot.com"
"www.usgs.gov"
"www.mysql.com"
"www.networkadvertising.org"
"www.politico.com"
"www.archives.gov"
"www.office.com"
"www.cisco.com"
"www.cam.ac.uk"
"www.example.com"
"www.zendesk.com"
"www.nyu.edu"
"www.hollywoodreporter.com"
"www.hhs.gov"
"www.box.com"
"www.admin.ch"
"www.netflix.com/kr-en/"
"www.nhk.or.jp"
"variety.com"
"www.twitch.tv"
"www.ebay.co.uk"
"www.uchicago.edu"
"shop-pro.jp"
"www.bmj.com"
"www.teamviewer.com/en/"
"www.bls.gov"
"hibu.com"
"www.eventbrite.co.uk"
"www.usc.edu"
"colorlib.com"
"www.prestashop.com/en/"
"www.usa.gov"
"www.nhs.uk"
"www.va.gov"
"www.istockphoto.com"
"www.hostgator.com"
"www.opensource.org"
"www.cmu.edu"
"www.dell.com"
"www.ieee.org"
"www.icann.org"
"en.zenfolio.com"
"www.google.ch"
"www.livestream.com"
"www.domainname.shop"
"www.transportation.gov"
"www.xiti.com"
"www.steampowered.com"
"www.umd.edu"
"www.alibabacloud.com"
"www.att.com"
"www.venturebeat.com"
"www.domene.shop"
"www.symantec.com"
"www.gesetze-im-internet.de"
"www.bund.de"
"www.duke.edu"
"www.oracle.com/index.html"
"www.biomedcentral.com"
"giphy.com"
"www.netscape.com"
"www.snapchat.com"
"www.reference.com"
"www.gpo.gov"
"www.sec.gov"
"www.elsevier.com"
"www.ietf.org"
"www.japanpost.jp"
"www.plos.org"
"www.squareup.com"
"www.mhlw.go.jp/index.html"
"www.ny.gov"
"www.aboutads.info"
"www.ewebdevelopment.com"
"www.iubenda.com"
"www.oreilly.com"
"www2.gotomeeting.com/index.html"
"www.libsyn.com"
"www.thenextweb.com"
"www2.deloitte.com"
"www.dol.gov"
"www.arxiv.org"
"web.de"
"www.ename.com.cn"
"www.justice.gov"
"www.moz.com"
"www.dhs.gov"
"www.python.org"
"www.java.com/en/"
"www.iso.org/home.html"
"www.g.co"
"www.fcc.gov"
"www.unicef.org"
"www.nginx.com"
"www.quantcast.com"
"www.nist.gov"
"www.siteorigin.com"
"usps.com"
"msdn.microsoft.com"
"www.enom.com"
"bitbucket.org"
"www.moodle.org"
"www.opencart.com"
"www.marriott.com/default.mi?program=spg"
"www.gartner.com/en"
"unsplash.com"
"www.acm.org"
"www.typeform.com"
"www.mynavi.jp"
"www.etracker.de"
"www.xbox.com/en-US/"
"www.techtarget.com"
"www.dmca.com"
"www.latimes.com"
"www.detik.com"
"www.bigcommerce.com"
"www.warnerbros.com"
"www.microsoft.com/windwos/phones"
"www.justgiving.com"
"www.adweek.com"
"www.redcross.org"
"www.mlb.com"
"www.worldbank.org"
"www.samsung.com"
"www.foxnews.com"
"www.nationalgeographic.com"
)

index=0
for url in ${array[@]}
do
   filename=`echo "$url" | awk -F[/] '{print $1}'`
	python3 static_url_extractor.py "https://$url" > $filename.txt
   index=`echo "$index + 1" | bc`
done