{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [] }, { "cell_type": "code", "execution_count": 1, "metadata": { "collapsed": true }, "outputs": [], "source": [ "import requests\n", "import json" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "Create a WebarchivSession Object with convenience methods for easy access with your API-Key " ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "from webarchiv import WebarchivSession\n", "\n", "apikey = '2pm8i0hnmpcTK4Oj4CUeBoZd7vywrm4c'\n", "w = WebarchivSession(apikey)\n" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "get all domain names from Webarchive Austria containing 'mozart'" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "375 Treffer\n", "1 : i-mozart.at\n", "2 : mozart.at\n", "3 : w-a-mozart.at\n", "4 : mozart4.at\n", "5 : mozart-2k6.at\n", "6 : mozart-rg.at\n", "7 : wa-mozart.at\n", "8 : mozarts.at\n", "9 : yd-mozart.at\n", "10 : mozart.co.at\n", "11 : mozart.or.at\n", "12 : mozart21.at\n", "13 : mozart22.at\n", "14 : mozart24.at\n", "15 : mozart2k6.at\n", "16 : mozart32.at\n", "17 : air-mozart.at\n", "18 : mozarter.at\n", "19 : fly-mozart.at\n", "20 : mozart.wien\n", "21 : mozart100.at\n", "22 : mozart428.at\n", "23 : mozartbus.at\n", "24 : mozartnow.at\n", "25 : rc-vie-mozart.at\n", "26 : mozarthof.at\n", "27 : mozartsbg.at\n", "28 : mozart-buch.at\n", "29 : mozart-foto.at\n", "30 : mozart-inst.at\n", "31 : viva-mozart.at\n", "32 : mozart-milk.at\n", "33 : mozartcup.at\n", "34 : cafe-mozart.at\n", "35 : mozart-tour.at\n", "36 : mozartino.at\n", "37 : 2006-mozart.at\n", "38 : soko-mozart.at\n", "39 : mozarteis.at\n", "40 : mozartuhr.at\n", "41 : mozartweb.at\n", "42 : mozart-2006.at\n", "43 : mozart-shop.at\n", "44 : mozart-wein.at\n", "45 : mozarteum.at\n", "46 : mozart4kids.at\n", "47 : mozart2006.at\n", "48 : mozart-house.at\n", "49 : mozart-media.at\n", "50 : mozartblick.at\n", "51 : mozartcloud.at\n", "52 : mozartconcerts.at\n", "53 : mozartdinnervienna.at\n", "54 : mozartdorf.at\n", "55 : mozartexpress.at\n", "56 : mozartfoto.at\n", "57 : mozartgarten.at\n", "58 : mozartgeburtshaus.at\n", "59 : mozarthauswien.at\n", "60 : mozartheim.at\n", "61 : mozartheute.at\n", "62 : mozartinjazz.at\n", "63 : mozartknabenchor.at\n", "64 : mozartlimousines.at\n", "65 : mozartorchester.at\n", "66 : mozartpraxis.at\n", "67 : mozartreise.at\n", "68 : mozartreisen.at\n", "69 : mozartreisentorte.at\n", "70 : mozartscan.at\n", "71 : mozartsessel.at\n", "72 : mozartsgeburtshaus.at\n", "73 : mozartshow.at\n", "74 : mozartstadt.at\n", "75 : mozarttravels.at\n", "76 : mozartvital.at\n", "77 : wa-mozart-2006.at\n", "78 : mozart-guide.at\n", "79 : mozart-meisl.at\n", "80 : mozart-reise.at\n", "81 : mozartakademie.at\n", "82 : mozartball.at\n", "83 : mozartcommunity.at\n", "84 : mozartdinnerconcert.at\n", "85 : mozarteumclub.at\n", "86 : mozarteumorchester.at\n", "87 : mozarteumquartett.at\n", "88 : mozartfonds.at\n", "89 : mozartgives.at\n", "90 : mozartglas.at\n", "91 : mozartguide.at\n", "92 : mozarthausvienna.at\n", "93 : mozarthotels.at\n", "94 : mozarthouse.at\n", "95 : mozarthousevienna.at\n", "96 : mozartkino.at\n", "97 : mozartkonzert.at\n", "98 : mozartkugeln.at\n", "99 : mozartlunch.at\n", "100 : mozartmining.at\n", "101 : mozartmusik.at\n", "102 : mozartpantomime.at\n", "103 : mozartplatz.at\n", "104 : mozartplaysgolf.at\n", "105 : mozartried.at\n", "106 : mozartsalzburg.at\n", "107 : mozartsecurty.at\n", "108 : mozartstuben.at\n", "109 : mozartswohnhaus.at\n", "110 : mozarttaxi.at\n", "111 : mozarttown.at\n", "112 : mozartvienna.at\n", "113 : mozartwebdesign.at\n", "114 : mozartzopf.at\n", "115 : mozart-dorf.co.at\n", "116 : mozart-lunch.at\n", "117 : mozart-weine.at\n", "118 : mozartband.at\n", "119 : mozartbeer.at\n", "120 : mozartbibel.at\n", "121 : mozartbuch.at\n", "122 : mozartconcert.at\n", "123 : mozartcroissant.at\n", "124 : mozartforkids.at\n", "125 : mozartgolf.at\n", "126 : mozarthonig.at\n", "127 : mozartjahr.at\n", "128 : mozartkalender.at\n", "129 : mozartkugelshop.at\n", "130 : mozartkutscher.at\n", "131 : mozartlikoer.at\n", "132 : mozartmedia.at\n", "133 : mozartmobile.at\n", "134 : mozartmusikschule.at\n", "135 : mozartpokal.at\n", "136 : mozartspices.at\n", "137 : mozartstadtvienna.at\n", "138 : mozartticket.at\n", "139 : mozartweek.at\n", "140 : mozartwien.at\n", "141 : mozart-milch.at\n", "142 : mozart-woche.at\n", "143 : mozartbank.at\n", "144 : mozartcard.at\n", "145 : mozartchor.at\n", "146 : mozartdinner.at\n", "147 : mozartensemble.at\n", "148 : mozartfestival.at\n", "149 : mozartinarium.at\n", "150 : mozartinger.at\n", "151 : mozartones.at\n", "152 : mozartoper.at\n", "153 : mozartquelle.at\n", "154 : mozartreloaded.at\n", "155 : mozartscloud.at\n", "156 : mozarttravel.at\n", "157 : mozartyacht.at\n", "158 : mozartzeit.at\n", "159 : mozart-tours.at\n", "160 : mozart-yacht.at\n", "161 : mozartballs.at\n", "162 : mozartbier.at\n", "163 : mozartchocolate.at\n", "164 : mozartgmbh.at\n", "165 : mozarthaus.at\n", "166 : mozartiana.at\n", "167 : mozartintrance.at\n", "168 : mozartkugel.at\n", "169 : mozartmeisl.at\n", "170 : mozartnacht.at\n", "171 : mozartpower.at\n", "172 : mozartproject.at\n", "173 : mozartschoko.at\n", "174 : mozartschule.at\n", "175 : mozartstrudel.at\n", "176 : mozartstube.at\n", "177 : mozarttrophy.at\n", "178 : mozartwoche.at\n", "179 : mozartwohnhaus.at\n", "180 : mozart-linie.at\n", "181 : mozartacademy.at\n", "182 : mozartatheart.at\n", "183 : mozartbaer.at\n", "184 : mozartcity.at\n", "185 : mozartdigital.at\n", "186 : mozartdistillery.at\n", "187 : mozartgasse1.at\n", "188 : mozartguetesiegel.at\n", "189 : mozarthaussalzburg.at\n", "190 : mozartinchina.at\n", "191 : mozartinvienna.at\n", "192 : mozartinwien.at\n", "193 : mozartkonzerte.at\n", "194 : mozartkugeldreherland.at\n", "195 : mozartmania.at\n", "196 : mozartonline.at\n", "197 : mozartquartett.at\n", "198 : mozartradweg.at\n", "199 : mozartremixed.at\n", "200 : mozartschokolade.at\n", "201 : mozartremixed.at\n", "202 : mozartschokolade.at\n", "203 : mozartschwein.at\n", "204 : mozartserenaden.at\n", "205 : mozartshake.at\n", "206 : mozartshop.at\n", "207 : mozarttorte.at\n", "208 : mozarttours.at\n", "209 : mozart-kugel.at\n", "210 : mozart-stadt.at\n", "211 : mozart-vital.at\n", "212 : mozartapfel.at\n", "213 : mozartcup.biz\n", "214 : mozartdinnerkonzert.at\n", "215 : mozartdiplom.at\n", "216 : mozartgasse.at\n", "217 : mozartgemeinde.at\n", "218 : mozartiarium.at\n", "219 : mozartland.at\n", "220 : mozartlinie.at\n", "221 : mozartmuseum.at\n", "222 : mozartmusical.at\n", "223 : mozartrequiem.at\n", "224 : mozartsalbe.at\n", "225 : mozartschrank.at\n", "226 : mozartsreisetorte.at\n", "227 : mozarttour.at\n", "228 : pizza-mozart.at\n", "229 : mozartgasse25.at\n", "230 : mozarteum4you.at\n", "231 : mozart-effect.at\n", "232 : mozart-kaffee.at\n", "233 : mozart-online.at\n", "234 : mozart-radweg.at\n", "235 : mozart-therme.at\n", "236 : oeh-mozarteum.at\n", "237 : kaffee-mozart.at\n", "238 : sound-of-mozart.at\n", "239 : cafe-mozart.wien\n", "240 : flying-mozart.at\n", "241 : mozart-vienna.at\n", "242 : mozartsalzburg.co.at\n", "243 : uni-mozarteum.at\n", "244 : mostly-mozart.at\n", "245 : mozart-effekt.at\n", "246 : mozart-kugeln.at\n", "247 : mozart-ticket.at\n", "248 : mozartdorf.co.at\n", "249 : mozartworld.co.at\n", "250 : planet-mozart.at\n", "251 : studio-mozart.at\n", "252 : mozart-reisen.at\n", "253 : mozart-travel.at\n", "254 : mozart-vital.com\n", "255 : mozarteum4ever.at\n", "256 : mozartkugel.co.at\n", "257 : mozart-museum.at\n", "258 : mozartshop.co.at\n", "259 : sem-mozarteum.at\n", "260 : mozart-rubedo.at\n", "261 : mozart-spices.at\n", "262 : mozart-trophy.at\n", "263 : mozartland.co.at\n", "264 : mozartlinz2006.at\n", "265 : amadeus-mozart.at\n", "266 : mozart-jahr-2006.at\n", "267 : mozarthof-graz.at\n", "268 : pension-mozart.at\n", "269 : mozart-gourmet.at\n", "270 : mozart-haus-wien.at\n", "271 : mozart-schloss.at\n", "272 : mozart-strudel.at\n", "273 : mozart-tickets.at\n", "274 : mozartmusical.wien\n", "275 : mozart-digital.at\n", "276 : mozartkugeln.wien\n", "277 : calling-mozart.at\n", "278 : kennt-ihr-mozart.at\n", "279 : mozart-concert.at\n", "280 : mozart-friends.at\n", "281 : mozart-konzert.at\n", "282 : austria-mozart.at\n", "283 : mozart-christl.at\n", "284 : mozart-derfilm.at\n", "285 : mozart-spirits.at\n", "286 : mozart-medical.at\n", "287 : mozart-stories.at\n", "288 : mozart-travels.at\n", "289 : mozartgemeinde-noe.at\n", "290 : mozart-science.at\n", "291 : mozart-vienna.co.at\n", "292 : mozart-konzerte.at\n", "293 : mozart-treuhand.at\n", "294 : cafe-mozart-maria.at\n", "295 : mozart-in-concert.at\n", "296 : mozart-salzburg.at\n", "297 : mirabell-mozart.at\n", "298 : mozart-plays-golf.at\n", "299 : mozart-rosegold.at\n", "300 : mozart-stueberl.at\n", "301 : mozartgemeinde-wien.at\n", "302 : mozartkugel-shop.at\n", "303 : mozartstube-wien.at\n", "304 : xn--mozartwrfel-zhb.at\n", "305 : goldkind-mozart.at\n", "306 : mozart-reloaded.at\n", "307 : mozarthaus-linz.at\n", "308 : mozartschule-wels.at\n", "309 : callshop-mozart.at\n", "310 : mozart-concerts.at\n", "311 : hotel-mozart-vital.at\n", "312 : mozart-in-residenz.at\n", "313 : mozartinger-tours.at\n", "314 : mozart-auschwitz.at\n", "315 : champagne-mozart.at\n", "316 : mozart-science-cds.at\n", "317 : forum-mozarthaus.at\n", "318 : forum-mozartplatz.at\n", "319 : mozart-in-salzburg.at\n", "320 : fotoatelier-mozart.at\n", "321 : mozart-schladming.at\n", "322 : mozart-distillerie.at\n", "323 : mozart-in-der-zukunft.at\n", "324 : mozarthaus-vienna.at\n", "325 : fuerst-mozartkugeln.at\n", "326 : kindergarten-mozart.at\n", "327 : mozart-distillers.at\n", "328 : mozart-gesamtwerk.at\n", "329 : mozart-schreibkultur.at\n", "330 : apartments-mozart.at\n", "331 : studentenverrein-mozart.at\n", "332 : mozart-immobilien.at\n", "333 : mozarter-salzburg.at\n", "334 : fuerst-mozartkugel.at\n", "335 : mozart-apartments.at\n", "336 : mozart-distillery.at\n", "337 : mozart-experience.at\n", "338 : mozart-in-residence.at\n", "339 : mozart-kinderbuch.at\n", "340 : mozartkugel-fabrik.at\n", "341 : mozartrequiem-altach.at\n", "342 : mozart-distillerie.com\n", "343 : mozarte-sigridhagn.at\n", "344 : mozartkugel-factory.at\n", "345 : stiftung-mozarteum.at\n", "346 : mozartiana-classics.at\n", "347 : mozartkugel-salzburg.at\n", "348 : mozart-dinner-concert.at\n", "349 : mozartstadt-salzburg.at\n", "350 : mozartrequiem-lustenau.at\n", "351 : mozart-pizza-salzburg.at\n", "352 : mozarteum-orchester.at\n", "353 : musiktheorie-mozarteum.at\n", "354 : blaeserphilharmonie-mozarteum.at\n", "355 : original-mozartkugel.com\n", "356 : musikanalyse-mozarteum.at\n", "357 : salzburg-mozart-players.at\n", "358 : wiener-mozart-orchester.at\n", "359 : salzburger-mozarttrio.at\n", "360 : seminarzentrum-mozartstrasse.at\n", "361 : feldenkraisausbildung-mozarthaus.at\n", "362 : viennaairport-mozarttaxi.at\n", "363 : salzburger-mozartmatineen.at\n", "364 : mozartgemeinde-klagenfurt.at\n", "365 : wolfgang-amadeus-mozart.at\n", "366 : zahnaerzte-mozartstrasse.at\n", "367 : die-tierische-mozartkugel.at\n", "368 : farnellinone-trifft-mozart.at\n", "369 : steffl-mozart-experience.at\n", "370 : mozart-salzburg-collection.at\n", "371 : mozart-apartments-salzburg.at\n", "372 : salzburg-collection-mozart.at\n", "373 : 2006mozart.at\n", "374 : mozart-dinner-konzert-salzburg.at\n", "375 : mozart-dinner-concert-salzburg.at\n" ] } ], "source": [ "page = 1\n", "pagesize = 100\n", "remaining = 0\n", "numberOfHits = 0\n", "idx = 0\n", "\n", "while True:\n", " response = w.domain_name_search('mozart', page, pagesize)\n", " total = response.json()['total']\n", " \n", " if page == 1:\n", " print(total, ' Treffer')\n", " remaining = total\n", " \n", " for hit in response.json()['hits']:\n", " idx = idx + 1\n", " print(idx, ':', hit['value'])\n", " remaining = remaining - 1\n", " \n", " if remaining == 0:\n", " break\n", " \n", " page = page + 1\n", " \n", "\n", "\n", "\n" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.5" } }, "nbformat": 4, "nbformat_minor": 1 }