{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "import necessary modules"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import json\n",
    "import time"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "load metadata files from Webarchive Austria"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\n",
    "selective_crawls = requests.get('https://webarchiv.onb.ac.at/data/selective.json').json()\n",
    "event_crawls = requests.get('https://webarchiv.onb.ac.at/data/events.json').json()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now you can extract metadata from these files"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Show the names and dates of all crawls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Selective Crawls\n\nFrau/Gender\nPolitikkollektion\nMedienkollektion\n\nEvent Crawls\n\n100 Jahre Republik 2018\nEU-Ratsvorsitz 2018\nBundespräsidenten-Wahl 2016\nFlüchtlingskrise 2015\nSong Contest 2015\nErster Weltkrieg 2014\nEU-Wahl 2014\nOlympia 2014\nOlympia 2010\nBundespräsidenten-Wahl 2010\nEU-Wahl 2009\n"
     ]
    }
   ],
   "source": [
    "print('Selective Crawls\\n')\n",
    "for crawl in selective_crawls:\n",
    "    print(crawl['name'])\n",
    "print('\\nEvent Crawls\\n')\n",
    "for crawl in event_crawls:\n",
    "    print(crawl['name'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Show all seeds of Song Contest 2015 event"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "http://conchitawurst.com\nhttp://conchitawurst.com/news/\nhttp://de.wikipedia.org/wiki/Eurovision_Song_Contest_2015\nhttp://de.wikipedia.org/wiki/The_Makemakes\nhttp://debatte.orf.at/stories/1754300/\nhttp://derstandard.at/r2000004087668/Song-Contest-2015\nhttp://derstandard.at/r2000015639396/Eurovisions---Song-Contest-Blog\nhttp://diepresse.com/home/kultur/songcontest/index.do\nhttp://goodnight.at/magazin/kultur/516-60-eurovision-songcontest-in-wien\nhttp://kundendienst.orf.at/programm/fernsehen/orf1/songcontest2015.html\nhttp://kurier.at/kultur/song-contest\nhttp://medienportal.univie.ac.at/uniview/forschung/detailansicht/artikel/song-contest-zwischen-pop-und-politik/\nhttp://oe3.orf.at/stories/2679710\nhttp://orf.at/\nhttp://orf.at/stories/2254095/\nhttp://orf.at/stories/2254095/2254088/\nhttp://orf.at/stories/2254095/2254098/\nhttp://songcontest.orf.at/\nhttp://steiermark.orf.at/news/stories/2684488/\nhttp://tvthek.orf.at/topic/Eurovision-Song-Contest-2015/9137507\nhttp://tvthek.orf.at/topic/Oesterreich-beim-Song-Contest/9174892\nhttp://wien.orf.at/news/stories/2648040/\nhttp://wien.orf.at/news/stories/2648857/\nhttp://wien.orf.at/news/stories/2649515/\nhttp://wien.orf.at/news/stories/2661128/\nhttp://wien.orf.at/news/stories/2661370/\nhttp://wien.orf.at/news/stories/2661798/\nhttp://wien.orf.at/news/stories/2661804/\nhttp://wien.orf.at/news/stories/2661845/\nhttp://wien.orf.at/news/stories/2661855/\nhttp://wien.orf.at/news/stories/2661910/\nhttp://wien.orf.at/news/stories/2662093/\nhttp://wien.orf.at/news/stories/2662947/\nhttp://wien.orf.at/news/stories/2663106/\nhttp://wien.orf.at/news/stories/2664083/\nhttp://wien.orf.at/news/stories/2666541/\nhttp://wien.orf.at/news/stories/2666581/\nhttp://wien.orf.at/news/stories/2668462/\nhttp://wien.orf.at/news/stories/2670490/\nhttp://wien.orf.at/news/stories/2676170/\nhttp://wien.orf.at/news/stories/2678309/\nhttp://wien.orf.at/news/stories/2679672/\nhttp://wien.orf.at/news/stories/2680454/\nhttp://wien.orf.at/news/stories/2682245/\nhttp://wien.orf.at/news/stories/2683703/\nhttp://wien.orf.at/news/stories/2684423/\nhttp://wien.orf.at/news/stories/2687164/\nhttp://wien.orf.at/news/stories/2706977/\nhttp://wien.orf.at/news/tags/esc\nhttp://www.apa.at/Site/ESC2015/index.html\nhttp://www.austria-trend.at/blog/\nhttp://www.bmlfuw.gv.at/umwelt/nachhaltigkeit/green-events/projekte/kultur_und_musik/green_song_contest.html\nhttp://www.eurovision.tv/\nhttp://www.heute.at/song+contest./\nhttp://www.krone.at/song-contest\nhttp://www.news.at/a/song-contest-telegramm-2015\nhttp://www.oe24.at/kultur/song-contest\nhttp://www.oeticket.com/de/kuenstler/eurovision-song-contest-1020/profile.html\nhttp://www.picturedesk.com/ESC2015\nhttp://www.railtours.at/sonderangebote/oesterreich/wien/eurovision-song-contest-2015\nhttp://www.railtours.at/sonderangebote/oesterreich/wien/eurovision-song-contest-2015-family-show-finale.html\nhttp://www.railtours.at/sonderangebote/oesterreich/wien/eurovision-song-contest-2015-jury-show-finale.html\nhttp://www.railtours.at/sonderangebote/oesterreich/wien/eurovision-song-contest-2015-public-viewing-in-wien.html\nhttp://www.railtours.at/sonderangebote/oesterreich/wien/eurovision-song-contest-2015-semifinale-1-2.html\nhttp://www.songcontest.at/\nhttp://www.stadthalle.com/de/schauen/events/75/Eurovision-Song-Contest\nhttp://www.vienna.at/specials/eurovision-song-contest\nhttp://www.wien-event.at/events/song-contest/\nhttp://www.wien-ticket.at/de/service/Eurovision-Song-Contest-Wiener-Stadthalle-Wien\nhttp://www.wien.info/de/musik-buehne/eurovision-song-contest\nhttp://www.wienerlinien.at/eportal2/ep/tab.do/pageTypeId/74690\nhttp://www.wienerzeitung.at/dossiers/eurovision_song_contest_2015/\nhttps://instagram.com/esc_buildingbridges/\nhttps://instagram.com/themakemakes/\nhttps://twitter.com/ESC2015ORF\nhttps://twitter.com/Eurovision\nhttps://twitter.com/hashtag/eurovision?src=hash\nhttps://www.facebook.com/ESCBuildingBridges\nhttps://www.facebook.com/EurovisionSongContest\nhttps://www.facebook.com/themakemakes\nhttps://www.stadthalle.com/de/schauen/events/75/Eurovision-Song-Contest\nhttps://www.wien.gv.at/kultur/esc/\n"
     ]
    }
   ],
   "source": [
    "for crawl in event_crawls:\n",
    "    if crawl['name'] == 'Song Contest 2015':\n",
    "        for group in crawl['groups']:\n",
    "            for seed in group['seeds']:\n",
    "                print(seed)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}