Merge branch 'use-wikipedia-api' into 'master'

Use wikipedia api

Closes #4, #8, #10, and #11

See merge request !6

.gitignore

 *.csv
-*.RDS
\ No newline at end of file
+*.RDS
+*.Rhistory
+*.RData
+.Rproj.user/
+*.Rproj
\ No newline at end of file

README.md

@@ -35,12 +35,7 @@ python -m rasa_core.run -d models/dialogue -u models/current/nlu
 
 ### PhysicistsList.R
 
-Will crawl wikipedias [List of Physicists](https://en.wikipedia.org/wiki/List_of_physicists) for all physicist names and save them in a file *Physicists.txt* in the data directory.
-Use that file to generate xml dump at wikipedias [Export page](https://en.wikipedia.org/wiki/Special:Export)
-
-### ExtractFromXML.Rasa
-
-Will read in the xml file from the data directory and extract the title and text of the pages in the dump. Will then write them to *texte.csv* in the data directory, use `read.table` to import.  For convenience will also create a texte.RDS file, load with `texte <- readRDS("../data/texte.RDS")`.
-**NOTE:** For the script to work, the first line of the xml needs to be replaced with `<mediawiki xml:lang="en">`.
+Will crawl wikipedias [List of Physicists](https://en.wikipedia.org/wiki/List_of_physicists) for all physicist names and use that list to download the corresponding articles from the wikipedia api.
+Will generate a csv containing the gathered articles in the data directory as well as a RDS object containing the data as binary.
 
 

data/physicists.txt

-Jules Aarons
-Ernst Karl Abbe
-Derek Abbott
-Hasan Abdullayev
-Alexei Alexeyevich Abrikosov
-Robert Adler
-Stephen L. Adler
-Franz Aepinus
-Ronald Ernest Aitchison
-David Z Albert
-Miguel Alcubierre
-Zhores Ivanovich Alferov
-Hannes Olof Gsta Alfvn
-Alhazen
-Artem Alikhanian
-Abraham Alikhanov
-William Allis
-Samuel King Allison
-Yakov Lvovich Alpert
-Ralph Asher Alpher
-Semen Altshuler
-Luis Walter Alvarez
-Viktor Ambartsumian
-Andr-Marie Ampre
-Anja Cetti Andersen
-Hans Henrik Andersen
-Philip Warren Anderson
-Carl David Anderson
-Herbert L. Anderson
-Elephter Andronikashvili
-Anders Jonas ngstrm
-Alexander Animalu
-Edward Victor Appleton
-Franois Jean Dominique Arago
-Archimedes
-Manfred von Ardenne
-Aristarchus of Samos
-Aristotle
-Nima Arkani-Hamed
-Lev Artsimovich
-Aryabhata
-Neil Ashby
-Gurgen Askaryan
-Alain Aspect
-Avicenna
-Amedeo Avogadro
-David Awschalom
-Mani Lal Bhaumik
-Tom Baehr-Jones
-Gilbert Ronald Bainbridge
-University of Newcastle upon Tyne
-Aiyalam Parameswaran Balachandran
-V Balakrishnan
-Milla Baldo-Ceolin
-Johann Jakob Balmer
-Tom Banks
-Riccardo Barbieri
-Marcia Barbosa
-John Bardeen
-William A. Bardeen
-Charles Glover Barkla
-Amanda Barnard
-Boyd Bartlett
-Asim Orhan Barut
-Heinz Barwich
-Nikolay Basov
-Laura Maria Caterina Bassi
-Zoltn Lajos Bay
-Karl Bechert
-Henri Becquerel
-Johannes Georg Bednorz
-Isaac Beeckman
-Alexander Graham Bell
-John Stewart Bell
-Jocelyn Bell Burnell
-Carl M. Bender
-Abraham Bennet
-Daniel Bernoulli
-Hans Bethe
-Homi J. Bhabha
-James Binney
-Gerd Binnig
-Jean-Baptiste Biot
-Raymond T. Birge
-Abu Rayhan al-Biruni
-Vilhelm Bjerknes
-James Bjorken
-Patrick Blackett
-Felix Bloch
-Nicolaas Bloembergen
-Walter Boas
-Cline Bhm
-Nikolay Bogolyubov
-David Bohm
-Aage Bohr
-Niels Bohr
-Martin Bojowald
-Ludwig Boltzmann
-Eugene T. Booth
-Max Born
-Rudjer Josip Boscovich
-Jagadish Chandra Bose
-Margrete Heiberg Bose
-Satyendra Nath Bose
-Johannes Bosscha
-Walther Bothe
-Edward Bouchet
-Robert Boyle
-Willard S. Boyle
-William Henry Bragg
-William Lawrence Bragg
-Tycho Brahe
-Howard Brandt
-Walter Houser Brattain
-Karl Ferdinand Braun
-David Brewster
-Percy Williams Bridgman
-Lon Nicolas Brillouin
-Marcel Brillouin
-Bertram Brockhouse
-Louis-Victor de Broglie
-William Fuller Brown, Jr.
-Ernst Brche
-Hermann Brck
-Ari Brynjolfsson
-Hans Buchdahl
-Gersh Budker
-Johannes Martinus Burgers
-Friedrich Burmeister
-Bimla Buti
-Christophorus Buys Ballot
-Nicola Cabibbo
-Nicols Cabrera
-Curtis Callan
-Annie Jump Cannon
-Fritjof Capra
-Marcela Carena
-Ricardo Carezani
-Nicolas Lonard Sadi Carnot
-David Carroll
-Brandon Carter
-Hendrik Casimir
-Henry Cavendish
-James Chadwick
-Owen Chamberlain
-Moses H. W. Chan
-Subrahmanyan Chandrasekhar
-Georges Charpak
-Swapan Chattopadhyay
-Pavel Alekseyevich Cherenkov
-Maxim Chernodub
-Geoffrey Chew
-Boris Chirikov
-Juansher Chkareuli
-Ernst Chladni
-Steven Chu
-Giovanni Ciccotti
-Benot Clapeyron
-George W. Clark
-Rudolf Clausius
-Gerald B. Cleaver
-Richard Clegg
-John Cockcroft
-Claude Cohen-Tannoudji
-Arthur Compton
-Karl Compton
-Edward Condon
-Leon Cooper
-Alejandro Corichi
-Gaspard-Gustave Coriolis
-Allan McLeod Cormack
-Eric Allin Cornell
-Marie Alfred Cornu
-Charles-Augustin de Coulomb
-Ernest Courant
-Brian Cox
-Charles Critchfield
-James Cronin
-Sir William Crookes
-Paul Crowell
-Marie Curie
-Pierre Curie
-Predrag Cvitanovic
-Jean le Rond d'Alembert
-Gustaf Daln
-Jean Dalibard
-Richard Dalitz
-John Dalton
-Sanja Damjanovic
-Ranjan Roy Daniel
-Charles Galton Darwin
-Ashok Das
-Paul Davies
-Raymond Davis, Jr.
-Clinton Davisson
-Peter Debije
-Hans Georg Dehmelt
-Max Delbrck
-Democritus
-David M. Dennison
-David Deutsch
-James Dewar
-Scott Diddams
-Ulrike Diebold
-Robbert Dijkgraaf
-Viktor Dilman
-Savas Dimopoulos
-Paul Dirac
-Revaz Dogonadze
-Amos Dolbear
-Robert Dpel
-Christian Doppler
-Henk Dorgelo
-Friedrich Ernst Dorn
-Michael R. Douglas
-Jonathan Dowling
-Sidney Drell
-Paul Drude
-F. J. Duarte
-Pierre Louis Dulong
-Samuel T. Durrance
-Freeman Dyson
-Joseph H. Eberly
-William Eccles
-Carl Eckart
-Arthur Stanley Eddington
-Thomas Edison
-Paul Ehrenfest
-Felix Ehrenhaft
-Manfred Eigen
-Albert Einstein
-Terence James Elkins
-John Ellis
-Paul John Ellis
-Richard Keith Ellis
-Arpad Elo
-Franois Englert
-David Enskog
-Lornd Etvs
-Frederick J. Ernst
-Leo Esaki
-Ernest Esclangon
-Louis Essen
-Leonhard Euler
-Denis Evans
-Paul Peter Ewald
-James Alfred Ewing
-Franz S. Exner
-Ludvig Faddeev
-Daniel Gabriel Fahrenheit
-Prussia
-Kazimierz Fajans
-James E. Faller
-Michael Faraday
-Eugene Feenberg
-Mitchell Feigenbaum
-Gerald Feinberg
-Enrico Fermi
-Albert Fert
-Herman Feshbach
-Richard Feynman
-Wolfgang Finkelnburg
-David Finkelstein
-Johannes Fischer
-Willy Fischler
-Val Logsdon Fitch
-George Francis FitzGerald
-Hippolyte Fizeau
-Georgy Flyorov
-Vladimir Fock
-Adriaan Fokker
-James David Forbes
-Jeff Forshaw
-Lon Foucault
-Joseph Fourier
-Ralph H. Fowler
-William Alfred Fowler
-James Franck
-Ilya Frank
-Benjamin Franklin
-Rosalind Franklin
-Walter Franz
-Joseph von Fraunhofer
-Steven Frautschi
-Joan Maie Freeman
-Phyllis S. Freier
-Yakov Frenkel
-Augustin-Jean Fresnel
-Peter Freund
-Daniel Friedan
-B. Roy Frieden
-Alexander Friedman
-Jerome Isaac Friedman
-Otto Frisch
-Erwin Fues
-Harald Fuchs
-Dennis Gabor
-Mary K. Gaillard
-Galileo Galilei
-Luigi Galvani
-George Gamow
-Sylvester James Gates
-Carl Friedrich Gauss
-Pamela L. Gay
-Joseph Louis Gay-Lussac
-Hans Geiger
-Andre Geim
-Murray Gell-Mann
-Pierre-Gilles de Gennes
-Howard Georgi
-Walter Gerlach
-Christian Gerthsen
-Ezra Getzler
-Andrea M. Ghez
-Riccardo Giacconi
-Ivar Giaever
-Josiah Willard Gibbs
-Valerie Gibson
-William Gilbert
-Piara Singh Gill
-Naomi Ginsberg
-Vitaly Lazarevich Ginzburg
-Marvin D. Girardeau
-Donald Arthur Glaser
-Sheldon Lee Glashow
-G. N. Glasoe
-Roy Jay Glauber
-James Glimm
-Karl Glitscher
-Peter Goddard
-Maria Goeppert-Mayer
-Gerald Goertzel
-Marvin Leonard Goldberger
-Maurice Goldhaber
-Jeffrey Goldstone
-Sixto Gonzlez
-Ravi Gomatam
-Lev Gor'kov
-Samuel Goudsmit
-Leo Graetz
-Willem 's Gravesande
-Michael Green (physicist)
-Daniel Greenberger
-Brian Greene
-John Gribbin
-Vladimir Gribov
-David J. Griffiths
-David Gross
-Frederick Grover
-Peter Grnberg
-Charles douard Guillaume
-Ayyub Guliyev
-Feza Grsey
-Alan Guth
-Martin Gutzwiller
-Rudolf Haag
-Wander Johannes de Haas
-Alain Hach
-Carl Richard Hagen
-Otto Hahn
-Edwin Hall
-John Lewis Hall
-Viktor Hambardzumyan
-Alexander Hamilton
-William Rowan Hamilton
-Theodor Wolfgang Hnsch
-Peter Andreas Hansen
-W.W. Hansen
-Serge Haroche
-Paul Harteck
-John G. Hartnett
-Douglas Hartree
-Friedrich Hasenhrl
-Lene Vestergaard Hau
-Stephen Hawking
-Ibn al-Haytham
-Evans Hayward
-Oliver Heaviside
-Werner Heisenberg
-Walter Heitler
-Hermann von Helmholtz
-Charles H. Henry
-Joseph Henry
-John Herapath
-Carl Hermann
-Gustav Ludwig Hertz
-Heinrich Rudolf Hertz
-Karl Herzfeld
-Victor Francis Hess
-Mahmoud Hessaby
-Antony Hewish
-Paul G. Hewitt
-Peter Higgs
-George William Hill
-Gustave-Adolphe Hirn
-Dorothy Crowfoot Hodgkin
-Robert Hofstadter
-Helmut Hnl
-Pervez Hoodbhoy
-Gerardus 't Hooft
-Robert Hooke
-John Hopkinson
-Johann Baptiste Horvath
-William V. Houston
-Charlotte (ne Riefenstahl) Houtermans
-Fritz Houtermans
-Archibald Howie
-Fred Hoyle
-John Hubbard
-John H. Hubbell
-Edwin Powell Hubble
-Russell Alan Hulse
-Friedrich Hund
-Tahir Hussain
-Andrew D. Huxley
-Christiaan Huygens
-Arthur Iberall
-Sumio Iijima
-John Iliopoulos
-Ata Imamoglu
-Elmer Imes
-Abram Ioffe
-Nathan Isgur
-Ernst Ising
-Jamal Nazrul Islam
-Werner Israel
-Roman Jackiw
-Shirley Ann Jackson
-Boris Jacobi
-Gregory Jaczko
-Chennupati Jagadish
-Jainendra Jain
-Ratko Janev
-Andreas Jaszlinszky
-Ali Javan
-Edwin Jaynes
- Antal Istvn Jkli
-Sir James Jeans
-Johannes Hans Daniel Jensen
-Deborah S. Jin
-Anthony M. Johnson
-Irne Joliot-Curie
-Lorella Jones
-Pascual Jordan
-Brian David Josephson
-James Prescott Joule
-Adolfas Jucys
-Menas Kafatos
-Takaaki Kajita
-Michio Kaku
-Theodor Kaluza
-Heike Kamerlingh Onnes
-William R. Kanne
-Charles K. Kao
-Pyotr Kapitsa
-Theodore von Krmn
-Alfred Kastler
-Amrom Harry Katz
-Predhiman Krishan Kaw
-Heinrich Kayser
-Willem Hendrik Keesom
-Edwin C. Kemble
-Henry Way Kendall
-Johannes Kepler
-John Kerr
-Wolfgang Ketterle
-Isaak Markovich Khalatnikov
-Jim Al-Khalili
-Abdul Qadeer Khan
-Yulii Borisovich Khariton
-Erhard Kietz
-Jack Kilby
-Toichiro Kinoshita
-Gustav Kirchhoff
-Oskar Klein
-Hagen Kleinert
-Klaus von Klitzing
-Jens Martin Knudsen
-Martin Knudsen
-Makoto Kobayashi
-Arthur Korn
-Masatoshi Koshiba
-Matthew Koss
-Walther Kossel
-Ashutosh Kotwal
-Lew Kowarski
-Hendrik Kramers
-Serguei Krasnikov
-Adolf Kratzer
-Lawrence M. Krauss
-Herbert Kroemer
-August Krnig
-Ralph Kronig
-Nikolay Sergeevich Krylov
-Ryogo Kubo
-Daya Shankar Kulshreshtha
-Igor Vasilyevich Kurchatov
-Behram Kursunoglu
-Polykarp Kusch
-James W. LaBelle
-Joseph-Louis Lagrange
-Willis Lamb
-Lev Davidovich Landau
-Rolf Landauer
-Grigory Landsberg
-Kenneth Lane
-Paul Langevin
-Irving Langmuir
-Pierre-Simon Laplace
-Joseph Larmor
-Cesar Lattes
-Max von Laue
-Robert Betts Laughlin
-Mikhail Lavrentyev
-Melvin Lax
-Ernest Lawrence
-TH Laby
-Pyotr Nikolaevich Lebedev
-Leon Max Lederman
-Benjamin Lee
-David Lee
-Tsung-Dao Lee
-Anthony James Leggett
-Gottfried Wilhelm Leibniz
-Robert B. Leighton
-Georges Lematre
-Philipp Lenard
-John Lennard-Jones
-John Leslie
-Walter Lewin
-Martin Lewis Perl
-Robert von Lieben
-Alfred-Marie Linard
-Evgeny Lifshitz
-David Lindley
-John Linsley
-Chris Lintott
-Gabriel Jonas Lippmann
-Antony Garrett Lisi
-Karl L. Littrow
-Seth Lloyd
-Oliver Lodge
-Maurice Loewy
-Robert K. Logan
-Mikhail Lomonosov
-Alfred Lee Loomis
-Ramn E. Lpez
-Hendrik Lorentz
-Ludvig Lorenz
-Johann Josef Loschmidt
-Oleg Losev
-Archibald Low
-Per-Olov Lwdin
-Lucretius
-Aleksandr Mikhailovich Lyapunov
-Joseph Lykken
-Arthur B. McDonald
-Carolina Henriette Mac Gillavry
-Ernst Mach
-Ray Mackintosh
-Luciano Maiani
-Theodore Maiman
-Arthur Maitland
-Ettore Majorana
-Sudhansu Datta Majumdar
-Richard Makinson
-Juan Martn Maldacena
-tienne-Louis Malus
-Leonid Isaakovich Mandelshtam
-Peter Mansfield
-Carlo Marangoni
-Guglielmo Marconi
-Henry Margenau
-Nina Markovic
-William Markowitz
-Robert Marshak
-Walter Marshall
-Toshihide Maskawa
-Harrie Massey
-John Cromwell Mather
-James Clerk Maxwell
-Brian May
-Maria Goeppert Mayer
-Ronald E. McNair
-Simon van der Meer
-Lise Meitner
-Fulvio Melia
-Macedonio Melloni
-Adrian Melott
-Thomas Corwin Mendenhall
-M. G. K. Menon
-David Merritt
-Albert Abraham Michelson
-Stanislav Mikheyev
-Robert Andrews Millikan
-Arthur Milne
-Shiraz Minwalla
-Kathryn Moler
-Tanya Monro
-John J. Montgomery
-Jagadeesh Moodera
-Henry Moseley
-Rudolf Mssbauer
-Nevill Mott
-Ben Roy Mottelson
-Amde Mouchez
-Ali Moustafa
-Jos Enrique Moyal
-Karl Alexander Mller
-Richard A. Muller
-Robert S. Mulliken
-Pieter van Musschenbroek
-Yoichiro Nambu
-Jayant Narlikar
-Seth Neddermeyer
-Louis Nel
-Yuval Ne'eman
-Ann Nelson
-John von Neumann
-Simon Newcomb
-Sir Isaac Newton
-Edward P. Ney
-Kendal Nezan
-Holger Bech Nielsen
-Leopoldo Nobili
-Emmy Noether
-Lothar Nordheim
-Gunnar Nordstrm
-Johann Gottlieb Nrremberg
-Konstantin Novoselov
-H. Pierre Noyes
-John Nye
-Georg Ohm
-Hideo Ohno
-Susumu Okubo
-Mark Oliphant
-David Olive
-Gerard K. O'Neill
-Lars Onsager
-Robert Oppenheimer
-Nicole Oresme
-Yuri Orlov
-Leonard Salomon Ornstein
-Egon Orowan
-Hans Christian rsted
-Douglas Dean Osheroff
-Mikhail Vasilievich Ostrogradsky
-Thanu Padmanabhan
-Heinz Pagels
-Abraham Pais
-Wolfgang K. H. Panofsky
-Blaise Pascal
-John Pasta
-Jogesh Pati
-Petr Paucek
-Stephen Paul
-Wolfgang Paul
-Wolfgang Pauli
- Ruby Payne-Scott
-George B. Pegram
-Rudolf Peierls
-Jean Peltier
-Roger Penrose
-Arno Allan Penzias
-Martin Lewis Perl
-Saul Perlmutter
-Jean Baptiste Perrin
-Konstantin Petrzhak
-Bernhard Philberth
-William Daniel Phillips
-Max Planck
-Joseph Plateau
-Milton S. Plesset
-Ward Plummer
-Boris Podolsky
-Henri Poincar
-Eric Poisson
-Simon Denis Poisson
-Balthasar van der Pol
-Joseph Polchinski
-Hugh David Politzer
-John Polkinghorne
-Alexander M. Polyakov
-Bruno Pontecorvo
-Heraclides Ponticus
-Heinz Pose
-Cecil Frank Powell
-John Henry Poynting
-Ludwig Prandtl
-Willibald Peter Prasthofer
-Ilya Prigogine
-Alexander Prokhorov
-William Prout
-Luigi Puccianti
-Ivan Pulyuy
-Mihajlo Idvorski Pupin
-Edward Mills Purcell
-Helen Quinn
-Ral Rabadn
-Gabriele Rabel
-Isidor Isaac Rabi
-James Rainwater
-Mark G. Raizen
-Alladi Ramakrishnan
-Chandrasekhara Venkata Raman
-Edward Ramberg
-Carl Ramsauer
-Norman Foster Ramsey, Jr.
-Lisa Randall
-Riccardo Rattazzi
-Lord Rayleigh
-Ren Antoine Ferchault de Raumur
-Sidney Redner
-Martin John Rees
-Hubert Reeves
-Tullio Regge
-Frederick Reines
-Louis Rendu
-Osborne Reynolds
-Owen Willans Richardson
-Robert Coleman Richardson
-Burton Richter
-Floyd K. Richtmyer
-Robert D. Richtmyer
-Charlotte Riefenstahl
-Nikolaus Riehl
-Adam Riess
-Karl-Heinrich Riewe
-Walther Ritz
-tienne-Gaspard Robert
-Heinrich Rohrer
-Joseph Romm
-Wilhelm Conrad Rntgen
-Clemens C. J. Roothaan
-Nathan Rosen
-Marshall Rosenbluth
-Yasha Rosenfeld
-Carl-Gustav Arvid Rossby
-Bruno Rossi
-Joseph Rotblat
-Carlo Rovelli
-Carlo Rubbia
-Vera Rubin
-Serge Rudaz
-David Ruelle
-Ernst August Friedrich Ruska
-Ernest Rutherford
-Janne Rydberg
-Martin Ryle
-Mendel Sachs
-Robert G. Sachs
-Carl Sagan
-Georges-Louis le Sage
-Georges Sagnac
-Megh Nad Saha
-Shoichi Sakata
-Andrei Dmitrievich Sakharov
-Oscar Sala
-Abdus Salam
-Edwin Ernest Salpeter
-Anthony Ichiro Sanda
-Matthew Sanders
-Vikram Sarabhai
-Isidor Sauers
-Flix Savart
-Brendan Scaife
-Martin Schadt
-Arthur Leonard Schawlow
-Craige Schensted
-Jol Scherk
-Otto Scherzer
-Brian Schmidt
-Alan Schoen
-Walter H. Schottky
-Kees A. Schouhamer Immink
-John Robert Schrieffer
-Erwin Schrdinger
-John Henry Schwarz
-Melvin Schwartz
-Karl Schwarzschild
-Julian Schwinger
-Dennis William Sciama
-Bice Sechi-Zorn
-Thomas Johann Seebeck
-Raymond Seeger
-Emilio G. Segre
-Nathan Seiberg
-Frederick Seitz
-Nikolay Semyonov
-Ashoke Sen
-Hiranmay Sen Gupta
-Robert Serber
-Roman U. Sexl
-Shen Kuo
-Mikhail Shifman
-Dmitry Shirkov
-William Shockley
-Lev Shubnikov
-Clifford Shull
-Kai Siegbahn
-Manne Siegbahn
-Ludwik Silberstein
-Eva Silverstein
-John Alexander Simpson
-Willem de Sitter
-G. V. Skrotskii
-Francis G. Slack
-John C. Slater
-Louis Slotin
-Alexei Yuryevich Smirnov
-George E. Smith
-Lee Smolin
-Marian Smoluchowski
-George Smoot
-Willebrord Snell
-Arsenij Sokolov
-Arnold Sommerfeld
-Bent Srensen
-Rafael Sorkin
-Nicola Spaldin
-Maria Spiropulu
-Henry Stapp
-Johannes Stark
-Max Steenbeck
-Joseph Stefan
-Jack Steinberger
-Paul J. Steinhardt
-Carl August Steinheil
-George Sterman
-Otto Stern
-Simon Stevin
-Thomas H. Stix
-George Gabriel Stokes
-Aleksandr Stoletov
-Horst Ludwig Strmer
-Andrew Strominger
-Ernst Stueckelberg
-George Sudarshan
-Rashid Sunyaev
-Oleg Sushkov
-Leonard Susskind
-Joseph Swan
-Jean Henri van Swinden
-Bertha Swirles
-Leo Szilard
-Igor Yevgenyevich Tamm
-Abraham H. Taub
-Martin Tajmar
-Geoffrey Ingram Taylor
-Joseph Hooton Taylor, Jr.
-Richard Edward Taylor
-Max Tegmark
-Valentine Telegdi
-Edward Teller
-Igor Ternov
-Nikola Tesla
-George Paget Thomson
-J. J. Thomson
-William Thomson (Lord Kelvin)
-Charles Thorn
-Kip Stephen Thorne
-Peter Adolf Thiessen
-Samuel Chao Chung Ting
-Frank J. Tipler
-Ernest William Titterton
-Yoshinori Tokura
-Samuel Tolansky
-Baien Tomlin
-Sin-Itiro Tomonaga
-Lewi Tonks
-Akira Tonomura
-Evangelista Torricelli
-Yoji Totsuka
-Bruno Touschek
-Charles Townes
-John Townsend
-Johann Georg Tralles
-Sam Treiman
-Daniel Chee Tsui
-John J. Turin
-Neil Turok
-Victor Twersky
-Sergei Tyablikov
-John Tyndall
-Neil deGrasse Tyson
-George Eugene Uhlenbeck
-Stanislaw Ulam
-Nikolay Umov
-Juris Upatnieks
-Cumrun Vafa
-Lon Van Hove
-Sergei Vavilov
-Vlatko Vedral
-Evgeny Velikhov
-Martinus J. G. Veltman
-Gabriele Veneziano
-Giovanni Battista Venturi
-mile Verdet
-Jean-Pierre Vigier
-Gaetano Vignola
-Anatoly Vlasov
-John Hasbrouck van Vleck
-Woldemar Voigt
-Burchard de Volder
-Max Volmer
-Alessandro Volta
-Wernher Von Braun
-Johannes Diderik van der Waals
-James Wait
-Ludwig Waldmann
-Alan Walsh
-Ernest Walton
-Kan-Chang Wang
-Aaldert Wapstra
-John Clive Ward
-Gleb Wataghin
-John James Waterston
-Alan Andrew Watson
-James Watt
-Denis Weaire
-Colin Webb
-Wilhelm Weber
-Alvin Weinberg
-Steven Weinberg
-Victor Frederick Weisskopf
-Carl Friedrich von Weizscker
-Heinrich Welker
-Gregor Wentzel
-Paul Werbos
-Peter Westervelt
-Hermann Weyl
-Christof Wetterich
-John Archibald Wheeler
-Gian-Carlo Wick
-Emil Wiechert
-Carl Wieman
-Wilhelm Wien
-Arthur Wightman
-Eugene Wigner
-Frank Wilczek
-Charles Thomson Rees Wilson
-Kenneth Geddes Wilson
-Robert R. Wilson
-Robert Woodrow Wilson
-John R. Winckler
-David J. Wineland
-Karl Wirtz
-Mark B. Wise
-Edward Witten
-Emil Wolf
-Fred Alan Wolf
-Lincoln Wolfenstein
-Stephen Wolfram
-Ewald Wollny
-Robert W. Wood
-Michael Woolfson
-Chien-Shiung Wu
-Basilis C. Xanthopoulos
-Rosalyn Yalow
-Chen Ning Yang
-Flix Yndurin
-Francisco Jose Yndurain
-Kenneth Young
-Thomas Young
-Hideki Yukawa
-Jan Zaanen
-Anthony Zee
-Pieter Zeeman
-Ludwig Zehnder
-Anton Zeilinger
-Yakov Borisovich Zel'dovich
-John Zeleny
-Frits Zernike
-Antonino Zichichi
-Hans Ziegler
-Karl Zimmer
-Peter Zoller
-Dmitry Zubarev
-Bruno Zumino
-Wojciech H. Zurek
-Robert Zwanzig
-George Zweig
-Barton Zwiebach

r/ExtractFromXML.R

-#!/usr/bin/env Rscript
-
-library(xml2)
-
-data <- read_xml("../data/Wikipedia-20181120103842.xml")
-
-title.nodes <- xml_find_all(data, ".//title")
-
-titles <- sapply(title.nodes, xml_text)
-
-text.nodes <- xml_find_all(data, ".//text")
-
-texts <- sapply(text.nodes, xml_text)
-
-df.out <- data.frame(Title = titles,
-                     Text = texts)
-
-saveRDS(df.out, "../data/texte.RDS")
-
-write.table(df.out, "../data/texte.csv")
\ No newline at end of file

r/GetData.R

+#!/usr/bin/env Rscript
+
+library(WikipediR) # For querying wikipedia
+library(rvest) # For getting the list of physicits
+
+## Though we could get the pages within the category 'physicists' with something like this
+## pages_in_category("en", "wikipedia", categories = "physicists")$query$categorymembers
+## this gives us only about 50 pages.
+## Instead we crawl the names on the article 'List of Physicists' and query those names
+## which gives us something short of a thousand articles
+
+#' Retrieve wikipedia articles about physicists
+#' 
+#' @param use.cache Use cached data if it exists over downloading new data
+#' @param write.cache Write downloaded results into cache for use on future calls
+#' @return data.frame containing the title, id, revisionID and html-formatted full text
+getData <- function(use.cache = TRUE, write.cache = FALSE) {
+  ### First we check if the data already exists and try to load it if it does
+  if(file.exists("data/articles.RDS") & use.cache ) {
+    res <- tryCatch({
+      data <- readRDS("data/articles.RDS")
+      cat("Found chached data to use, import finished.\n")
+      data
+    }, error = function (e) {
+      cat("Cached data was found but could not be loaded. Downloading from wikipedia, this might take a few minutes.\n")
+    })
+    return(res)
+  }
+  
+  ### Get the list of names
+  
+  cat("Starting data import\n")
+  
+  # Download page
+  
+  cat("Downloading list from wikipedia... ")
+  
+  page <- read_html("https://en.wikipedia.org/wiki/List_of_physicists")
+  
+  cat("Done.\n")
+  
+  # Extract links as the names given here are not the article names in about 20 cases
+  
+  cat("Processing data... ")
+  
+  physicists <- page %>%
+    html_nodes(".mw-parser-output li a") %>%
+    html_attr("href")
+  
+  # Clean the list
+  
+  physicists <- physicists[nchar(physicists) > 5]
+  
+  length(physicists) <- length(physicists) - 3
+  
+  physicists <- gsub("_", " ", physicists)
+  
+  physicists <- gsub("/wiki/", "", physicists)
+  
+  physicists <- gsub("\\s*\\([^\\)]+\\)", "", physicists)
+  
+  # This is probably only needed on windows (and perhaps os x) as R on windows messes quite a bit with the encoding
+  # On linux `physicists <- URLdecode(physicists)` should do the trick
+  
+  physicists <- sapply(physicists, function(x) {
+    tmp <- URLdecode(x)
+    Encoding(tmp) <- "UTF-8"
+    tmp
+  })
+  
+  names(physicists) <- NULL
+  
+  cat("Done.\nDownloading articles now. This might take a while.\n")
+  
+  ### Get articles
+  
+  # Call the wikipedia api for each entry in our list
+  
+  articles <- lapply(physicists, function(x) {
+    res <- tryCatch({
+      article <- page_content("en", "wikipedia", page_name = x, as_wikitext = FALSE)
+      data.frame(Title = article$parse$title,
+                 PageID = article$parse$pageid,
+                 RevID = article$parse$revid,
+                 Text = article$parse$text$`*`,
+                 stringsAsFactors = FALSE)
+    }, error = function(e) {
+      cat("Error: Crawling failed for article", x, "with error message: ", conditionMessage(e),"\n")
+    })
+    
+  })
+  
+  # Bind it all together
+  
+  articles <- do.call(rbind, articles)
+  
+  cat("Download finished.")
+  
+  # Write result if desired
+  
+  if(write.cache) {
+    if (!dir.exists("data")) {
+      dir.create("data")
+    }
+    cat("Writing data to files... ")
+    write.table(articles, "data/articles.csv")
+    saveRDS(articles, "data/articles.RDS")
+    cat("Done.\n")
+  }
+  
+  cat("Data import finished.\n")
+  
+  return(articles)
+}
+
+
+

r/PhysicistsList.R

-#!/usr/bin/env Rscript
-
-### Extract list of pyhsicists from wikipedia article
-
-library(rvest)
-
-# Download page
-page <- read_html("https://en.wikipedia.org/wiki/List_of_physicists")
-
-# Extract names
-physicists <- page %>%
-  html_nodes(".mw-parser-output li a") %>%
-  html_text()
-
-# Filter out alphabet
-physicists <- physicists[nchar(physicists) > 5]
-
-# Delete last three elements
-length(physicists) <- length(physicists) - 3
-
-# Done
-write(physicists, "../data/physicists.txt")
-