SparkSession - in-memory
\n", + " \n", + "SparkContext
\n", + "\n", + " \n", + "\n", + "v3.5.3
local[*]
Our First Spark Example
\n", + " | User-ID | \n", + "ISBN | \n", + "Book-Rating | \n", + "
---|---|---|---|
0 | \n", + "276725 | \n", + "034545104X | \n", + "0 | \n", + "
1 | \n", + "276726 | \n", + "0155061224 | \n", + "5 | \n", + "
2 | \n", + "276727 | \n", + "0446520802 | \n", + "0 | \n", + "
3 | \n", + "276729 | \n", + "052165615X | \n", + "3 | \n", + "
4 | \n", + "276729 | \n", + "0521795028 | \n", + "6 | \n", + "
\n", + " | count | \n", + "mean | \n", + "std | \n", + "min | \n", + "25% | \n", + "50% | \n", + "75% | \n", + "max | \n", + "
---|---|---|---|---|---|---|---|---|
User-ID | \n", + "1149780.0 | \n", + "140386.395126 | \n", + "80562.277718 | \n", + "2.0 | \n", + "70345.0 | \n", + "141010.0 | \n", + "211028.0 | \n", + "278854.0 | \n", + "
Book-Rating | \n", + "1149780.0 | \n", + "2.866950 | \n", + "3.854184 | \n", + "0.0 | \n", + "0.0 | \n", + "0.0 | \n", + "7.0 | \n", + "10.0 | \n", + "
\n", + " | ISBN | \n", + "Book-Title | \n", + "Book-Author | \n", + "Year-Of-Publication | \n", + "Publisher | \n", + "Image-URL-S | \n", + "Image-URL-M | \n", + "Image-URL-L | \n", + "
---|---|---|---|---|---|---|---|---|
0 | \n", + "0195153448 | \n", + "Classical Mythology | \n", + "Mark P. O. Morford | \n", + "2002 | \n", + "Oxford University Press | \n", + "http://images.amazon.com/images/P/0195153448.0... | \n", + "http://images.amazon.com/images/P/0195153448.0... | \n", + "http://images.amazon.com/images/P/0195153448.0... | \n", + "
1 | \n", + "0002005018 | \n", + "Clara Callan | \n", + "Richard Bruce Wright | \n", + "2001 | \n", + "HarperFlamingo Canada | \n", + "http://images.amazon.com/images/P/0002005018.0... | \n", + "http://images.amazon.com/images/P/0002005018.0... | \n", + "http://images.amazon.com/images/P/0002005018.0... | \n", + "
2 | \n", + "0060973129 | \n", + "Decision in Normandy | \n", + "Carlo D'Este | \n", + "1991 | \n", + "HarperPerennial | \n", + "http://images.amazon.com/images/P/0060973129.0... | \n", + "http://images.amazon.com/images/P/0060973129.0... | \n", + "http://images.amazon.com/images/P/0060973129.0... | \n", + "
3 | \n", + "0374157065 | \n", + "Flu: The Story of the Great Influenza Pandemic... | \n", + "Gina Bari Kolata | \n", + "1999 | \n", + "Farrar Straus Giroux | \n", + "http://images.amazon.com/images/P/0374157065.0... | \n", + "http://images.amazon.com/images/P/0374157065.0... | \n", + "http://images.amazon.com/images/P/0374157065.0... | \n", + "
4 | \n", + "0393045218 | \n", + "The Mummies of Urumchi | \n", + "E. J. W. Barber | \n", + "1999 | \n", + "W. W. Norton & Company | \n", + "http://images.amazon.com/images/P/0393045218.0... | \n", + "http://images.amazon.com/images/P/0393045218.0... | \n", + "http://images.amazon.com/images/P/0393045218.0... | \n", + "
\n", + " | count | \n", + "
---|---|
Year-Of-Publication | \n", + "\n", + " |
2037 | \n", + "1 | \n", + "
2011 | \n", + "1 | \n", + "
2038 | \n", + "1 | \n", + "
1938 | \n", + "1 | \n", + "
1906 | \n", + "1 | \n", + "
1919 | \n", + "1 | \n", + "
1926 | \n", + "1 | \n", + "
1926 | \n", + "1 | \n", + "
2008 | \n", + "1 | \n", + "
2024 | \n", + "1 | \n", + "
\n", + " | ISBN | \n", + "Book-Title | \n", + "Book-Author | \n", + "Year-Of-Publication | \n", + "Publisher | \n", + "Image-URL-S | \n", + "Image-URL-M | \n", + "Image-URL-L | \n", + "
---|---|---|---|---|---|---|---|---|
209538 | \n", + "078946697X | \n", + "DK Readers: Creating the X-Men, How It All Beg... | \n", + "2000 | \n", + "DK Publishing Inc | \n", + "http://images.amazon.com/images/P/078946697X.0... | \n", + "http://images.amazon.com/images/P/078946697X.0... | \n", + "http://images.amazon.com/images/P/078946697X.0... | \n", + "NaN | \n", + "
220731 | \n", + "2070426769 | \n", + "Peuple du ciel, suivi de 'Les Bergers\\\";Jean-M... | \n", + "2003 | \n", + "Gallimard | \n", + "http://images.amazon.com/images/P/2070426769.0... | \n", + "http://images.amazon.com/images/P/2070426769.0... | \n", + "http://images.amazon.com/images/P/2070426769.0... | \n", + "NaN | \n", + "
221678 | \n", + "0789466953 | \n", + "DK Readers: Creating the X-Men, How Comic Book... | \n", + "2000 | \n", + "DK Publishing Inc | \n", + "http://images.amazon.com/images/P/0789466953.0... | \n", + "http://images.amazon.com/images/P/0789466953.0... | \n", + "http://images.amazon.com/images/P/0789466953.0... | \n", + "NaN | \n", + "
\n", + " | ISBN | \n", + "Book-Title | \n", + "Book-Author | \n", + "Year-Of-Publication | \n", + "Publisher | \n", + "Image-URL-S | \n", + "Image-URL-M | \n", + "Image-URL-L | \n", + "
---|---|---|---|---|---|---|---|---|
118033 | \n", + "0751352497 | \n", + "A+ Quiz Masters:01 Earth | \n", + "NaN | \n", + "1999 | \n", + "Dorling Kindersley | \n", + "http://images.amazon.com/images/P/0751352497.0... | \n", + "http://images.amazon.com/images/P/0751352497.0... | \n", + "http://images.amazon.com/images/P/0751352497.0... | \n", + "
128890 | \n", + "193169656X | \n", + "Tyrant Moon | \n", + "Elaine Corvidae | \n", + "2002 | \n", + "NaN | \n", + "http://images.amazon.com/images/P/193169656X.0... | \n", + "http://images.amazon.com/images/P/193169656X.0... | \n", + "http://images.amazon.com/images/P/193169656X.0... | \n", + "
129037 | \n", + "1931696993 | \n", + "Finders Keepers | \n", + "Linnea Sinclair | \n", + "2001 | \n", + "NaN | \n", + "http://images.amazon.com/images/P/1931696993.0... | \n", + "http://images.amazon.com/images/P/1931696993.0... | \n", + "http://images.amazon.com/images/P/1931696993.0... | \n", + "
187689 | \n", + "9627982032 | \n", + "The Credit Suisse Guide to Managing Your Perso... | \n", + "NaN | \n", + "1995 | \n", + "Edinburgh Financial Publishing | \n", + "http://images.amazon.com/images/P/9627982032.0... | \n", + "http://images.amazon.com/images/P/9627982032.0... | \n", + "http://images.amazon.com/images/P/9627982032.0... | \n", + "