get_LDA_df.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "245244af-e95f-4bb6-be43-685d2625c86a",
   "metadata": {},
   "source": [
    "# get_LDA_df.ipynb\n",
    "\n",
    "This notebook:\n",
    "* Trains the LDA model on the podcast transcripts. \n",
    "    * Tokenizes the text using nltk stopwords. \n",
    "    * Uses sklearn's LDA CountVectorizer and LatentDirichletAllocation.\n",
    "* Writes out the top 50 words for each topic into a csv. \n",
    "* Saves the LDA Document-Topic distributions as features into the df, and writes this df out to csv. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "93f44b9b-81d2-4c11-b76d-6f0fec42232b",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /home/grads/m/mariateleki/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fitting LDA model...\n",
      "iteration: 1 of max_iter: 5, perplexity: 9715.0403\n",
      "iteration: 2 of max_iter: 5, perplexity: 9687.5349\n",
      "iteration: 3 of max_iter: 5, perplexity: 9673.9227\n",
      "iteration: 4 of max_iter: 5, perplexity: 9667.2046\n",
      "iteration: 5 of max_iter: 5, perplexity: 9662.9406\n",
      "\n",
      " 1 : cartilage, hydrogen, o2, tentacles, philo, calcification, deployments, lipids, leona, violins, avascular, celiac, unifying, potts, agreeance, pythagoras, copd, brca, pancreatic, dissolution, whipple, calcified, seasonality, v3, emits, hardening, cerberus, reactors, broskis, cervantes, pth, thruster, scalding, perot, colic, underlies, radcast, fistula, popularize, malignancies, asin, metabolically, rpsb, frcr, malformations, tca, cholo, cardiopulmonary, musing, landmine, \n",
      " 2 : blah, language, english, say, word, words, use, learning, learn, speak, spanish, means, something, okay, example, different, languages, would, speaking, used, understand, native, let, lesson, another, read, one, right, reading, brazil, teach, study, listening, past, question, using, learned, meaning, lessons, grammar, talking, verb, two, talk, simple, next, vocabulary, also, italian, speaker, \n",
      " 3 : women, woman, men, baby, pregnant, girls, male, doctor, health, birth, sugar, pregnancy, period, body, kristen, ladies, laura, hormones, gay, fertility, care, married, pill, breast, doctors, gut, hormone, lily, issues, moms, testosterone, also, cycle, haley, wellness, control, postpartum, periods, thank, weeks, bisexual, sarah, online, holistic, low, hormonal, natural, pronouns, paige, support, \n",
      " 4 : mother, hail, jews, sacred, religions, texts, marvelous, cain, ableton, hindu, temples, ora, devout, hinduism, burdens, especially, satanism, triceps, om, sanskrit, foreplay, tongan, templar, prem, marlowe, sutras, crusaders, vedas, veda, gita, maisel, shem, sans, lavey, flourished, vedic, recite, tau, deserts, sumerian, oahu, biceps, brigham, outbound, bona, bhagavad, brahma, inaccessible, tegan, fide, \n",
      " 5 : police, crime, murder, case, killer, serial, crimes, criminal, victim, killed, evidence, victims, officer, murders, true, court, investigation, trial, found, killers, body, cases, justice, assault, officers, rabbi, cops, scene, john, fbi, guilty, ted, detective, torah, murdered, killing, violence, wendy, unsolved, bruce, blood, death, violent, pew, stephen, two, enforcement, arrest, suspect, department, \n",
      " 6 : school, class, teacher, classes, teachers, kid, year, middle, junior, gym, lesson, jmu, olympus, maddy, dwyer, rozier, escalator, eastenders, toolshed, gluttony, mossy, ayy, dinwiddie, subordinate, harrisonburg, toughen, petr, monsieur, bbl, arjuna, gigabyte, ravenous, 01, funner, realer, provence, orientations, costuming, hotmail, subarus, adria, inconveniences, deactivate, emmerdale, forgivable, dressers, jeeves, trivialize, worshipper, garfunkel, \n",
      " 7 : water, fish, fishing, beach, boat, animal, river, animals, ocean, tank, sea, coast, bass, big, species, hunting, island, navy, area, weather, catch, cold, land, surf, bait, crew, trip, cat, boats, little, winter, stuff, birds, live, aquarium, kayak, paddle, caught, waters, pole, alaska, know, hunt, tide, many, go, guard, salmon, hunter, bay, \n",
      " 8 : remote, weinstein, lannery, tribunal, sentiments, barracks, rahu, slytherin, earnest, electromagnetic, hufflepuff, nsa, apprehension, fuji, bordering, competes, ketu, cot, preachy, meade, gaz, weaves, serbian, geological, quitters, malta, ketamine, pimps, pickett, curran, alloy, finality, reinforcer, billings, hellofresh, technicality, ur, putrid, obamacare, oni, lanry, obtuse, deluge, operant, mutism, meeks, spiritualism, spied, sandeep, outmatched, \n",
      " 9 : also, one, things, way, people, important, different, need, time, health, us, may, work, life, right, use, might, example, going, many, look, world, see, something, part, change, within, actually, well, help, make, want, often, means, sense, take, practice, level, understand, new, get, much, information, sort, moon, even, experience, find, become, human, \n",
      " 10 : energy, body, feel, mind, space, yoga, love, beautiful, feeling, meditation, light, breath, moment, soul, thoughts, deep, bring, universe, place, go, let, today, joy, take, earth, us, right, present, way, allow, awareness, flow, peace, manifest, welcome, relax, begin, breathe, want, coming, release, deeper, journey, move, exhale, tarot, focus, nice, path, see, \n",
      " 11 : data, new, technology, public, bill, theory, science, system, security, article, research, report, conspiracy, news, information, one, machine, used, insurance, solar, first, law, kanye, major, legal, gas, including, also, theories, quote, would, project, radio, problem, gimlet, city, government, production, large, using, control, paper, number, robert, code, even, events, intelligence, today, organization, \n",
      " 12 : business, money, company, market, buy, right, million, companies, pay, sell, sales, value, product, years, price, financial, trade, selling, real, going, year, marketing, look, stock, would, buying, dollars, think, 10, one, investment, income, businesses, industry, bank, property, today, take, estate, trading, cash, could, got, build, looking, get, investing, capital, customers, debt, \n",
      " 13 : club, soccer, la, phil, well, mexico, de, real, lucas, madrid, said, players, manchester, player, pitch, course, goalkeeper, marie, degrees, international, million, remember, carlos, fans, news, cephalon, juan, omar, move, weather, squared, keeper, humidity, tattoo, though, happy, next, mls, hazard, weekend, fahrenheit, today, sunderland, chances, actually, fantastic, zidane, europe, media, result, \n",
      " 14 : squid, sql, fae, tudor, aggregation, starburst, ent, chiefly, ek, caicos, tourmaline, presto, arthurian, galahad, sigourney, heretic, griffins, skeksis, ergo, puppetry, otolaryngology, mongodb, magics, bethy, thrall, kylan, celadon, internals, zuck, hookie, ambrosius, deet, endoscopic, puppeteers, rheumatologist, troyes, puppeteering, gawain, delevingne, billiejeangirl24, laryngology, psc, puppeteered, joycelyn, museo, boog, dineen, otomentor, smee, yared, \n",
      " 15 : bts, piers, eververse, nordheim, misogynistic, emotes, csgo, shonen, dei, disperse, vilna, outfitters, peli, pinochet, barrie, shulchan, pak, aruch, nu, obscuring, yoongi, wayback, cobblestone, davao, sault, sardinia, mmorpgs, 760, litvak, abductions, ctv, engram, armys, helpfully, bangtan, overturning, elko, v12, minsk, calabria, unpolished, dearborn, moratorium, cobblestones, modena, cheapo, repackaged, blings, yari, bangtang, \n",
      " 16 : archery, chappelle, ranchers, latex, armenia, outfitted, ranches, barbarians, squire, shithouse, dymo, jeb, tamer, ata, distinguishable, kolkata, archival, roti, leaching, whitetail, skidded, catskills, lubes, hobble, adar, mousetrap, nesquik, counterweight, trike, broadhead, recurve, sycophantic, haying, spreadable, regex, leeroy, broadheads, bonging, albom, dysarthria, redis, muzzy, spearow, nyack, achar, ehh, ganryu, bhago, rongrong, sach, \n",
      " 17 : worms, chile, oceans, nitrogen, santiago, dwarves, debrief, lilith, phosphate, collects, dictatorship, workhorse, shading, ic, ammonia, impartial, lymphoma, protectors, madagascar, moderators, lazar, chava, probes, pastels, monero, andes, fares, vipers, hsv, nitrates, vilified, shadim, fenty, rishon, refinery29, brogan, atta, swinger, 39th, exhilaration, langdon, zealander, linkage, greystone, sukha, castes, shedim, overemphasize, mononucleosis, barra, \n",
      " 18 : rachel, drug, drugs, plane, victoria, jen, molly, cock, spider, kylie, tracy, costa, cliff, earl, howard, bikini, sims, shaft, phoebe, fuller, lex, bra, rings, rica, maid, halo, hump, spiders, nude, kingpins, cargo, kingpin, lorena, louie, davis, claudia, spartan, underworld, raymond, jacqueline, kali, widow, boudoir, astronaut, lingerie, girly, cece, mormons, moan, howell, \n",
      " 19 : dog, dogs, bob, cats, michelle, pet, kong, bird, julia, puppy, larry, hong, annie, bravo, birds, nathan, park, pets, snake, wolf, virginia, lodge, indonesia, audrey, oprah, barking, forrest, babies, armstrong, walk, kathy, guinea, snakes, puppies, swedish, owner, potato, rescue, foster, leash, lauderdale, tanya, cop, ness, parks, turtles, pit, borderline, gardening, boarding, \n",
      " 20 : jones, bowl, dallas, austin, smith, nfl, cowboys, giants, miami, eagles, chiefs, jerry, wide, adams, cooper, offense, super, browns, carson, quarterback, dolphins, ty, rogers, agents, lawrence, defense, steelers, uh, mack, steven, zeke, astros, philadelphia, elliott, dak, cowboy, bengals, news, byron, wentz, broncos, franchise, mccarthy, brees, backs, york, tight, jamal, contract, prescott, \n",
      " 21 : australia, jack, island, vote, australian, nicole, jess, award, lucy, mickey, survivor, voting, holly, votes, mob, voted, alliance, kat, veronica, nominated, queensland, nelson, hayden, reggie, bing, chi, trucking, aurora, idols, kimberly, tribal, valencia, tunny, kelly, sheila, nominations, sacral, darcy, ayahuasca, charmed, tango, jaden, grinch, leroy, vito, category, haiti, ang, mythical, nomination, \n",
      " 22 : coffee, drink, drinking, wine, party, tea, bar, chocolate, glass, cheese, parties, morning, drank, julie, cows, bull, hot, sweet, kitty, snacks, shop, pour, mug, champagne, polyamory, night, fetish, psychedelic, apples, green, shack, serena, chipotle, yay, springfield, kinky, mist, event, wool, mugs, sanctuary, bowl, mistress, espresso, israeli, gatorade, grab, lax, sludge, gladly, \n",
      " 23 : ovary, warrington, obstruction, doa, dusting, intravenous, hdl, excavation, fissure, holbrook, cinematics, alvarado, coagulation, platelet, deduced, evened, melanoma, workmen, tinnitus, 1824, sainz, tapers, diuretics, sneezy, carcinomas, reshot, acetyl, jfl, tapper, e30, stengard, theban, whitehaven, yoongi, glutamic, venous, malignancies, metastases, bangtan, 10a, stricture, bts, montezuma, zl1, antithrombin, anticoagulants, 1520, brogan, triglycerides, zl11le, \n",
      " 24 : competition, olympics, jealous, jealousy, marathons, polly, circus, sammy, laser, envy, comparison, mcu, reiki, pauly, vermont, yogurt, superheroes, rants, compare, rant, empath, agony, peep, denim, kira, coloring, hipster, lactose, crackhead, carrey, ensemble, complimentary, rhys, kellen, limo, elk, aspirin, postal, kona, envious, hallucinations, claps, dmt, businessmen, warms, goggins, granola, swain, ruiz, lyme, \n",
      " 25 : state, florida, college, texas, south, north, carolina, michigan, georgia, ohio, eric, lsu, alabama, chicago, conference, iowa, atlanta, california, country, oklahoma, cannabis, todd, colorado, utah, pirates, east, kentucky, tennessee, massage, dame, program, home, southern, bet, notre, five, indiana, cbd, national, minus, number, university, right, hey, plus, hawaii, mississippi, city, midwest, four, \n",
      " 26 : ray, andrea, fetal, fairness, bi, busiest, kendi, glee, honing, yemen, yak, vibrator, ronster, wichita, cutler, mccain, pinot, prolong, cervix, fixer, yoni, hustleshare, unequivocally, grandmothers, snails, bitterly, cebu, porous, lt, nitrate, bobble, videographers, inspecting, abnormally, monoxide, weightlifter, gibbons, langley, eyewear, ilya, hoppy, lasalle, mindspace, annika, klingon, distorting, plano, innermost, irregardless, tgi, \n",
      " 27 : matt, jewish, keys, wallet, block, freaks, rebbe, cash, mitzvah, unchained, key, stacking, chain, stack, sats, rosh, baruch, crypt, tzaddik, dedicated, caravan, vaults, mishnah, shabbos, sovereignty, av, shabbat, es, code, hermit, bitcoiners, tov, address, custody, stuttgart, addresses, according, capital, hashanah, boost, shutter, source, sign, liquidity, connected, sd, halacha, rabbis, boy, rambam, \n",
      " 28 : gacy, monogamy, spinner, sulfate, discrete, swingers, pogo, schmooze, hoff, lamina, voorhees, thromboembolism, coumadin, commissary, micrometers, cyclooxygenase, pdm, golgi, myelinated, reversible, baseballism, elongation, mmhg, vaidyanathan, extracellular, mingden, osteoprogenitor, mesenchymal, coagulation, ulna, resorption, osteoclasts, transradial, houstonian, reinnervation, reabsorption, hoffcast, opg, replantation, scaffold, implantable, serine, sufjan, anhydrase, prostaglandins, myopathies, styloid, sodomy, renally, fondoparanox, \n",
      " 29 : herpes, clover, wu, redneck, gilgamesh, infect, tundra, outbreaks, syphilis, impala, stis, distort, bosch, platypus, mclovin, sucrose, abbreviate, dicky, earnhardt, aloft, weeaboo, joshy, suckling, mcadoo, shurmur, ganglia, transcriptions, zan, striated, lunette, myosin, parapet, simplex, drescher, kanga, cobbs, suppressant, chickenpox, hsv2, stapler, travails, kiru, clovers, twats, disclaiming, creon, biblioteca, billingham, browntown, bedazzle, \n",
      " 30 : mate, dave, mum, fair, bit, ireland, england, brilliant, loads, favourite, irish, lovely, ah, massive, sort, derby, lads, honest, sophie, absolute, dublin, must, well, mates, realise, anyone, doo, obviously, nearly, cheers, edinburgh, nico, aye, willie, eh, wilson, lee, stuart, mick, quid, kev, straight, whereas, arse, fella, mcgregor, absolutely, kia, programme, flat, \n",
      " 31 : show, think, episode, movie, really, kind, season, love, see, one, anchor, also, talk, tv, film, watch, character, movies, great, star, much, thought, watching, make, going, lot, way, seen, know, little, yes, first, interesting, shows, scene, watched, characters, amazing, excited, episodes, let, feel, heard, everything, like, favorite, things, disney, whole, even, \n",
      " 32 : headphone, terra, jayla, imports, nachman, tefillin, valentina, brachot, monet, gregorian, gimel, aya, yui, fila, ridges, yerushalayim, taka, frontrunners, asi, 1200s, haris, ledges, hums, gamara, undervalue, lysine, latrice, yardena, canonically, shinsuke, saina, gatehouse, accruing, anticoagulation, recompense, girona, gemar, objecting, stargazing, implodes, nintendoswitchcraft, disobeys, tfila, osband, mesach, messorah, exports, tfilah, cranbourne, oio, \n",
      " 33 : embroidery, khaled, sprained, turmeric, tiki, bleacher, intestinal, predicts, cayenne, joncast, 333, sedans, daria, reefer, karini, kaito, transmissions, worldstar, cranny, zeno, beetroot, carole, lmao, driverless, realigning, reshaped, curcumin, darpa, decomposes, 920, sentimentality, metabolized, moonshot, shion, taehyung, tedium, siddharth, bcm, samit, metacognition, fukuoka, legless, ridesharing, appendectomy, scrapbooks, bsi, pawning, lucci, iet, pema, \n",
      " 34 : patients, pain, patient, disease, treatment, injury, risk, test, type, symptoms, question, may, fractures, bone, cells, include, fracture, exam, blood, cell, nerve, far, injuries, hip, two, common, surgery, associated, therapy, syndrome, diagnosis, joint, tissue, clinical, answer, knee, increased, posterior, also, lateral, remember, infection, respect, three, chronic, trauma, study, let, moving, studies, \n",
      " 35 : meadow, ida, 1922, befriend, aristocracy, orwell, landslide, kush, homosexuals, 1903, bengal, burma, cicada, icarus, flaccid, trapeze, patronus, az, weaved, asriel, compensatory, grasshopper, dulled, maud, rejoining, aristocratic, seclusion, masochism, oppressing, veneration, ruthlessness, snobs, orwellian, defection, sneering, tramps, cyprian, lording, mantles, disbelieve, tellings, gyre, bangla, accommodative, carapace, insole, lado, outlandishly, technophobe, shyam, \n",
      " 36 : mon, immortality, atchison, radiology, tapered, kuwait, tosh, overcompensating, aesop, stammered, bearcats, spiritualist, bucci, lactating, terse, willies, orthorexia, beachfront, desecration, encyclopedias, trekked, reappearance, crc, muni, hanoi, moes, bonnaroo, barium, tamiya, blanketing, unblinking, guruji, glick, schrock, filmy, 1l, nazca, satyug, inspirer, teideh, biliary, frcr, ilia, fibrosis, sadaf, bramer, scarab, parm, pattinsburg, adamatachten, \n",
      " 37 : inheritance, inherit, dekalb, recessive, mages, heron, sicilian, antagonistic, pampered, getty, meandering, heparin, subgroups, squealing, raimi, actin, morphology, parm, convocation, technocracy, ehl, modernization, diverged, kost, cronulla, agonist, warfarin, karp, gushers, 2e, pedigrees, autosomes, gauche, youcantellmeanything, aves, betta, bedbugs, fiori, hayne, medrano, foci, millstone, spurted, calabrian, underpay, humanely, longlegs, bricker, ramian, inactivation, \n",
      " 38 : house, home, room, clean, bathroom, kitchen, floor, table, cleaning, put, toilet, maybe, laundry, dishes, wash, rooms, away, dirty, washing, toys, might, trash, front, toy, cleaned, vacuum, grocery, mess, ronnie, cleaner, pinterest, throw, box, dishwasher, psa, clutter, wipe, messy, routine, windows, recycling, plates, tori, usually, bathrooms, tablets, fridge, tidy, minimalist, hand, \n",
      " 39 : pulisic, kami, atypical, pattinsburg, stanbury, leblanc, tomori, braver, norbert, ishtar, pattensburg, stewardsville, montezuma, lubricated, bramer, glennon, hyperion, albertson, crocheting, hobnob, beastmaster, hob, peterman, leblond, skewering, orick, offlaners, baccalaureate, rakesh, myeloid, veno, platte, cooldown, cladocranial, leshrac, ishita, venno, uplands, drexel, giroud, dekalb, japo, hughesville, osteoclasts, twit, atchison, tp, osteocytes, nottoway, pattinsbury, \n",
      " 40 : parade, packet, ajax, snoop, strand, packets, leveraged, enrichment, ungrateful, mech, 107, insists, poppins, knowingly, enact, designation, nuisance, clauses, ucc, gwyneth, succeeds, controversies, mediator, devi, grimoire, dildos, paltrow, bookies, particulars, pondered, chute, lando, cree, tak, queerness, towson, robyn, meatloaf, secrete, markie, pom, sulfide, shri, slapstick, lobbed, endowment, afield, nugs, shootin, hogg, \n",
      " 41 : chromosomes, vertebral, chromosome, mutations, strategists, puncture, isa, multiverse, entropy, vector, martian, supergirl, doty, profane, blasphemy, mitosis, eukaryotes, maher, chimpanzees, decals, condensing, angers, cafecito, maldives, cytoplasm, batwoman, 1861, showy, chimpanzee, cpg, adenine, nucleotides, denote, rioting, colloquially, azhar, thymine, prokaryotes, carina, exuding, racy, prophase, guanine, furrow, balvin, regents, interphase, diggle, sufi, wights, \n",
      " 42 : prosthetic, sarms, fines, sigmar, hepatitis, deca, conspired, legality, defendants, masochist, skyrockets, airbrush, demented, gomer, igm, holm, laughingstock, alleviating, dmz, gnc, bunting, citrate, pacemaker, sugi, amputate, forfeiture, styloid, nordvpn, androgen, hospitalizations, spazzing, tonsil, coveralls, problemo, wifed, dma, dianabol, demario, yuba, prohormones, carpus, cantaro, edelplace, syme, anadrol, seussical, powders, mazalas, transcarpal, vezeh, \n",
      " 43 : richmond, perth, astronomy, edgar, poe, telescope, telescopes, yorkshire, carriage, jodi, dumbledore, tachyon, seoul, nemesis, abusers, gunner, jodie, gestation, moderately, disgrace, tanking, bp, entrusted, rightful, astronomer, gout, bevan, rename, bodyguards, arcane, egan, pfeiffer, lockie, growled, cremated, 16s, hashing, herbalist, taryn, zipline, taxidermy, astronomers, gws, ejection, officiate, negligible, rejuvenation, bartlett, lamppost, crips, \n",
      " 44 : bowled, wickets, wicket, batsman, exaggerate, geoffrey, eldar, fundraisers, cricketing, sami, 228, 207, cranbourne, endeavour, headhunted, iheart, loveridge, lbw, talani, loran, inge, mechanization, t20s, puller, lavalier, silverton, mandurah, bevere, curtly, enders, hummers, jagat, steeze, twight, richo, transposing, jaga, springvale, margenberg, hairlock, mandra, abluster, robbies, bandlab, steezy, recompense, waroona, maxwellist, talan, wombra, \n",
      " 45 : tzadik, supercross, hara, mitzvot, midas, lev, tomek, barsha, attractiveness, marv, decomposition, hamas, tomac, monkees, lapel, compaction, sel, avedis, ktm, avedah, roxen, muskan, sheba, ultimatums, primus, rmfantasy, teir, rockson, brayton, klippah, lito, barstools, tav, dibur, straightaways, khalas, shalat, makhshava, nishamah, taiva, leser, mxgp, eibishte, seely, shlita, chayis, lashon, nafs, memshola, halei, \n",
      " 46 : card, cards, deck, board, amber, play, decks, key, opponent, forge, playing, control, monster, disc, set, legacy, two, delta, creature, hand, reap, three, creatures, providence, main, meta, shadows, worlds, uranium, combo, mana, sanctum, artifact, kill, value, miriam, like, bunch, plus, vietnamese, standard, collide, ascension, gain, stinky, mythic, prism, dividing, calmly, four, \n",
      " 47 : west, rain, showers, legends, fisher, later, south, occasionally, moderate, yates, sleepyhead, shite, slowly, gale, isle, aberdeen, kettle, remy, falling, plymouth, comps, singleton, scone, ibs, hibs, peaking, penetrating, beetle, quill, thames, redman, greenwich, nost, wrath, unforeseen, cyclonic, pryor, vinnie, kori, channel, denman, drizzle, eloise, mull, recent, obi, milford, dazzle, conchetta, buttery, \n",
      " 48 : porzingis, ol, norma, modular, proficiency, bosnia, abomination, sass, jabs, balkans, factually, griff, balkan, skelter, stupor, shellfish, pesticide, helter, transparently, scathing, 1909, smoothest, sandro, contaminants, creeds, invert, megahertz, kristaps, herbicides, disavowed, uma, goran, constructions, commemorating, sei, standardizing, dragic, residues, ryzen, palazzolo, ando, liggett, apd, nunca, predispositions, wbbg, sait, 1070, spahn, herzegovina, \n",
      " 49 : game, know, think, team, going, mean, play, year, one, good, like, got, football, season, really, right, get, players, guys, last, back, games, win, first, playing, player, two, played, guy, ball, teams, would, see, yeah, could, lot, coach, go, big, best, great, three, well, even, look, na, said, gon, man, let, \n",
      " 50 : paul, lauren, mac, swift, animation, cafe, hike, ios, hiking, amsterdam, pharmacy, trivia, cab, pixar, mice, hanukkah, mariah, compass, scissors, probation, lynch, dub, rowing, carey, ra, miley, kaiser, athens, janelle, handwriting, abu, adele, pharmacist, porter, medina, yu, merrill, wireless, wacky, carriers, pistols, animations, scraped, jermaine, nook, scooters, colon, kosher, baskets, gh, \n",
      " 51 : fight, damage, vegan, foods, dragon, like, battle, gun, players, really, would, also, hit, guns, kill, weapons, hero, player, weapon, map, use, armor, max, restaurant, iron, patch, frank, level, destiny, butter, power, fighting, loot, items, raid, enemies, ability, boss, could, even, gear, shield, shooting, update, drop, grind, community, chef, using, feel, \n",
      " 52 : mets, reproduction, mecca, genome, gumpy, beneficiary, yanked, g2, gumby, kershaw, tibetan, destin, mookie, duplicated, itb, degrom, grom, interdependent, chromatin, wail, merv, shrines, gsp, cytokinesis, byzantium, lauer, giolito, kimbrel, profesh, syndergaard, exporters, yoking, porcello, kamil, cuzzo, mitosis, metaphase, bumgarner, chromatids, amiti, freshing, yaka, altuve, chromosomes, ala, keitel, exports, mcgillis, bukalapak, condense, \n",
      " 53 : would, family, years, could, children, father, life, time, home, young, child, parcast, episode, new, found, parents, took, help, two, went, later, old, first, began, story, find, day, made, mother, knew, became, around, town, born, son, age, every, week, men, man, came, even, known, lived, daughter, early, told, stories, one, left, \n",
      " 54 : get, like, know, right, people, going, podcast, make, want, one, go, anchor, lot, really, let, guys, things, need, use, way, na, thing, talk, something, actually, new, stuff, gon, started, time, also, say, see, episode, show, today, even, would, everything, instagram, first, okay, start, many, content, phone, money, youtube, kind, put, \n",
      " 55 : joe, parker, niners, palm, coronavirus, shanahan, em, viva, kiki, psychedelics, skittles, freemasons, kittle, presley, garoppolo, rashad, javi, electrician, binder, stokes, mckinnon, freemasonry, yolanda, rah, cleo, masonic, tock, jetpack, samir, tevin, wuhan, appalachia, taxis, gonorrhea, badgers, debo, misinterpreted, naz, masons, beto, null, rosario, fentanyl, riddler, buckner, ambience, warshel, concessions, microaggressions, morningstar, \n",
      " 56 : beer, horse, farm, horses, beers, carbon, gang, ranch, riding, rope, stretching, sheep, reed, cattle, yang, rodeo, fire, brewing, stretch, firefighters, eleanor, training, ipa, cheeky, lizzo, feminist, garza, animal, animals, saddle, paramedic, equipment, neville, stall, veterinary, hughes, livestock, weasley, moody, baba, splits, arena, emt, beaver, alhamdulillah, stakes, glove, pints, lester, borough, \n",
      " 57 : music, song, church, songs, album, art, mary, band, love, bible, grace, christian, artist, listen, artists, play, singing, sing, called, guitar, among, sound, hear, record, womb, rock, listening, playing, voice, bands, tour, religion, new, ministry, heaven, rap, one, first, radio, played, catholic, albums, religious, sin, name, john, writing, life, track, stage, \n",
      " 58 : podcast, free, podcasts, spotify, app, download, listen, episode, listening, place, favorite, sure, follow, miss, never, also, episodes, friends, share, already, premium, search, done, wherever, easily, topic, huge, library, including, hey, one, instagram, tab, account, artists, catalog, offline, browse, every, quick, sponsor, check, users, foundation, minute, without, scp, simply, rest, series, \n",
      " 59 : god, jesus, us, lord, holy, faith, christ, spirit, pray, word, life, verse, father, heart, full, thy, prayer, says, come, thou, pastor, thee, give, earth, kingdom, scripture, worship, today, shall, israel, power, world, things, day, christian, means, good, may, na, lives, evil, name, thank, created, unto, blessing, message, given, prophet, believe, \n",
      " 60 : going, know, think, get, got, one, really, good, well, yeah, bit, week, little, go, kind, back, time, two, last, lot, right, year, uh, first, pretty, see, probably, actually, three, maybe, day, much, would, mean, big, thing, like, getting, still, couple, could, us, new, things, say, want, next, great, coming, done, \n",
      " 61 : vs, frisbee, crest, generals, petrol, discs, rem, bethesda, hearthstone, hungarian, latinos, disappointments, bureaucracy, bespoke, turks, qatar, morales, amid, honours, invader, firebirds, jeeps, approximate, prefrontal, resets, equator, extraterrestrials, 5pm, marietta, accenture, permeated, doha, 410, tropicana, xd, additive, augie, additives, nagler, goode, mishmash, bathory, bogota, defunct, pars, disks, backtracked, l3, sidecar, underlords, \n",
      " 62 : like, know, really, going, people, want, think, get, things, life, feel, time, something, go, right, lot, kind, say, would, thing, one, way, love, even, make, day, need, talk, always, good, much, person, back, work, little, okay, maybe, see, podcast, guys, let, could, got, mean, na, actually, every, everything, us, well, \n",
      " 63 : people, world, black, country, america, states, history, white, american, united, government, also, many, president, india, culture, political, south, countries, china, would, europe, society, africa, french, even, trump, politics, chinese, germany, one, british, war, us, france, national, community, today, indian, rights, international, group, power, americans, fact, population, union, nation, german, century, \n",
      " 64 : sam, katie, villa, barry, philippines, mark, dakota, newcastle, apex, ellie, brighton, maya, lamp, southampton, everton, wesley, mo, marco, callum, hangover, bernard, burnley, watford, nora, limitless, manila, stain, sa, lang, captain, ko, elves, hindi, vlad, vardy, ng, silva, stacy, genie, frenzy, fargo, rihanna, transfers, ferdinand, pesos, seamus, yous, rooster, bridal, nissan, \n",
      " 65 : manager, tribe, autism, pod, save, squad, hello, modern, kurt, lit, leader, st, horrendous, promoted, code, autistic, enrollment, disabilities, sponsored, saves, delaware, welcome, stoke, hoot, fulham, braves, asperger, quite, healthy, putting, star, updates, gators, fright, makeshift, gator, stream, sharing, lulu, tamriel, marvellous, potential, daedra, durek, ancients, doop, midlife, magnus, crocodile, b1, \n",
      " 66 : war, military, army, oil, elizabeth, russian, ii, soldiers, edward, russia, sandwich, soldier, forces, lindsay, fort, warfare, spy, commander, bohemian, battlefield, caesar, nicholas, mills, command, usa, wright, sewing, les, panda, graffiti, attack, grove, guard, twain, coma, chicken, iii, base, officer, iv, stationed, marble, sandwiches, egyptian, alfie, popeyes, crickets, noir, enlisted, blurb, \n",
      " 67 : really, know, kind, like, yeah, think, people, lot, years, time, started, actually, well, first, work, would, bit, one, got, sort, different, also, things, went, us, always, little, much, year, working, back, great, wanted, something, job, around, came, good, um, new, could, quite, college, experience, interesting, welcome, get, go, way, world, \n",
      " 68 : wrestling, match, medical, hospital, speech, ian, boxing, surgery, raw, tennis, matches, rehab, clinic, randy, wwe, gordon, nxt, title, ballet, surgeon, glenn, emergency, tag, barber, heel, brock, event, achilles, kidney, anatomy, main, crowd, show, vince, plate, brawl, wrestlers, chorus, screw, mia, carlton, rumble, manny, alexander, ufc, angle, wrestlemania, royal, gems, plateau, \n",
      " 69 : terrell, zora, aztec, pvc, peds, tsa, captives, phalanx, compartments, pizarro, pomegranate, suzy, charlemagne, wicker, hurd, weaponry, blacksburg, voids, permeates, hokie, milano, suggs, asta, propeller, pandemonium, dubbing, linebacking, supervise, flowery, alfa, andros, chesapeake, zips, tanjiro, gunna, supercars, pussycat, lua, echelons, zealous, nct, 610, rosacea, oddest, simulators, hemsley, hernan, hilux, decapitation, lattimore, \n",
      " 70 : car, drive, cars, driving, road, truck, tesla, train, traffic, miles, station, kenny, electric, engine, speed, front, battery, track, hour, cigar, highway, fast, arkansas, license, ford, accident, model, lane, motor, kirby, roads, flat, shop, stop, autonomous, badminton, auto, cruise, bryce, buy, bigfoot, ac, jeff, crash, hit, donkey, construction, factory, hvac, pulled, \n",
      " 71 : christmas, sex, girl, hair, love, get, date, girls, let, wear, dating, one, little, see, wearing, black, go, make, wedding, sexual, guys, look, dress, today, looks, shop, party, holiday, also, back, favorite, red, shoes, dance, makeup, outfit, color, thanksgiving, day, hot, white, new, hannah, would, cute, store, fortnite, nice, porn, item, \n",
      " 72 : bitcoin, adam, people, crypto, show, coin, network, mining, coins, meister, mean, exchange, everyone, check, cryptocurrency, marty, transactions, price, value, read, pound, transaction, rabbit, hello, guy, baltimore, button, miners, today, wealth, ethereum, linked, fiat, exchanges, tina, economics, stefan, tweet, system, world, swan, fees, economy, spongebob, badger, hole, digital, fork, monetary, hand, \n",
      " 73 : lithium, pcl, fillers, alpine, estheticians, cleanser, dysmorphia, constable, pca, retinol, mayfair, 310, peacemaker, mashallah, solidifies, blackouts, roto, abbas, grubby, alayhi, exfoliate, roseville, lather, cleansers, ala, nabi, tensor, wildness, sallam, megawatt, kuklinski, inborn, copier, sebum, swt, chigurh, praiseworthy, genovese, debtors, inshaallah, nfbc, inconveniencing, khadija, sayyid, kurland, mangosteen, olay, hermetics, rto, bikie, \n",
      " 74 : gmat, diffusion, withdrawing, neurologist, compromises, daisies, welder, stratton, centimeter, breaching, bec, shal, soliciting, partway, septum, shavuos, tricycle, tinybuild, ventricle, enacting, sleight, axeman, hf, bris, relapses, diastolic, shitbox, sputnik, herein, relapsing, schoenfeld, neurodegenerative, magnificently, cardiogenic, bic, pallor, hoshnasi, palomar, hypovolemia, harmonically, adenocarcinomas, infective, donators, extravasation, manifestly, datson, toey, bimonthly, gladden, detoxified, \n",
      " 75 : silas, canopy, wang, attendants, wasp, ria, cantaro, symbolizes, ferns, ric, geometric, galloping, wasps, broadcasted, honeybee, scaly, geno, encroaching, unending, venerable, crookshanks, pettigrew, fleas, errant, defiled, ruffling, kr, hedonistic, rukmini, mausoleum, rsr, surmised, bando, floaty, outworking, fronds, redeemable, solidity, aquamarine, babybel, amz, timbuktu, sprayer, sill, westerner, vertebrate, hurtled, hoodlums, widths, hunching, \n",
      " 76 : subhanahu, screenings, fluoride, osceola, courier, platte, mutants, iot, mitigation, sallallahu, varnish, pharmacies, survivability, oric, nezha, suckered, teleporting, ze, stickiness, rahmatullah, lessening, bomba, chillahowie, contended, chapeau, bioavailability, concurred, mashaallah, hussaini, varnishes, habibullah, reticule, stanbury, pattinsburg, mckesson, alayhi, caries, ceaselessly, inni, undine, jacquemus, antimatter, rdh, fluorosis, alayh, zeraina, hygienists, sonicare, ahlul, stannous, \n",
      " 77 : synagogue, dps, handler, foxes, matisse, kiefer, saunders, pesky, wilt, dania, santeria, napier, staking, broadening, cuatro, poached, malarkey, hyperbolic, distasteful, reckons, spindle, theibel, msg, boussaka, papaya, shabazz, unafraid, baptiste, denotes, panzer, elven, spitfire, stupendous, georges, laryngitis, ult, inkjet, mongol, refurbished, orisa, brig, hitscan, gilchrist, mariel, thibault, trinket, fission, dejounte, brigitte, wyden, \n",
      " 78 : scary, halloween, horror, scared, diego, creepy, patrick, costume, spooky, claire, nightmare, virus, movies, scare, sharon, street, terrified, genre, macy, gore, scares, movie, apron, afterlife, films, moat, pikachu, bane, fiends, chauncey, tam, epcot, coil, orion, chromecast, weirdos, raiding, dior, insidious, fragrances, versace, setters, 1865, parsha, grouse, capitalizing, stardust, leprosy, gretel, morph, \n",
      " 79 : game, games, play, playing, like, played, nintendo, video, fun, switch, really, cool, super, stuff, stream, would, uh, discord, mario, twitch, world, japan, mode, slash, level, live, japanese, time, characters, fantasy, screen, tokyo, esports, jump, came, console, sonic, switchcraft, version, link, bunch, smash, zelda, awesome, system, competitive, made, playstation, levels, new, \n",
      " 80 : goal, goals, league, season, cup, yeah, points, obviously, chelsea, premier, well, match, score, city, united, liverpool, scored, champions, london, moment, arsenal, away, quite, home, sort, draw, us, penalty, form, top, win, spurs, ham, think, wolves, man, suppose, minute, leicester, fair, striker, gone, defence, side, honest, looking, hello, centre, norwich, tammy, \n",
      " 81 : gods, bath, horn, ancestors, altar, herb, hoffman, runes, yule, mace, robber, mead, incense, plow, thermostat, odin, settles, osint, germanic, heathen, overseer, joplin, custard, altars, strangle, wawa, webcast, concoction, compress, formatting, plowed, tooting, purring, figurative, clashes, westward, danes, shockwaves, pox, splashes, mitten, salve, thicket, swedes, roughest, cn, headlight, synergistic, overconsumption, hark, \n",
      " 82 : cough, bottles, marilyn, mane, flyer, mushroom, emissions, melted, thermal, vaughn, prick, sandler, misty, soapbox, umpire, bon, johnston, slams, hoffa, violating, fossils, melatonin, mullen, dodging, methane, ditto, landfill, viper, invoke, gremlins, paraphrase, essendon, callers, wraith, umpires, stair, hawking, katelyn, moldy, pereira, antarctic, 173, eco, drow, snowfall, defiance, cuddly, precedence, peels, bessie, \n",
      " 83 : mozart, homestuck, boon, 2a, hussey, perioperative, viz, marmite, transcribing, blinder, matzah, ginsberg, unconcerned, urologist, inr, juggalo, 1770s, karkat, elucidate, lymphocyte, claret, 1753, thrombocytopenia, brummies, antithrombin, rabbinate, anticoagulation, blasphemy, shagas, latex, puyi, awakeit, minsk, rosendorf, aruch, heparin, semmel, prosthesis, klosterman, guangzhu, transtibial, parkette, rivaroxaban, xa, apixaban, gershon, reinnervation, transfemoral, bluesford, vilna, \n",
      " 84 : sky, harry, camera, fly, wings, flying, liz, barcelona, zoo, wing, airplane, singapore, med, drone, pilots, capone, flies, munich, scarlet, drones, import, cosmetic, marlon, quad, canon, lah, timothy, ferris, inter, goggles, backlog, wands, juventus, nam, gopro, spaceship, horizon, hare, di, cinematography, mitzvahs, ginny, gryffindor, skeeter, daebak, voldemort, tsunami, eyesight, fpv, marquise, \n",
      " 85 : food, eat, eating, weight, body, fat, day, diet, healthy, nutrition, calories, pounds, meal, get, lose, chicken, would, muscle, meat, pizza, much, protein, loss, training, one, ate, cook, need, cream, every, days, probably, make, meals, bread, hungry, cooking, sleep, water, people, dinner, fast, good, high, go, rice, two, lot, fasting, whole, \n",
      " 86 : gotham, apparition, gambino, initiates, luthor, biodiversity, banff, punctuated, missoula, sobs, devastate, foursome, radialis, unsatisfactory, geraldo, clt, bonner, leisha, unsurprised, osa, fuckton, menthols, cran, macaws, foresters, witted, guanacaste, damas, epicondyle, terres, carpi, fds, lobert, nicoya, durrance, mockridge, nygma, stimson, nicoy, orif, livre, competitron, condyle, swells, immobilizing, bookcase, branca, supination, paratricipital, smartland, \n",
      " 87 : yas, coinbase, spies, cubes, api, 2d, boycott, reusable, waterproof, submarine, ascending, specialization, finalized, ramps, catfishing, airwaves, rupert, exeter, marlene, airways, boatyard, alba, newcomers, bonefish, pastures, rollout, handcrafted, nautical, tarpon, facilitated, lunker, kenzie, trepidation, blackshear, skier, downwards, groovy, closeted, sickest, sundance, im, hobart, condenser, fluctuation, malware, 17th, mitts, located, tarzan, newt, \n",
      " 88 : one, said, would, man, see, way, says, let, say, us, go, right, time, well, make, get, back, story, come, book, read, could, heard, going, even, tell, never, people, something, got, look, know, believe, many, call, first, name, take, thought, place, called, two, saying, came, person, want, nothing, made, told, hear, \n",
      " 89 : crowley, aziraphale, petey, antichrist, futile, thrills, maids, golos, scaffold, jorgensen, taffer, bernice, johncast, harlots, finely, clancypasta, ganesh, ushers, lecter, withheld, superfoods, pixelated, ronin, domineering, osho, mott, worden, altruism, depleting, demir, underachieved, lynching, depravity, eponymous, disorganization, 64th, abolitionists, erasure, fnm, jeffy, plainstalkers, nimbus, petersons, sabbat, pinchas, betrayals, reptar, johncast10, fino, coopers, \n",
      " 90 : reforms, picket, mains, lockup, ito, sgp, coupe, friars, usos, switcheroo, brutes, hoy, cavill, qing, abdicated, quattro, statham, parry, nullified, 1875, kenner, urbanization, awash, withstood, sadist, keeling, hasidus, blas, emh, f9, cheng, madrigal, dowager, mishkan, gobbles, raimondo, govan, arslan, acidification, ossified, unburnt, cixi, wuchang, tzadikim, akinjo, puyi, gt40, zeh, reblock, gilkey, \n",
      " 91 : ice, hockey, lightning, leafs, dun, stanley, nhl, skate, period, jam, power, cup, uh, victor, blue, bruins, babcock, net, puck, penalty, skater, ottawa, line, marner, goalie, goal, islanders, skates, um, dubas, tavares, transplant, goals, bubba, recess, skaters, defenseman, norris, deja, tron, nia, nylander, chen, sharks, carlson, northeast, deal, vu, boards, crosby, \n",
      " 92 : skyrim, yahweh, lite, scrum, ticks, gaelic, nicaragua, adventurers, aspen, raided, highlands, martina, tillman, danilo, pullman, iit, fortuitous, circumcised, quaid, classifying, malazan, gainer, blandon, turrets, connell, subvert, nicaraguan, nord, biotechnology, gainers, ptr, ord, goodall, berets, pragmatist, expedient, leatherface, parachuting, 82nd, nilo, padrino, corrales, loosey, warthog, ultimates, crimea, benavidez, scarsdale, meneses, fetishism, \n",
      " 93 : hour, death, fruit, cereal, soup, vine, poshmark, turbo, cinnamon, jeremiah, berry, crunch, bourbon, bot, cocoa, slayer, dre, flair, berries, espionage, rib, loops, fruity, pregnancies, nicotine, oats, stroll, flakes, flavors, bats, puffs, clumsy, dixie, oat, nani, resembles, pebbles, hentai, informant, bugged, magnum, cereals, kroger, stds, gandalf, extraction, yuri, gelato, ferrell, frodo, \n",
      " 94 : fireheart, pulmonary, graystripe, trello, geriatric, bluestar, comminuted, sparing, ota, fuses, methodically, orbital, riverclan, osteochondral, gratuitous, emberheart, esophageal, encourager, colorectal, wiretap, thickening, tigerclaw, starclan, fittingly, buzzard, weiner, thunderclan, daley, bramble, antrim, shaz, shadowclan, heterogeneous, jaundice, 1750, aberrant, indictments, palmaris, cts, bimodal, firestar, eccentricity, wiretapped, lambing, zygous, volkman, evert, smo, hagadol, yippie, \n",
      " 95 : back, could, sleep, around, one, head, body, feet, skin, eyes, light, side, little, dark, hand, bed, small, would, hands, air, inside, face, water, open, left, use, long, called, heart, take, time, away, night, tree, ground, blood, even, cold, also, outside, sun, area, large, find, sound, door, used, still, neck, looked, \n",
      " 96 : novel, greece, auction, iraq, mania, mumbai, sampling, fleming, bowlers, stormy, strep, bleeds, bangalore, incidentally, alerted, atkinson, ipl, rosy, tamil, loco, auctions, interstellar, belmont, magpies, fresher, navajo, battlestar, laundromat, glendale, cricketer, khalid, hyderabad, tiberius, colorblind, rehash, delphine, rotc, leech, cudi, francine, frosting, crores, galactica, jakey, sophistication, realreal, barge, raina, shoplifting, aloof, \n",
      " 97 : serbia, mcauliffe, orpheus, aisha, kamala, ahmad, trickles, falconer, luring, 1846, pawnee, straighter, marcio, mists, gestahl, maniacal, 1808, manufactures, sumatra, merrimack, subsistence, medallia, buoyed, wizardry, javanese, moda, reconvened, pileup, petrangelo, copacetic, dado, houten, thrace, zanir, modafina, bosnia, siraji, wbbg, persephone, groenewegen, epsom, schlitz, saranji, nrk, balkan, perron, sandro, saraji, jacquemus, cornan, \n",
      " 98 : substances, jab, dojo, interpersonal, madoff, redraft, floral, asbury, upheaval, mcginnis, kerrigan, facials, kavanaugh, recalibrate, exude, haram, joyner, distinctions, androgynous, malin, mackay, amalia, provisional, rook, colvin, aphrodite, discreetly, sykes, condor, guangzhou, kreese, alton, foolproof, diluting, animatronic, aoc, niv, heighten, plankton, anatoly, turk, circuitous, glob, urinating, undertone, artemis, imparted, giulio, 196, lifelike, \n",
      " 99 : clash, homeostasis, pesci, grainy, mira, encrypted, protections, hester, pests, dns, isp, storybook, permaculture, eminence, nightmarish, fiba, brea, 720, amas, fauna, escorting, doot, naya, miyagi, telenovela, encrypt, sweetly, payload, alexi, carolla, f3, glaringly, overlying, vpns, rarities, ratting, multivitamins, isps, curries, estee, roundabouts, bicarbonate, telemundo, auger, optimizes, dishonoring, prolactin, monoculture, overstay, housekeepers, \n",
      " 100 : like, yeah, know, oh, right, got, okay, think, one, get, mean, go, na, good, gon, really, going, um, guys, would, well, people, say, want, thing, man, fucking, time, shit, yes, kind, let, little, back, even, feel, first, uh, actually, ca, stuff, see, went, something, us, said, podcast, hey, talking, cool, Doc #0 probabilities = [1.18063754e-05 1.18063754e-05 2.16144587e-03 2.36456740e-03\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 3.44384332e-02\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.21395831e-03 1.18063754e-05\n",
      " 1.18063754e-05 3.61336371e-03 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.19244392e-03 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 3.02933984e-02 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 8.94158167e-03 2.63176383e-01\n",
      " 1.18063754e-05 3.60637765e-01 1.18063754e-05 1.18063754e-05\n",
      " 4.42534428e-03 1.18063754e-05 1.18063754e-05 7.94638371e-03\n",
      " 1.18063754e-05 1.18063754e-05 2.25073092e-01 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.25061495e-03 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 1.18063754e-05\n",
      " 1.18063754e-05 1.18063754e-05 1.18063754e-05 5.22676828e-02]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>show_uri</th>\n",
       "      <th>show_name</th>\n",
       "      <th>show_description</th>\n",
       "      <th>publisher</th>\n",
       "      <th>rss_link</th>\n",
       "      <th>episode_uri</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>episode_description</th>\n",
       "      <th>duration</th>\n",
       "      <th>show_filename_prefix</th>\n",
       "      <th>episode_filename_prefix</th>\n",
       "      <th>language</th>\n",
       "      <th>transcript</th>\n",
       "      <th>transcript_length</th>\n",
       "      <th>Topic_1_Probability</th>\n",
       "      <th>Topic_2_Probability</th>\n",
       "      <th>Topic_3_Probability</th>\n",
       "      <th>Topic_4_Probability</th>\n",
       "      <th>Topic_5_Probability</th>\n",
       "      <th>Topic_6_Probability</th>\n",
       "      <th>Topic_7_Probability</th>\n",
       "      <th>Topic_8_Probability</th>\n",
       "      <th>Topic_9_Probability</th>\n",
       "      <th>Topic_10_Probability</th>\n",
       "      <th>Topic_11_Probability</th>\n",
       "      <th>Topic_12_Probability</th>\n",
       "      <th>Topic_13_Probability</th>\n",
       "      <th>Topic_14_Probability</th>\n",
       "      <th>Topic_15_Probability</th>\n",
       "      <th>Topic_16_Probability</th>\n",
       "      <th>Topic_17_Probability</th>\n",
       "      <th>Topic_18_Probability</th>\n",
       "      <th>Topic_19_Probability</th>\n",
       "      <th>Topic_20_Probability</th>\n",
       "      <th>Topic_21_Probability</th>\n",
       "      <th>Topic_22_Probability</th>\n",
       "      <th>Topic_23_Probability</th>\n",
       "      <th>Topic_24_Probability</th>\n",
       "      <th>Topic_25_Probability</th>\n",
       "      <th>Topic_26_Probability</th>\n",
       "      <th>Topic_27_Probability</th>\n",
       "      <th>Topic_28_Probability</th>\n",
       "      <th>Topic_29_Probability</th>\n",
       "      <th>Topic_30_Probability</th>\n",
       "      <th>Topic_31_Probability</th>\n",
       "      <th>Topic_32_Probability</th>\n",
       "      <th>Topic_33_Probability</th>\n",
       "      <th>Topic_34_Probability</th>\n",
       "      <th>Topic_35_Probability</th>\n",
       "      <th>Topic_36_Probability</th>\n",
       "      <th>Topic_37_Probability</th>\n",
       "      <th>Topic_38_Probability</th>\n",
       "      <th>Topic_39_Probability</th>\n",
       "      <th>Topic_40_Probability</th>\n",
       "      <th>Topic_41_Probability</th>\n",
       "      <th>Topic_42_Probability</th>\n",
       "      <th>Topic_43_Probability</th>\n",
       "      <th>Topic_44_Probability</th>\n",
       "      <th>Topic_45_Probability</th>\n",
       "      <th>Topic_46_Probability</th>\n",
       "      <th>Topic_47_Probability</th>\n",
       "      <th>Topic_48_Probability</th>\n",
       "      <th>Topic_49_Probability</th>\n",
       "      <th>Topic_50_Probability</th>\n",
       "      <th>Topic_51_Probability</th>\n",
       "      <th>Topic_52_Probability</th>\n",
       "      <th>Topic_53_Probability</th>\n",
       "      <th>Topic_54_Probability</th>\n",
       "      <th>Topic_55_Probability</th>\n",
       "      <th>Topic_56_Probability</th>\n",
       "      <th>Topic_57_Probability</th>\n",
       "      <th>Topic_58_Probability</th>\n",
       "      <th>Topic_59_Probability</th>\n",
       "      <th>Topic_60_Probability</th>\n",
       "      <th>Topic_61_Probability</th>\n",
       "      <th>Topic_62_Probability</th>\n",
       "      <th>Topic_63_Probability</th>\n",
       "      <th>Topic_64_Probability</th>\n",
       "      <th>Topic_65_Probability</th>\n",
       "      <th>Topic_66_Probability</th>\n",
       "      <th>Topic_67_Probability</th>\n",
       "      <th>Topic_68_Probability</th>\n",
       "      <th>Topic_69_Probability</th>\n",
       "      <th>Topic_70_Probability</th>\n",
       "      <th>Topic_71_Probability</th>\n",
       "      <th>Topic_72_Probability</th>\n",
       "      <th>Topic_73_Probability</th>\n",
       "      <th>Topic_74_Probability</th>\n",
       "      <th>Topic_75_Probability</th>\n",
       "      <th>Topic_76_Probability</th>\n",
       "      <th>Topic_77_Probability</th>\n",
       "      <th>Topic_78_Probability</th>\n",
       "      <th>Topic_79_Probability</th>\n",
       "      <th>Topic_80_Probability</th>\n",
       "      <th>Topic_81_Probability</th>\n",
       "      <th>Topic_82_Probability</th>\n",
       "      <th>Topic_83_Probability</th>\n",
       "      <th>Topic_84_Probability</th>\n",
       "      <th>Topic_85_Probability</th>\n",
       "      <th>Topic_86_Probability</th>\n",
       "      <th>Topic_87_Probability</th>\n",
       "      <th>Topic_88_Probability</th>\n",
       "      <th>Topic_89_Probability</th>\n",
       "      <th>Topic_90_Probability</th>\n",
       "      <th>Topic_91_Probability</th>\n",
       "      <th>Topic_92_Probability</th>\n",
       "      <th>Topic_93_Probability</th>\n",
       "      <th>Topic_94_Probability</th>\n",
       "      <th>Topic_95_Probability</th>\n",
       "      <th>Topic_96_Probability</th>\n",
       "      <th>Topic_97_Probability</th>\n",
       "      <th>Topic_98_Probability</th>\n",
       "      <th>Topic_99_Probability</th>\n",
       "      <th>Topic_100_Probability</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>spotify:show:2NYtxEZyYelR6RMKmjfPLB</td>\n",
       "      <td>Kream in your Koffee</td>\n",
       "      <td>A 20-something blunt female takes on the world...</td>\n",
       "      <td>Katie Houle</td>\n",
       "      <td>https://anchor.fm/s/11b84b68/podcast/rss</td>\n",
       "      <td>spotify:episode:000A9sRBYdVh66csG2qEdj</td>\n",
       "      <td>1: It’s Christmas Time!</td>\n",
       "      <td>On the first ever episode of Kream in your Kof...</td>\n",
       "      <td>12.700133</td>\n",
       "      <td>show_2NYtxEZyYelR6RMKmjfPLB</td>\n",
       "      <td>000A9sRBYdVh66csG2qEdj</td>\n",
       "      <td>en</td>\n",
       "      <td>Hello, hello, hello everyone. This is Katie an...</td>\n",
       "      <td>1716</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.002161</td>\n",
       "      <td>0.002365</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.034438</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001214</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.003613</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001192</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.030293</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.008942</td>\n",
       "      <td>0.263176</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.360638</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.004425</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.007946</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.225073</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001251</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.052268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>spotify:show:6vZRgUFTYwbAA79UNCADr4</td>\n",
       "      <td>Inside The 18 : A Podcast for Goalkeepers by G...</td>\n",
       "      <td>Inside the 18 is your source for all things Go...</td>\n",
       "      <td>Inside the 18 GK Media</td>\n",
       "      <td>https://anchor.fm/s/81a072c/podcast/rss</td>\n",
       "      <td>spotify:episode:001UfOruzkA3Bn1SPjcdfa</td>\n",
       "      <td>Ep.36 - Incorporating a Singular Goalkeeping C...</td>\n",
       "      <td>Today’s episode is a sit down Michael and Omar...</td>\n",
       "      <td>43.616333</td>\n",
       "      <td>show_6vZRgUFTYwbAA79UNCADr4</td>\n",
       "      <td>001UfOruzkA3Bn1SPjcdfa</td>\n",
       "      <td>en</td>\n",
       "      <td>Welcome to Inside the 18. Today's episode is a...</td>\n",
       "      <td>2017</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.005914</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.017988</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.125472</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001155</td>\n",
       "      <td>0.003559</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.015363</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001143</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.103951</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.046425</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.005094</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.060959</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.222170</td>\n",
       "      <td>0.007833</td>\n",
       "      <td>0.001051</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.309811</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.005237</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.005860</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.060087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>spotify:show:5BvKEjaMSuvUsGROGi2S7s</td>\n",
       "      <td>Arrowhead Live!</td>\n",
       "      <td>Your favorite podcast for everything @Chiefs! ...</td>\n",
       "      <td>Arrowhead Live!</td>\n",
       "      <td>https://anchor.fm/s/917dba4/podcast/rss</td>\n",
       "      <td>spotify:episode:001i89SvIQgDuuyC53hfBm</td>\n",
       "      <td>Episode 1: Arrowhead Live! Debut</td>\n",
       "      <td>Join us as we take a look at all current Chief...</td>\n",
       "      <td>58.189200</td>\n",
       "      <td>show_5BvKEjaMSuvUsGROGi2S7s</td>\n",
       "      <td>001i89SvIQgDuuyC53hfBm</td>\n",
       "      <td>en</td>\n",
       "      <td>Hey Cheese fans! Before we get started, I want...</td>\n",
       "      <td>1518</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.017489</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.016417</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.375438</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.015987</td>\n",
       "      <td>0.176725</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.010951</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.214406</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.028262</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.007246</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.039921</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.004716</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.013284</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.077872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>spotify:show:7w3h3umpH74veEJcbE6xf4</td>\n",
       "      <td>FBoL</td>\n",
       "      <td>The comedy podcast about toxic characters, wri...</td>\n",
       "      <td>Emily Edwards</td>\n",
       "      <td>https://www.fuckboisoflit.com/episodes?format=rss</td>\n",
       "      <td>spotify:episode:0025RWNwe2lnp6HcnfzwzG</td>\n",
       "      <td>The Lion, The Witch, And The Wardrobe - Ashley...</td>\n",
       "      <td>The modern morality tail of how to stay good f...</td>\n",
       "      <td>51.782050</td>\n",
       "      <td>show_7w3h3umpH74veEJcbE6xf4</td>\n",
       "      <td>0025RWNwe2lnp6HcnfzwzG</td>\n",
       "      <td>en</td>\n",
       "      <td>Sorry to interrupt the show, but I do have to ...</td>\n",
       "      <td>1707</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.010266</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.024359</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.007594</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.127155</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.018362</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.010327</td>\n",
       "      <td>0.017344</td>\n",
       "      <td>0.004134</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.264712</td>\n",
       "      <td>0.017538</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.002205</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.105184</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.113735</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.020751</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.255202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>spotify:show:5ljREb8VLogQLT7AKGwav1</td>\n",
       "      <td>UPSC Podcasts</td>\n",
       "      <td>Podcasts useful for UPSC aspirants! Mainly dis...</td>\n",
       "      <td>UPSC Podcast</td>\n",
       "      <td>https://anchor.fm/s/8afceec/podcast/rss</td>\n",
       "      <td>spotify:episode:0025w0gdgkl11Nzkmg1wnm</td>\n",
       "      <td>Tourism in India : Opportunities and Challenges</td>\n",
       "      <td>.</td>\n",
       "      <td>13.788000</td>\n",
       "      <td>show_5ljREb8VLogQLT7AKGwav1</td>\n",
       "      <td>0025w0gdgkl11Nzkmg1wnm</td>\n",
       "      <td>en</td>\n",
       "      <td>This is All India Radio. In the program Spotli...</td>\n",
       "      <td>1755</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001215</td>\n",
       "      <td>0.015956</td>\n",
       "      <td>0.001344</td>\n",
       "      <td>0.001357</td>\n",
       "      <td>0.006328</td>\n",
       "      <td>0.002416</td>\n",
       "      <td>0.060408</td>\n",
       "      <td>0.008331</td>\n",
       "      <td>0.020441</td>\n",
       "      <td>0.076749</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.006456</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.014816</td>\n",
       "      <td>0.035791</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.004240</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.005102</td>\n",
       "      <td>0.105217</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.524370</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.081295</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.006944</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001214</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001214</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.017861</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82596</th>\n",
       "      <td>spotify:show:416U8ZhubKrFHq8ynOaxfH</td>\n",
       "      <td>The Top 10</td>\n",
       "      <td>Each week, John Rocha and Matt Knost breakdown...</td>\n",
       "      <td>The Top 10</td>\n",
       "      <td>http://thetop10.podomatic.com/rss2.xml</td>\n",
       "      <td>spotify:episode:7zzQnjBXqDApvnm1hLPzVY</td>\n",
       "      <td>The Top 10 - Re-List - Steve Martin Moves</td>\n",
       "      <td>Thanks to our patreon members for their suppor...</td>\n",
       "      <td>51.025850</td>\n",
       "      <td>show_416U8ZhubKrFHq8ynOaxfH</td>\n",
       "      <td>7zzQnjBXqDApvnm1hLPzVY</td>\n",
       "      <td>en</td>\n",
       "      <td>Hey guys, this is John Rocha again. And Matt N...</td>\n",
       "      <td>1881</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.003839</td>\n",
       "      <td>0.001750</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001368</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.002387</td>\n",
       "      <td>0.001209</td>\n",
       "      <td>0.005192</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.007214</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.059179</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.006120</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.001894</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.019589</td>\n",
       "      <td>0.186117</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.015903</td>\n",
       "      <td>0.009304</td>\n",
       "      <td>0.187023</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.012680</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.006590</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.165647</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.002645</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.303402</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82597</th>\n",
       "      <td>spotify:show:5rgmBAzsJ5znpV2b4WNDsb</td>\n",
       "      <td>Let's Grab Coffee Podcast</td>\n",
       "      <td>After connecting with someone, what's the next...</td>\n",
       "      <td>George Khalife</td>\n",
       "      <td>https://anchor.fm/s/9043d60/podcast/rss</td>\n",
       "      <td>spotify:episode:7zzRRsjuymax0YSczpi0SU</td>\n",
       "      <td>Let's Grab Coffee E45 with Ross Paquette | Gro...</td>\n",
       "      <td>Ross founded Maropost in 2011 as a customer-ce...</td>\n",
       "      <td>33.364750</td>\n",
       "      <td>show_5rgmBAzsJ5znpV2b4WNDsb</td>\n",
       "      <td>7zzRRsjuymax0YSczpi0SU</td>\n",
       "      <td>en</td>\n",
       "      <td>What's going on everyone? This is George Khali...</td>\n",
       "      <td>2005</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001313</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001640</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.024764</td>\n",
       "      <td>0.207258</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001123</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001158</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.001124</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.139293</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.070767</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.064722</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.482370</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.003492</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>0.000011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82598</th>\n",
       "      <td>spotify:show:56CjYLQWyMx1MkOEQmlubi</td>\n",
       "      <td>Coach Corey Wayne</td>\n",
       "      <td>Life &amp; Peak Performance Coach. I Teach Self-Re...</td>\n",
       "      <td>Coach Corey Wayne</td>\n",
       "      <td>https://anchor.fm/s/4dd625c/podcast/rss</td>\n",
       "      <td>spotify:episode:7zzZJGsL8fwDOrduUkX91D</td>\n",
       "      <td>Maybe She Is Just Testing Me?</td>\n",
       "      <td>How to know if your woman is maybe just testin...</td>\n",
       "      <td>11.799950</td>\n",
       "      <td>show_56CjYLQWyMx1MkOEQmlubi</td>\n",
       "      <td>7zzZJGsL8fwDOrduUkX91D</td>\n",
       "      <td>en</td>\n",
       "      <td>Hi, I'm Coach Cory Wayne and this is my video ...</td>\n",
       "      <td>1850</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.022701</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.004343</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.040474</td>\n",
       "      <td>0.015293</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001298</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001371</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.074772</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.612834</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.040161</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.136312</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001298</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.048011</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82599</th>\n",
       "      <td>spotify:show:7uddSH8MhaK3Q6YFlllbVZ</td>\n",
       "      <td>The Cricket Podcast</td>\n",
       "      <td>The best &amp; funniest independent cricket podcas...</td>\n",
       "      <td>The Cricket Podcast</td>\n",
       "      <td>https://anchor.fm/s/9d3dcf0/podcast/rss</td>\n",
       "      <td>spotify:episode:7zzoT4r0Rhffyegk2HJ9N8</td>\n",
       "      <td>Ep 16: England In Danger</td>\n",
       "      <td>In Episode 16, the boys evaluate England's per...</td>\n",
       "      <td>69.215350</td>\n",
       "      <td>show_7uddSH8MhaK3Q6YFlllbVZ</td>\n",
       "      <td>7zzoT4r0Rhffyegk2HJ9N8</td>\n",
       "      <td>en</td>\n",
       "      <td>I think it should never be permitted to happen...</td>\n",
       "      <td>1699</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.003494</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.022790</td>\n",
       "      <td>0.002655</td>\n",
       "      <td>0.003881</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001277</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001326</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.003087</td>\n",
       "      <td>0.001366</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.026579</td>\n",
       "      <td>0.011159</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.011391</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.211715</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.008884</td>\n",
       "      <td>0.007995</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001548</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.309667</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.087228</td>\n",
       "      <td>0.001391</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001613</td>\n",
       "      <td>0.057847</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.020150</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001277</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.006334</td>\n",
       "      <td>0.080595</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001316</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.001277</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.111237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82600</th>\n",
       "      <td>spotify:show:6r0bfT6lOLqDMh9ujnT1BW</td>\n",
       "      <td>Sleepyhead Stories - Mother/Daughter Duo</td>\n",
       "      <td>Join this Mother-Daughter team for their weekl...</td>\n",
       "      <td>Sleepyhead Stories</td>\n",
       "      <td>https://anchor.fm/s/29d301c/podcast/rss</td>\n",
       "      <td>spotify:episode:7zzq8sPfKAO4V7uIyhpbVd</td>\n",
       "      <td>The Tale Of Little Pig Robinson 🐖 (part 2)</td>\n",
       "      <td>Little Pig Robinson finally makes it to the ma...</td>\n",
       "      <td>22.363133</td>\n",
       "      <td>show_6r0bfT6lOLqDMh9ujnT1BW</td>\n",
       "      <td>7zzq8sPfKAO4V7uIyhpbVd</td>\n",
       "      <td>en</td>\n",
       "      <td>Welcome to Sleepyhead Stories today. We love t...</td>\n",
       "      <td>1377</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.002097</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.006818</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.003581</td>\n",
       "      <td>0.017636</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.025601</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001495</td>\n",
       "      <td>0.004978</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.005914</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.022353</td>\n",
       "      <td>0.073945</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.012809</td>\n",
       "      <td>0.009025</td>\n",
       "      <td>0.018705</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.116430</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001788</td>\n",
       "      <td>0.014297</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.016703</td>\n",
       "      <td>0.060746</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.004440</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.002965</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.001755</td>\n",
       "      <td>0.026714</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.353824</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.147843</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.039056</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>82601 rows × 114 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  show_uri  \\\n",
       "0      spotify:show:2NYtxEZyYelR6RMKmjfPLB   \n",
       "1      spotify:show:6vZRgUFTYwbAA79UNCADr4   \n",
       "2      spotify:show:5BvKEjaMSuvUsGROGi2S7s   \n",
       "3      spotify:show:7w3h3umpH74veEJcbE6xf4   \n",
       "4      spotify:show:5ljREb8VLogQLT7AKGwav1   \n",
       "...                                    ...   \n",
       "82596  spotify:show:416U8ZhubKrFHq8ynOaxfH   \n",
       "82597  spotify:show:5rgmBAzsJ5znpV2b4WNDsb   \n",
       "82598  spotify:show:56CjYLQWyMx1MkOEQmlubi   \n",
       "82599  spotify:show:7uddSH8MhaK3Q6YFlllbVZ   \n",
       "82600  spotify:show:6r0bfT6lOLqDMh9ujnT1BW   \n",
       "\n",
       "                                               show_name  \\\n",
       "0                                   Kream in your Koffee   \n",
       "1      Inside The 18 : A Podcast for Goalkeepers by G...   \n",
       "2                                        Arrowhead Live!   \n",
       "3                                                  FBoL    \n",
       "4                                          UPSC Podcasts   \n",
       "...                                                  ...   \n",
       "82596                                         The Top 10   \n",
       "82597                          Let's Grab Coffee Podcast   \n",
       "82598                                  Coach Corey Wayne   \n",
       "82599                                The Cricket Podcast   \n",
       "82600           Sleepyhead Stories - Mother/Daughter Duo   \n",
       "\n",
       "                                        show_description  \\\n",
       "0      A 20-something blunt female takes on the world...   \n",
       "1      Inside the 18 is your source for all things Go...   \n",
       "2      Your favorite podcast for everything @Chiefs! ...   \n",
       "3      The comedy podcast about toxic characters, wri...   \n",
       "4      Podcasts useful for UPSC aspirants! Mainly dis...   \n",
       "...                                                  ...   \n",
       "82596  Each week, John Rocha and Matt Knost breakdown...   \n",
       "82597  After connecting with someone, what's the next...   \n",
       "82598  Life & Peak Performance Coach. I Teach Self-Re...   \n",
       "82599  The best & funniest independent cricket podcas...   \n",
       "82600  Join this Mother-Daughter team for their weekl...   \n",
       "\n",
       "                    publisher  \\\n",
       "0                 Katie Houle   \n",
       "1      Inside the 18 GK Media   \n",
       "2             Arrowhead Live!   \n",
       "3               Emily Edwards   \n",
       "4                UPSC Podcast   \n",
       "...                       ...   \n",
       "82596              The Top 10   \n",
       "82597          George Khalife   \n",
       "82598       Coach Corey Wayne   \n",
       "82599     The Cricket Podcast   \n",
       "82600     Sleepyhead Stories    \n",
       "\n",
       "                                                rss_link  \\\n",
       "0               https://anchor.fm/s/11b84b68/podcast/rss   \n",
       "1                https://anchor.fm/s/81a072c/podcast/rss   \n",
       "2                https://anchor.fm/s/917dba4/podcast/rss   \n",
       "3      https://www.fuckboisoflit.com/episodes?format=rss   \n",
       "4                https://anchor.fm/s/8afceec/podcast/rss   \n",
       "...                                                  ...   \n",
       "82596             http://thetop10.podomatic.com/rss2.xml   \n",
       "82597            https://anchor.fm/s/9043d60/podcast/rss   \n",
       "82598            https://anchor.fm/s/4dd625c/podcast/rss   \n",
       "82599            https://anchor.fm/s/9d3dcf0/podcast/rss   \n",
       "82600            https://anchor.fm/s/29d301c/podcast/rss   \n",
       "\n",
       "                                  episode_uri  \\\n",
       "0      spotify:episode:000A9sRBYdVh66csG2qEdj   \n",
       "1      spotify:episode:001UfOruzkA3Bn1SPjcdfa   \n",
       "2      spotify:episode:001i89SvIQgDuuyC53hfBm   \n",
       "3      spotify:episode:0025RWNwe2lnp6HcnfzwzG   \n",
       "4      spotify:episode:0025w0gdgkl11Nzkmg1wnm   \n",
       "...                                       ...   \n",
       "82596  spotify:episode:7zzQnjBXqDApvnm1hLPzVY   \n",
       "82597  spotify:episode:7zzRRsjuymax0YSczpi0SU   \n",
       "82598  spotify:episode:7zzZJGsL8fwDOrduUkX91D   \n",
       "82599  spotify:episode:7zzoT4r0Rhffyegk2HJ9N8   \n",
       "82600  spotify:episode:7zzq8sPfKAO4V7uIyhpbVd   \n",
       "\n",
       "                                            episode_name  \\\n",
       "0                                1: It’s Christmas Time!   \n",
       "1      Ep.36 - Incorporating a Singular Goalkeeping C...   \n",
       "2                       Episode 1: Arrowhead Live! Debut   \n",
       "3      The Lion, The Witch, And The Wardrobe - Ashley...   \n",
       "4        Tourism in India : Opportunities and Challenges   \n",
       "...                                                  ...   \n",
       "82596          The Top 10 - Re-List - Steve Martin Moves   \n",
       "82597  Let's Grab Coffee E45 with Ross Paquette | Gro...   \n",
       "82598                      Maybe She Is Just Testing Me?   \n",
       "82599                           Ep 16: England In Danger   \n",
       "82600         The Tale Of Little Pig Robinson 🐖 (part 2)   \n",
       "\n",
       "                                     episode_description   duration  \\\n",
       "0      On the first ever episode of Kream in your Kof...  12.700133   \n",
       "1      Today’s episode is a sit down Michael and Omar...  43.616333   \n",
       "2      Join us as we take a look at all current Chief...  58.189200   \n",
       "3      The modern morality tail of how to stay good f...  51.782050   \n",
       "4                                                     .   13.788000   \n",
       "...                                                  ...        ...   \n",
       "82596  Thanks to our patreon members for their suppor...  51.025850   \n",
       "82597  Ross founded Maropost in 2011 as a customer-ce...  33.364750   \n",
       "82598  How to know if your woman is maybe just testin...  11.799950   \n",
       "82599  In Episode 16, the boys evaluate England's per...  69.215350   \n",
       "82600  Little Pig Robinson finally makes it to the ma...  22.363133   \n",
       "\n",
       "              show_filename_prefix episode_filename_prefix language  \\\n",
       "0      show_2NYtxEZyYelR6RMKmjfPLB  000A9sRBYdVh66csG2qEdj       en   \n",
       "1      show_6vZRgUFTYwbAA79UNCADr4  001UfOruzkA3Bn1SPjcdfa       en   \n",
       "2      show_5BvKEjaMSuvUsGROGi2S7s  001i89SvIQgDuuyC53hfBm       en   \n",
       "3      show_7w3h3umpH74veEJcbE6xf4  0025RWNwe2lnp6HcnfzwzG       en   \n",
       "4      show_5ljREb8VLogQLT7AKGwav1  0025w0gdgkl11Nzkmg1wnm       en   \n",
       "...                            ...                     ...      ...   \n",
       "82596  show_416U8ZhubKrFHq8ynOaxfH  7zzQnjBXqDApvnm1hLPzVY       en   \n",
       "82597  show_5rgmBAzsJ5znpV2b4WNDsb  7zzRRsjuymax0YSczpi0SU       en   \n",
       "82598  show_56CjYLQWyMx1MkOEQmlubi  7zzZJGsL8fwDOrduUkX91D       en   \n",
       "82599  show_7uddSH8MhaK3Q6YFlllbVZ  7zzoT4r0Rhffyegk2HJ9N8       en   \n",
       "82600  show_6r0bfT6lOLqDMh9ujnT1BW  7zzq8sPfKAO4V7uIyhpbVd       en   \n",
       "\n",
       "                                              transcript  transcript_length  \\\n",
       "0      Hello, hello, hello everyone. This is Katie an...               1716   \n",
       "1      Welcome to Inside the 18. Today's episode is a...               2017   \n",
       "2      Hey Cheese fans! Before we get started, I want...               1518   \n",
       "3      Sorry to interrupt the show, but I do have to ...               1707   \n",
       "4      This is All India Radio. In the program Spotli...               1755   \n",
       "...                                                  ...                ...   \n",
       "82596  Hey guys, this is John Rocha again. And Matt N...               1881   \n",
       "82597  What's going on everyone? This is George Khali...               2005   \n",
       "82598  Hi, I'm Coach Cory Wayne and this is my video ...               1850   \n",
       "82599  I think it should never be permitted to happen...               1699   \n",
       "82600  Welcome to Sleepyhead Stories today. We love t...               1377   \n",
       "\n",
       "       Topic_1_Probability  Topic_2_Probability  Topic_3_Probability  \\\n",
       "0                 0.000012             0.000012             0.002161   \n",
       "1                 0.000011             0.000011             0.005914   \n",
       "2                 0.000015             0.000015             0.000015   \n",
       "3                 0.000013             0.000013             0.000013   \n",
       "4                 0.000012             0.000012             0.001215   \n",
       "...                    ...                  ...                  ...   \n",
       "82596             0.000012             0.003839             0.001750   \n",
       "82597             0.000011             0.000011             0.000011   \n",
       "82598             0.000013             0.000013             0.022701   \n",
       "82599             0.000013             0.000013             0.003494   \n",
       "82600             0.000015             0.002097             0.000015   \n",
       "\n",
       "       Topic_4_Probability  Topic_5_Probability  Topic_6_Probability  \\\n",
       "0                 0.002365             0.000012             0.000012   \n",
       "1                 0.000011             0.000011             0.000011   \n",
       "2                 0.000015             0.000015             0.000015   \n",
       "3                 0.000013             0.000013             0.000013   \n",
       "4                 0.015956             0.001344             0.001357   \n",
       "...                    ...                  ...                  ...   \n",
       "82596             0.000012             0.000012             0.000012   \n",
       "82597             0.000011             0.001313             0.000011   \n",
       "82598             0.000013             0.000013             0.000013   \n",
       "82599             0.000013             0.000013             0.000013   \n",
       "82600             0.000015             0.000015             0.000015   \n",
       "\n",
       "       Topic_7_Probability  Topic_8_Probability  Topic_9_Probability  \\\n",
       "0                 0.000012             0.000012             0.000012   \n",
       "1                 0.000011             0.000011             0.017988   \n",
       "2                 0.000015             0.000015             0.000015   \n",
       "3                 0.010266             0.000013             0.000013   \n",
       "4                 0.006328             0.002416             0.060408   \n",
       "...                    ...                  ...                  ...   \n",
       "82596             0.001368             0.000012             0.000012   \n",
       "82597             0.001640             0.000011             0.000011   \n",
       "82598             0.004343             0.000013             0.040474   \n",
       "82599             0.000013             0.000013             0.022790   \n",
       "82600             0.006818             0.000015             0.000015   \n",
       "\n",
       "       Topic_10_Probability  Topic_11_Probability  Topic_12_Probability  \\\n",
       "0                  0.000012              0.000012              0.034438   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.008331              0.020441              0.076749   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.024764              0.207258   \n",
       "82598              0.015293              0.000013              0.000013   \n",
       "82599              0.002655              0.003881              0.000013   \n",
       "82600              0.000015              0.003581              0.017636   \n",
       "\n",
       "       Topic_13_Probability  Topic_14_Probability  Topic_15_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.125472              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.001277   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_16_Probability  Topic_17_Probability  Topic_18_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.002387   \n",
       "82597              0.000011              0.000011              0.001123   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_19_Probability  Topic_20_Probability  Topic_21_Probability  \\\n",
       "0                  0.001214              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.001155   \n",
       "2                  0.000015              0.017489              0.000015   \n",
       "3                  0.000013              0.000013              0.024359   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.001209              0.005192              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.001326              0.000013              0.003087   \n",
       "82600              0.025601              0.000015              0.001495   \n",
       "\n",
       "       Topic_22_Probability  Topic_23_Probability  Topic_24_Probability  \\\n",
       "0                  0.003613              0.000012              0.000012   \n",
       "1                  0.003559              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.001158              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.001298   \n",
       "82599              0.001366              0.000013              0.000013   \n",
       "82600              0.004978              0.000015              0.000015   \n",
       "\n",
       "       Topic_25_Probability  Topic_26_Probability  Topic_27_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.015363              0.000011              0.000011   \n",
       "2                  0.016417              0.000015              0.000015   \n",
       "3                  0.007594              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.007214   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_28_Probability  Topic_29_Probability  Topic_30_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.001371   \n",
       "82599              0.000013              0.000013              0.026579   \n",
       "82600              0.000015              0.001490              0.000015   \n",
       "\n",
       "       Topic_31_Probability  Topic_32_Probability  Topic_33_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.127155              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.059179              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.011159              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_34_Probability  Topic_35_Probability  Topic_36_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.001490              0.000015   \n",
       "\n",
       "       Topic_37_Probability  Topic_38_Probability  Topic_39_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.006456              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_40_Probability  Topic_41_Probability  Topic_42_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.001143              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_43_Probability  Topic_44_Probability  Topic_45_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.011391              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_46_Probability  Topic_47_Probability  Topic_48_Probability  \\\n",
       "0                  0.000012              0.001192              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.006120              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.005914              0.000015   \n",
       "\n",
       "       Topic_49_Probability  Topic_50_Probability  Topic_51_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.103951              0.000011              0.000011   \n",
       "2                  0.375438              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.001894   \n",
       "82597              0.000011              0.001124              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.211715              0.000013              0.000013   \n",
       "82600              0.000015              0.001490              0.000015   \n",
       "\n",
       "       Topic_52_Probability  Topic_53_Probability  Topic_54_Probability  \\\n",
       "0                  0.000012              0.000012              0.030293   \n",
       "1                  0.000011              0.000011              0.046425   \n",
       "2                  0.000015              0.015987              0.176725   \n",
       "3                  0.000013              0.018362              0.000013   \n",
       "4                  0.000012              0.014816              0.035791   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.019589              0.186117   \n",
       "82597              0.000011              0.000011              0.139293   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.008884              0.007995   \n",
       "82600              0.000015              0.022353              0.073945   \n",
       "\n",
       "       Topic_55_Probability  Topic_56_Probability  Topic_57_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.010327   \n",
       "4                  0.000012              0.000012              0.004240   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.001548              0.000013   \n",
       "82600              0.000015              0.012809              0.009025   \n",
       "\n",
       "       Topic_58_Probability  Topic_59_Probability  Topic_60_Probability  \\\n",
       "0                  0.000012              0.008942              0.263176   \n",
       "1                  0.005094              0.000011              0.060959   \n",
       "2                  0.010951              0.000015              0.214406   \n",
       "3                  0.017344              0.004134              0.000013   \n",
       "4                  0.000012              0.005102              0.105217   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.015903              0.009304              0.187023   \n",
       "82597              0.000011              0.000011              0.070767   \n",
       "82598              0.000013              0.000013              0.074772   \n",
       "82599              0.000013              0.000013              0.309667   \n",
       "82600              0.018705              0.000015              0.116430   \n",
       "\n",
       "       Topic_61_Probability  Topic_62_Probability  Topic_63_Probability  \\\n",
       "0                  0.000012              0.360638              0.000012   \n",
       "1                  0.000011              0.222170              0.007833   \n",
       "2                  0.000015              0.028262              0.000015   \n",
       "3                  0.000013              0.264712              0.017538   \n",
       "4                  0.000012              0.000012              0.524370   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.012680              0.000012   \n",
       "82597              0.000011              0.064722              0.000011   \n",
       "82598              0.000013              0.612834              0.000013   \n",
       "82599              0.000013              0.000013              0.087228   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_64_Probability  Topic_65_Probability  Topic_66_Probability  \\\n",
       "0                  0.000012              0.004425              0.000012   \n",
       "1                  0.001051              0.000011              0.000011   \n",
       "2                  0.007246              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.002205   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.001391              0.000013              0.001613   \n",
       "82600              0.000015              0.000015              0.001788   \n",
       "\n",
       "       Topic_67_Probability  Topic_68_Probability  Topic_69_Probability  \\\n",
       "0                  0.000012              0.007946              0.000012   \n",
       "1                  0.309811              0.000011              0.000011   \n",
       "2                  0.039921              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.081295              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.482370              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.057847              0.000013              0.000013   \n",
       "82600              0.014297              0.000015              0.000015   \n",
       "\n",
       "       Topic_70_Probability  Topic_71_Probability  Topic_72_Probability  \\\n",
       "0                  0.000012              0.225073              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.105184              0.000013   \n",
       "4                  0.000012              0.006944              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.006590              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.040161              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.016703              0.060746              0.000015   \n",
       "\n",
       "       Topic_73_Probability  Topic_74_Probability  Topic_75_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.001490              0.000015   \n",
       "\n",
       "       Topic_76_Probability  Topic_77_Probability  Topic_78_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.004716   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.001214              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.004440   \n",
       "\n",
       "       Topic_79_Probability  Topic_80_Probability  Topic_81_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.005237              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.020150              0.000013   \n",
       "82600              0.000015              0.000015              0.002965   \n",
       "\n",
       "       Topic_82_Probability  Topic_83_Probability  Topic_84_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.001277              0.000013              0.000013   \n",
       "82600              0.001490              0.000015              0.001755   \n",
       "\n",
       "       Topic_85_Probability  Topic_86_Probability  Topic_87_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.001214   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.006334   \n",
       "82600              0.026714              0.000015              0.000015   \n",
       "\n",
       "       Topic_88_Probability  Topic_89_Probability  Topic_90_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.013284              0.000015              0.000015   \n",
       "3                  0.113735              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.165647              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.136312              0.000013              0.001298   \n",
       "82599              0.080595              0.000013              0.000013   \n",
       "82600              0.353824              0.000015              0.000015   \n",
       "\n",
       "       Topic_91_Probability  Topic_92_Probability  Topic_93_Probability  \\\n",
       "0                  0.001251              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.003492              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.001316   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_94_Probability  Topic_95_Probability  Topic_96_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.005860              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.020751              0.000013   \n",
       "4                  0.000012              0.017861              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.002645              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.001277   \n",
       "82600              0.000015              0.147843              0.000015   \n",
       "\n",
       "       Topic_97_Probability  Topic_98_Probability  Topic_99_Probability  \\\n",
       "0                  0.000012              0.000012              0.000012   \n",
       "1                  0.000011              0.000011              0.000011   \n",
       "2                  0.000015              0.000015              0.000015   \n",
       "3                  0.000013              0.000013              0.000013   \n",
       "4                  0.000012              0.000012              0.000012   \n",
       "...                     ...                   ...                   ...   \n",
       "82596              0.000012              0.000012              0.000012   \n",
       "82597              0.000011              0.000011              0.000011   \n",
       "82598              0.000013              0.000013              0.000013   \n",
       "82599              0.000013              0.000013              0.000013   \n",
       "82600              0.000015              0.000015              0.000015   \n",
       "\n",
       "       Topic_100_Probability  \n",
       "0                   0.052268  \n",
       "1                   0.060087  \n",
       "2                   0.077872  \n",
       "3                   0.255202  \n",
       "4                   0.000012  \n",
       "...                      ...  \n",
       "82596               0.303402  \n",
       "82597               0.000011  \n",
       "82598               0.048011  \n",
       "82599               0.111237  \n",
       "82600               0.039056  \n",
       "\n",
       "[82601 rows x 114 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import os\n",
    "import json\n",
    "import sys\n",
    "\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from sklearn.decomposition import LatentDirichletAllocation\n",
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "\n",
    "import nltk\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import word_tokenize\n",
    "\n",
    "import utils_general\n",
    "\n",
    "# set random seed\n",
    "np.random.seed(0)\n",
    "\n",
    "# set pandas to show all the cols in this notebook\n",
    "pd.set_option('display.max_columns', None)\n",
    "\n",
    "# read in df\n",
    "df = pd.read_csv(\"./csv/df.csv\")\n",
    "\n",
    "# if no words were transcribed, replace nan's with empty string\n",
    "df[\"transcript\"] = df[\"transcript\"].fillna(\"\")\n",
    "\n",
    "# read in data samples from the df\n",
    "data_samples = list(df[\"transcript\"])\n",
    "\n",
    "n_top_words = 50\n",
    "            \n",
    "def print_top_words(model, feature_names, n_top_words):\n",
    "    for topic_idx, topic in enumerate(model.components_):\n",
    "        top_words_idx = topic.argsort()[:-n_top_words - 1:-1]  # Get indices of top n words\n",
    "        top_words = [feature_names[i] for i in top_words_idx]\n",
    "        print(\"\\n\", topic_idx+1, \":\", end=\" \")\n",
    "        for word in top_words:\n",
    "            print(word, end=\", \")\n",
    "            \n",
    "def save_top_words(model, feature_names, n_top_words):\n",
    "    with open(\"./LDA_topics.csv\", \"w\") as f:\n",
    "        for topic_idx, topic in enumerate(model.components_):\n",
    "            top_words_idx = topic.argsort()[:-n_top_words - 1:-1]  # Get indices of top n words\n",
    "            top_words = [feature_names[i] for i in top_words_idx]\n",
    "            f.write(f\"{topic_idx+1},\")\n",
    "            for word in top_words:\n",
    "                f.write(word+\",\")\n",
    "            f.write(\"\\n\")\n",
    "            \n",
    "# nltk stopwords\n",
    "nltk.download('stopwords')\n",
    "stop_words = set(stopwords.words('english'))\n",
    "\n",
    "# tokenize and filter stopwords\n",
    "tokenized_documents = [word_tokenize(doc.lower()) for doc in data_samples]\n",
    "filtered_documents = [\n",
    "    [word for word in doc if word.isalnum() and word not in stop_words]\n",
    "    for doc in tokenized_documents\n",
    "]\n",
    "\n",
    "count_vectorizer = CountVectorizer()\n",
    "X = count_vectorizer.fit_transform([\" \".join(doc) for doc in filtered_documents])\n",
    "\n",
    "print(\"Fitting LDA model...\")\n",
    "n_topics = 100\n",
    "lda = LatentDirichletAllocation(\n",
    "    n_components=n_topics,\n",
    "    learning_method=\"online\",\n",
    "    random_state=0, \n",
    "    max_iter=5,\n",
    "    evaluate_every=1,\n",
    "    verbose=1\n",
    "    # we use the default value for perplexity tolerance\n",
    ")\n",
    "lda.fit(X)\n",
    "\n",
    "count_feature_names = count_vectorizer.get_feature_names_out()\n",
    "print_top_words(lda, count_feature_names, n_top_words)\n",
    "save_top_words(lda, count_feature_names, n_top_words)\n",
    "\n",
    "# Transform the fitted LDA model to get document-topic distribution\n",
    "document_topic_probs = lda.transform(X)\n",
    "print(\"Doc #0 probabilities =\", document_topic_probs[0])\n",
    "    \n",
    "# Create a new DataFrame with the original data and add the topic probabilities\n",
    "df = pd.concat([df, pd.DataFrame(document_topic_probs, columns=[f'Topic_{i+1}_Probability' for i in range(n_topics)])], axis=1)\n",
    "\n",
    "# drop columns containing 'Unnamed' in their name because these are old indexes\n",
    "columns_to_drop = [col for col in df.columns if \"Unnamed\" in col]\n",
    "df = df.drop(columns=columns_to_drop)\n",
    "\n",
    "# Display the new DataFrame\n",
    "display(df)\n",
    "\n",
    "csv_path = \"./csv/df-LDA_topics.csv\"\n",
    "utils_general.delete_file_if_already_exists(csv_path)\n",
    "df.to_csv(csv_path, header=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ab952042-127c-40e1-89b3-516bafe6fc36",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "2022_10_3",
   "language": "python",
   "name": "2022_10_3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}