generate_watermark.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "oqAa2du41s0B"
      },
      "outputs": [],
      "source": [
        "# Import necessary libraries\n",
        "\n",
        "import pandas as pd\n",
        "import transformers, torch\n",
        "from transformers import GPTNeoForCausalLM, GPT2Tokenizer"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 145,
          "referenced_widgets": [
            "14c261d2e2a34421b3ec3b590b50eb17",
            "4e4a9e195bb24737ae7c74d37a6e5818",
            "236095ac249a4e4da7726b8d7a55f498",
            "18e45e2f569345fab78219222587abc4",
            "6023bd069ba146608118d7475dfb4092",
            "5a4b2a03dc754231b4fdcff7d173738a",
            "8b45aa29fadc4e7db38865e284695094",
            "fc167b8597a04c32beb0bbfdb835c61c",
            "bdce4c8c40cd486daee124e5e891564d",
            "1183d3600f3a4d7d9102b873072dbb12",
            "0b4f43c885084a0d93a791a2447b5059",
            "0be24b95937e4557b9cd4427443fe8a2",
            "d456dfb6ce234d6998f8633d1324bd19",
            "03c5d9e5711940ad8296cf3a17f922f7",
            "b91121fcebbd4ede883dbd7e12cbcf2f",
            "785d63566f7944b5b75f92aee3ba868f",
            "60d4c0c05d3d4c7a97255eef771bb638",
            "352e6d3e39134ee7a42a17ee10239024",
            "f78860364dd3437d86c3cb4ee9f2fd19",
            "ff610827592e4305a11bec7fe6ea01f9",
            "17661d3baab94ca887f7063825da4fe8",
            "478033d37fd2457ba64a9efa569cad0c",
            "4c147211657540ecafb0fdf12a29b0a1",
            "487f236ded774c629a3dc66b360b5dac",
            "098c4036dc3745f4b4463cedbb5bef29",
            "fd319227b6dc4ae4b6fa6d38d637f6ad",
            "4ec82c07c6e347d1aa22833b6857505c",
            "50ceddf3cf2b4364bda1c2c7ac5ef75a",
            "a4ee20d9c6554fecaad368d7422f2b44",
            "50dd6b5b5b1b46b3a9b0901a675332cb",
            "2a893eda8deb442ca7ecdb10f3b008ea",
            "d4564f6855b846b19c8433b36bcf1ca1",
            "6a344326fe5f42e7acf8fc92defea1fd",
            "1cdaea24b65744138c0c9d85609a3240",
            "e1f50f1a947f4248bae73a0e710d03e5",
            "eab15712db024fe4a81905960b0c0749",
            "42486ce4480a4ac48618830213667c49",
            "fd978d6700a9466a9e645b7987f52ddc",
            "6aa6f8b5e7f742a1bd40e41e31c5f7f5",
            "77122487a539442fbd76e0dcfe516c50",
            "7481b2b054d5457896608fc159c2deb4",
            "c1c50eac3668406281484e4200467332",
            "0311fb1dfed848aeb4c6d2481b91e347",
            "c0717d79ee3441f8b588938708e1d4f1"
          ]
        },
        "id": "AOZXNVhY2N7l",
        "outputId": "8fe89783-15eb-4b72-8268-1b0c2a98b605"
      },
      "outputs": [],
      "source": [
        "# Setup GPT2 model and tokenizer\n",
        "\n",
        "model= GPTNeoForCausalLM.from_pretrained(\"EleutherAI/gpt-neo-1.3B\")\n",
        "model.to('cuda')\n",
        "tokenizer = GPT2Tokenizer.from_pretrained(\"EleutherAI/gpt-neo-1.3B\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "lf9zAO3H-SRG"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "['The Vicar of Wakefield as a Failed Morality Story Morality stories and plays that espouse Christian values have been', 'Governmental Funding for the Development of Self-Sustaining Communities: The Stabilization of the HIV/AIDS Crisis At the end of 2006, over 39.5 million people were', 'Who Is God? One common problem for the Christian tradition is the idea', \"The Absolute Necessity of College-Level Writing Courses Reading Mike Rose's article, The Language of Exclusion: Writing Instruction\", \"People or Property? In several of Shakespeare's plays, father – daughter relationships are\", 'A (Solitary) Place For Fantasy in Reality Reality is composed of a rather tenuous fabric in the', \"Human-Animal Nature in H.G. Wells and Edgar Allen Poe H.G. Wells' The Island of Dr. Moreau and Edgar Allen\", \"Pixels and Print: Effects of the Digital Age on Children's Literature The impact of the Internet and technology on children today\", \"Historical Places, Violent Spaces: A discussion on violence, personhood, and space in Virginia Woolf's Between the Acts Virginia Woolf's last novel Between the Acts is, more than\", 'Bloom & Martha: Are You Not Happy in Your Home? The reader, after trudging through the strange stream-of-consciousness and reference-heavy', \"Women in Beowulf Equality is a highly regarded goal in today's society; laws\", \"The Love Covenant The book of Hosea presents a different view of God's\", \"An Artistic Composition of Hell Stephen's visualization of Hell is juxtaposed with its traditional description\", \"The Role of Nicholas Levin in Tolstoy's Anna Karenina Though the appearances of Constantine Levin's brother Nicholas in Anna\", 'The Grey Zone of Shame: The Drowned and the Saved The Drowned and the Saved is a very different endeavor', \"Individuality and Isolation in Defoe's Moll Flanders Moll, in Defoe's Moll Flanders, is a female character who,\", \"On Frames and Resistance in Pride and Prejudice In Jane Austen's Pride and Prejudice, the larger philosophical questions\", 'Satire and Morality in The Vicar of Wakefield The Vicar of Wakefield, by Oliver Goldsmith, can be read', \"The Space of Dreams in The Age of Innocence In Edith Warton's The Age of Innocence, dreams of self-fulfillment\", 'The Freedom of One Word Existentialist philosophy asserts that we live in a broken world', 'Autonomy: Fact or Fiction In Western society (specifically in the United States) there has', 'Epic Speak The epic classic Beowulf is weak with respect to many', \"Autumnal Imagery in Persuasion Persuasion was Jane Austen's last novel, completed shortly before her\", \"Milton's Relativism Adam and Eve are fortunate enough to reside in Earth's\", \"Contradictions and a Consistent Critique Geoffrey Chaucer's writing is able to maintain interest to modern\", \"Sexualized Violence and Identity in Achy Obejas' Memory Mambo Achy Obejas' Memory Mambo is composed of seemingly isolated incidents\", \"Hermia and Jessica At first glance, Hermia of Midsummer Night's Dream and Jessica\", 'The Representation of Jesus and Women in the Gospel of Mark The Gospel of Mark offers valuable insight into the status', 'Bloom the Critic When Odysseus finally reaches Ithaca at the end of The', 'Good People Breaking Rules: Etiquette in Pride and Prejudice and Evelina The Oxford English Dictionary defines Etiquette as, [t]he conventional rules', 'The Inclusion of Friday in Robinson Crusoe: An Exertion of European Dominance Slavery has long been both the subject of writings and', 'The Law of Love In the Gospel of Mark, Jesus redefines the family as', 'Less is More: Courtship in Twelfth Night A play with a plot based on various complications surrounding', 'Andrew Marvell\\'s \"The Definition of Love\" Love has been the topic of literature for centuries. Although', 'We Will Both Praise it Now: A discussion on History, Memory, and the voices who sing of both \"Personal interpretations of past time—the stories that people tell themselves', \"The Image of Mary, Mother of Jesus, in Matthew and John Mary: Jesus' Foster Mother In the books of John and Matthew, Mary's role as\", \"Deep Sleep And The Inability To Exist In Works of Fantasy In Gábriel García Márquez's One Hundred Years of Solitude, insomnia\", 'Anti-Aristotelian Kane If the purpose of art is, as Aristotle posited, to', \"Classical and Modern Representations in O'Neill The playwright Eugene O'Neill brought many innovations to American drama.\", 'THE LADDER: Sexuality of Ancient Greece as an instrument of social mobility Anacreon once wrote a lyric which included the lines, I', \"Margery Kempe's Self-Fashioning: Visioning Herself in God The Book of Margery Kempe, considered to be the first\", 'Learning One’s Place in the World An Analysis of the Evolution of Eve’s Understanding of Natural Patriarchy in John Milton’s Paradise Lost John Milton invokes the aide of a muse at the', 'Charity in the Character of Sir William Thornhill In the novel, The Vicar of Wakefield by Oliver Goldsmith,', 'With Magic Comes Power: Exploring Marlowe’s Doctor Faustus and Shakespeare’s The Tempest When an individual reads Christopher Marlowe’s The Jew of Malta', 'Female Bonding in Roxana The bond between Roxana and Amy is not a standard', 'The Purgatory of the Postmodern Character and Action in Beckett’s “Godot” and “Endgame” \"That God does not exist, I cannot deny. That my', 'Cúchulainn’s Women, Loki’s Children Power & Femininity in Two Mythic Figures The Nordic figure of Loki and the Celtic figure of', 'This Man Loved Earth, Not Heaven, Enough to Die Death, Imagination, and Reality in Wallace Stevens’ The Man with the Blue Guitar \"We are born to die.\" —SHAKESPEARE, Romeo and Juliet Wallace', 'Rejecting Colonial Memory It is clear that a collective historical memory, which in', 'Deborah and the Degradation of Israel Throughout the Book of Judges, women play a significant role', 'Carwin and the Imp: Perversity and Atmosphere in Wieland In one of his famous short stories, Edgar Allen Poe', 'Self Destruction in Kindred Self mutilation and self destruction serve many roles in Octavia', 'Illustrations in Persepolis When I first flipped through Marjane Satrapi’s Persepolis, I was', 'The Central Message of Chaucer’s Retraction The length and the abstractness of Chaucer’s Retractioncan be deceiving', 'My Life Is Not a Movie Starring Michelle Pfeiffer or Hilary Swank \"What am I supposed to do wit\\' chu?\" Perched behind', \"Autoethnography My eyes shifted between a copy of Austen's Pride and\", 'Suomi The must of the old farmhouse seared my nostrils with', 'Hire Me, You Know You Want To Career Fair 2006, the first step to success. What the', \"The Portrayal of Menstruation in Ulysses: Commentary on Sensationalism, Confinement, Realism and Intimacy Throughout James Joyce's Ulysses, the protagonist, Leopold Bloom confronts and\", 'Seasons, Ages, Cycles: All As You Like It An easy place to begin an analysis of this production', 'Daughter says Ach!: Probing the Space Between Form and Content Via Rewriting Anzia Yezierska as John Dos Pasos and Vice-Versa Confronted with the task of comparing two modernist texts for', \"Woolf's Women: Behind the Walls As Virginia Woof sees it, the traditional roles of women\", \"Douglass' Declaration The concept of freedom carries a relative and subjective meaning.\", 'Close Reading Paper: The Tempest (4.1.146-163) Living a Dream PROSPERO 146 You do look, my son, in a movèd', 'Abraham Drafted to Team Galatians Paul writes his letter to the Galatians during a transitional', 'Sustenance and Sacrifice: The Symbolic Relationship Between Humans and Animals in Genesis One of the most important relationships in the book of', 'Survival in Auschwitz: Irony, Reality, and Power It was my good fortune to be deported to Auschwitz', 'A compare and contrast paper using two texts from a Science Fiction course What does it mean to be a vegetarian? Is it', '\"The Franklin\\'s Tale\" and Boccaccio\\'s Il Filocolo Chaucer used Boccaccio\\'s Il Filocolo as an analogue for the', 'Cursed Inheritances In Go Down, Moses, William Faulkner represents many different problems', \"Fairy Tales and the Context of Disney For most Americans, Walt Disney's animated versions of fairy tales\", \"Limited Recovery: Trauma in Obejas' Cuban America I have done that, says my memory. I cannot have\", 'The Words of Love Between Us: The Covenant in Hosea The book of Hosea reaffirms the first word of the', 'On the Names of God and Man The authors of Genesis 1 and 2, whoever they may', \"Khrrrrklak: Stephen's Deconstruction of Himself through a Series of Alternative Identities As he walks along Sandymount Strand in the Proteus chapter\", \"PERSPECTIVE: The differing revolutions of Stone and Kishlansky In both Lawrence Stone's Causes of the English Revolution and\", 'Defining Wild Nature: A brief study of H. D. Thoreau, Gary Snyder, Robert Frost, and Mary Oliver Defining wildness – even tracing another’s definition – can be', 'Rosamond Vincy and the Real Sphere An unmistakable delight shone from [her] eyes….Ideal happiness, (of the', \"Analysis of T.C. Boyle's A Friend of the Earth A Friend of the Earth, T.C. Boyle’s satirical novel, humorously\", 'MacBeth by Roman Polanski Unlike many other versions of this famous Shakespearean play, Roman', \"Julie Taymor's Titus Modern cinema possesses the ability to present Shakespeare in ways\", 'Invading the territory of invasives: the dangers of biotic disturbance New York City, 1908: different colors of skin swirl in', 'Exploring the Molecular Responses of Arabidopsis in Hypobaric Environments: Identifying Possible Targets for Genetic Engineering Abstract Environmental stresses to plants have been studied extensively in', 'The Ecology and Epidemiology of Plague Introduction Throughout history, plague has been made infamous as the', 'HOST-PARASITE INTERACTIONS: ON THE PRESUMED SYMPATRIC SPECIATION OF VIDUA Introduction: Ernst Mayr once wrote, sympatric speciation is like the', 'SENSORY DRIVE AND SPECIATION Do ecological constraints favour certain perceptual systems and, thus, generate', 'PLANT POLLINATION SYSTEMS: EVOLUTIONARY TRENDS IN GENERALIZATION AND SPECIALIZATION Perhaps one of the most intriguing varieties of mutualism is', 'CHROMOSOMAL REARRANGEMENTS, RECOMBINATION SUPPRESSION, AND SPECIATION: A REVIEW OF RIESEBERG (2001) The causal link between chromosomal rearrangements and speciation events is', 'ON THE ORIGINS OF MAN: UNDERSTANDING THE LAST TWO MILLION YEARS INTRODUCTION: In the past two decades, our understanding of the', 'Fetal Endocrine System Abstract This article reviews the effects that maternal nutrition can', 'Mn (III) TPPS4: A metallophorphryin used for tumor identification in MRI  From as early as 1948, scientists have studied the potential', 'Global reproductive strategies of Tursiops and Stenella (family Delphinidae) Introduction Generally, females make a larger investment toward future generations', 'Complementation Between Histidine Requiring Mutants of Saccharomyces cerevisiae Introduction Complementation experiments test for function. If two mutations separately', 'Nest Selection in Weaver Birds Introduction All bird species reproduce through the use of a', 'Fungal Eye Infections Due to ReNu MoistureLoc Introduction Numerous types of fungi are able to infect the', 'Plant Biodiversity I. What is biodiversity? Biodiversity can be simply defined as', 'Malaria Disease and Transmission Malaria is the disease caused by parasitic protozoa of the', 'Role of Leptin in Cardiovascular Disease Introduction: Cardiovascular disease (CVD) has an enormous impact on global', 'Mammal Diversification ABSTRACT: The advent of molecular clocks has created a rift', 'Malaria Disease and Transmission I. Malaria Disease and Transmission Malaria is a parasitic protozoa', 'A Case for a US International Anti-Malaria Program I. Malaria Disease and Transmission Malaria is a disease caused', 'Varying infectivity of Diplostomum flexicaudum in fish species of Douglas Lake The metacercarial stage of Diplostomum sp. causes a disease in', 'Malaria in the Twenty-first Century I. Malaria Disease and Transmission Malaria is caused by a', \"Case Analysis for Jean 'Redhorse' Osceola Our case analysis focused on a seventeen year old Navajo\", 'Sexual Selection and Male Sacrifice: From Darwin until Now In order to elicit copulation from females, males will often', 'Assessing selection hypotheses for the CCR5-∆32 mutation in Europeans Introduction The human immunodeficiency virus (HIV), the causative agent leading', 'The Forgotten Tropical Ecosystem Aided by the mass media, environmental groups and their celebrity', 'GENETIC ANALYSIS OF Drosophila melanogaster MUTANTS: TO DETERMINE INHERITANCE AND LINKAGE PATTERNS ABSTRACT: Ore-R wild-type (+type) Drosophila melanogaster, the common fruit fly,', 'Lab 3: Plant Competition Introduction The ability of a species to compete for limited', 'The Effects of Motor Oil on Aquatic Insect Predation Abstract: Modern technology and urbanization have brought about some important', 'Comparison of Hypothesis Testing in a High vs. Low-impact Journal Introduction The development of a testable hypothesis is an important', 'Drosophila Lab Report Introduction Drosophila melanogaster is an ideal genetic model organism in', 'Conjugation Lab Report Introduction Bacteria are unicellular, haploid organisms that are suited for', 'Investigation 6: Plasmid Transfer, Genetic Stability and Nisin Resistance in Lactococci Abstract Lactococci are important because they have several applications to', 'Genetic analysis of a mutant strain of Drosophila melanogaster Abstract Drosophila melanogaster was the organism used in this genetic', 'Analysis of a Mutant Strain of Drosophila Melanogaster Abstract: Drosophila Melanogaster, known as the common fruit fly, is', 'Conjugation Lab Report: Bacterial Conjugation and Genetic Mapping in E. Coli Abstract In this experiment we studied the phenomenon of conjugation', 'Drosophila Melanogaster Genetic Analysis Experiment Abstract In this experiment the Ore-R phenotype (wild type) of', 'Mapping of Genes in a Mutant Strain of Drosophila Melanogaster Abstract Drosophila Melanogaster (the common fruit fly) is convenient as', 'The Effect of Initial Carbon Dioxide Concentration on the Rate of Photosynthesis in the Aquatic Plant Elodea Introduction: In the field of plant biology, one of the', 'Mapping of Unknown Mutations In DrosophilaMelanogaster Introduction Drosophila Melanogaster, commonly known as fruit fly, was the', 'Effects of protein deficiency on organ size in Mus musculus Abstract: The amount of protein (standard animal chow and protein-deficient', 'Prevalence of Haemosporidians in birds of Northern Michigan Abstract In this study, the prevalence of Haemosporidians in birds', 'Trunk forking in Acer saccharum: a phototropic response to forest canopy gaps Abstract We examined trunk forking in Acer saccharumas an adaptation', 'Drosophila Melanogaster lab report Abstract Closer examination of unknown Drosophila Melanogaster strain U3833 results', 'Small Mammal Response to Post-fire Forest Succession in Northern Lower Michigan Abstract Fire can drastically alter forest ecosystems, and this can', 'Relative Abundance of Myotis septentrionalis and Myotis lucifugus in Three Habitats in Northern Michigan ABSTRACT The local abundance of Myotis septentrionalis (Northern bat) and', \"Neurobiology Disease Explanation to a Parent Dear Dad, I'm so sorry to hear that Mr. and\", 'The Social Impact of Roe v. Wade Although the 1973 Supreme Court case Roe v. Wade has', 'The E.U.: An Intergovernmental Organization with Supranational Aspirations There is no easy answer to the question of whether', 'The Democratic Inadequacies of the European Union Throughout the past sixty years, the European Union has progressed', 'How Much Choice is Too Much? Whether it applies to curriculum or vouchers, career paths or', 'The Legal Reasoning in Lawrence and the Prospect of Social Change The case of Lawrence v Texas is considered to be', 'Living up to Constitutional Standards The United States employs a structure of governance that places', 'German Surrender of Autonomy to Fascism National Socialism in Germany is often viewed as a unique', 'The Role of Party Identification in Voting Behavior: Is There Room for Issue and Candidate Evaluation? Noted American political scientist V. O. Key, Jr. once stated,', 'Theories of Legal Constraint There are three major theories, legal constraint, sincere preferences and', 'Transitional Justice?: The South African Truth and Reconciliation Commission and Socio-economic Rights Reconciliation means that those who have been on the underside', 'The Countermajoritarian Myth Countermajoritarianism, depending on who you ask, is either the justification', 'Analysis of British Rule of India As Nehru claims, two versions of English rule emerged in', \"Experience as History Evge'nia Ginzburg's Journey Into the Whirlwind provides an intimate portrait\", 'Power and the Urban Center Having, maintaining and controlling power is critical for governments, businesses,', 'midterm, law and public policy/ constitutional law Question 1B. Because the new provision addresses political speech, any', 'Direct vs. Indirect Effects of the Supreme Court Today the Supreme Court is often seen as wielding a', \"Hannah Arendt's Conception of Totalitarianism While Hannah Arendt's work, The Origins of Totalitarianism was groundbreaking\", 'Leave for Family Responsibility in the United States Introduction The second wave of the feminist movement struggled for', 'U.S. Civil Liberties Our history has seen a broad range of limitations of', \"You can't hurt me. I'm with the Union. It would be hard for Michiganders to select a single\", '\"Safer, Stronger\" … is it? I am George W. Bush, and I approve this message.', 'Introduction/Lit Review/Research Design Introduction In my research, I will be attempting to answer', 'The Electoral Micro-Macroeconomic Cycle: Taking Tufte to the State Level  Introduction Citizens of democratic governments wield a tool by which', \"Literature Review on the Impact of Institutional Reforms on Electoral Corruption Jose V. Abueva, head of the Citizen's Movement for a\", 'Candidate debates in Vermont ?? Question 1 Part A -1 The Supreme Court has held', 'Correspondence Between South Vietnamese President Nguyen Van Thieu and President Gerald Ford On January 27, 1973 the United States, North Vietnam, South', 'Background of Policy Issue- Human Trafficking in an International Context International organizations have been created to advance trade, peace, and', 'Increases in HIV/AIDS Education and Prevention in China Margaret Hamburg writes that, In the case of potential epidemics', 'Space, Class, and Party—Critical Tools of Democratization in Nicaragua I. INTRODUCTION In 1990, amidst an environment of exploitation, revolution,', 'Implications of Georgian NATO membership for the South Caucasus In a speech made in November 2005, NATO Secretary General', 'Political Realignment in the South A nation as large and diverse as America must certainly', \"China's Evolving Role in Peacekeeping On August 31st 2006, the United Nations Security Council passed\", '\"In God we trust?\" The Battle between Evolution and Intelligent Design Where has God, or spirituality, gone in the United States?', \"Ethics in International Development Whether it's Bono organizing a concert for AIDS relief or\", 'What Is A Jew? There are few religions or cultures as nebulous as Judaism.', 'Seeking Hope at Home Extensive research has documented how neighborhood conditions affect life outcomes.', \"Union Now!: Day Care Providers' Fight for Representation The unifying theme that linked together all of the various\", '\"The Blocking Machine\" Reflective of an intensely competitive and high stakes campaign season,', 'Education Policy and Economic Development A case study of Singapore and an analysis of its applicability to the United States INTRODUCTION The key to sustainable growth in the global economy', \"The Jewish Vote: An Investigation of the Proposed Rise in 'Chosen' Republicans Introduction Although the United States has constitutional barriers separating the\", \"America's Undercover Racism Almost 250 years of slavery and another 100 years of\", 'Disability Rights In August of 2004 attorney Richard Bernstein filed a class-action', 'Does BCRA really work? An investigation into the Re-election of Congresswoman Marcy Kaptur. Since her election on November 2, 1982, Congresswoman Marcy Kaptur', 'The Many Faces of Populism in Latin America Populism is a term that has frequently been used to', 'Violence and the Nation Introduction: Fear and the Nation The modern nation has a', 'Human Rights Debates Presented by William Slomanson, Jack Donnelly & Oona Hathaway The idea of Universal Human Rights (UHR) was largely developed', \"The United Nations' Balance of Sovereignty and International Human Rights\\ufeff The United Nations charter is a living document that is\", \"The Difficulty With International Law During the War on Terror The Bush administration's war on terror has had a significant\", \"Electoral Reform and Political Parties Within Indonesia Following President Suharto's resignation in 1998, the electoral reforms passed\", \"The Daily Show Indecision 2004: The Republican Voice versus the Democratic Breadth We Americans didn't want to know, and you had the\", 'The Politicization of American Healthcare as seen in the Reauthorization of SCHIP and its Effects on the American Public  Introduction The issue of health care in America has not', 'Moral Approval and Disapproval A. J. Ayer arrogantly proclaims in Language, Truth and Logic', 'The Pits and Folds of Religious Tolerance With growing world population and globalization, religions are finding themselves', 'THE EMBEZZLEMENT PROBLEM Is a person morally required to commit a crime in', \"Emotivism and Solomon's Theory of Emotions It was suggested in class that Solomon's theory of emotions\", 'Reliabilism In this paper I examine the reliabilist theory of justification.', \"Hypothetical Imperatives, Moral Imperatives, and the Objectivity of Values If we accept Mackie's account of the nature of ethical\", 'The Doctrine of Double Effect and Intuitions Regarding Hiroshima and Nagasaki The Doctrine of Double Effect (henceforth referred to as DDE)', 'The Movement of Homosexual Marriage into the Public Sphere Marriage is and always will be a private contract between', 'Early Fetuses and Constitutional Rights I. The Problem of Fetal Rights The Supreme Court deliberates', 'Transaction Ethics I will argue that a transaction to which two parties', 'Basic Frameworks of Moral Justification and Hierarchy of Human Needs All of the three basic frameworks of moral justification --', 'Topic 1: Locke on Primary and Secondary Qualities In the late 1600s, John Locke set out to establish', \"George Schlesinger and Pascal's Wager George Schlesinger addresses several major objections to Pascal's famous wager.\", 'Aristotle on Friendship In Books VIII and IX of the Nichomachean Ethics, Aristotle', \"Explaining Locke's Primary and Secondary Qualities In his Essay Concerning Human Understanding 1, John Locke makes\", \"EXAMINING SOCRATES' DESIRE THEORY In the Meno Socrates argues that no one desires what\", 'PLEONEXIA In the first book of the Republic Socrates argues against', \"Gilbert and Directions of Correspondence In this short paper, I will discuss J. David Velleman's\", \"Kant's Transcendental Aesthetic In the Transcendental Aesthetic, Kant attempts to prove that our\", 'Music and Negative Emotion In his essay, Music and Negative Emotion, Jerrold Levinson attempts', 'The Chinese Room, and What It Takes to Build a Mind In the past several decades, computer scientists and artificial intelligence', 'Two Distinctions in Kant In his Critique of Pure Reason, Immanuel Kant makes two', \"Grice's Analysis of Metaphor and Irony In his Logic and Conversation 1, H. P. Grice describes\", 'The Morality of Commonality and Agent Specific Restrictions Act-utilitarianism holds that an act is right if and only', 'THE MEANING OF WRONG What is meant when we call an act wrong? I', 'The Cartesian Circle Often referred to as the Cartesian Circle, Descartes presents a', 'Reliabilism Reliabilism is a nonevidentialist theory of knowledge that says that', 'Final Cause and Necessity in Nature When Aristotle presents his theory of causation and the controversial', 'The composition of the Earth Thales, argued to be the first philosopher by some, proposed', 'God and Omnipotence According to traditional theology God must be omniscient, omnipotent, and', 'Question 9: Determinism and Free Will At first glance, the question as to whether human actions', 'Hume and Smith on Justice Adam Smith and David Hume agree that rules of justice', 'The Evaluative Role of Pain Eric suggested in class that pain fulfills criterion E, the']\n"
          ]
        }
      ],
      "source": [
        "# Get essay prompts\n",
        "\n",
        "from list_generate import prompts\n",
        "\n",
        "prompts= prompts\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "Z2RN3bDI4_W6"
      },
      "outputs": [],
      "source": [
        "# Generate text with GPT Neo\n",
        "\n",
        "def gpt_neo_generate(prompt, max_length=750):\n",
        "  inputs =  tokenizer(prompt, return_tensors=\"pt\")\n",
        "\n",
        "  input_ids = inputs[\"input_ids\"].to(\"cuda\")\n",
        "\n",
        "  generation_config = transformers.GenerationConfig(\n",
        "      do_sample=True,\n",
        "      temperature=0.7,\n",
        "      top_p=0.92,\n",
        "      top_k=80,\n",
        "      no_repeat_ngram_size=2,\n",
        "      min_length=500,\n",
        "      max_length=1000,\n",
        "      repetition_penalty=1.5,\n",
        "      )\n",
        "\n",
        "  with torch.no_grad():\n",
        "    generation_output = model.generate(\n",
        "        input_ids=input_ids,\n",
        "        attention_mask=torch.ones_like(input_ids),\n",
        "        pad_token_id=tokenizer.eos_token_id,\n",
        "        generation_config=generation_config,\n",
        "    )\n",
        "\n",
        "    output_text = tokenizer.decode(\n",
        "        generation_output[0].cuda(), skip_special_tokens=True\n",
        "        ).strip()\n",
        "\n",
        "    return output_text.split(prompt, 1)[1]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "uGIXj6AplkKC"
      },
      "source": [
        "**Generating Watermarked Text**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "IxKUMg6don7b"
      },
      "outputs": [],
      "source": [
        "import sys\n",
        "sys.path.append('/dupe/lm_watermarking_main')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "qsRwY47Plj3c"
      },
      "outputs": [],
      "source": [
        "from extended_watermark_processor import WatermarkLogitsProcessor\n",
        "from transformers import LogitsProcessorList"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "id": "iKcP0GHBltVT"
      },
      "outputs": [],
      "source": [
        "watermark_processor = WatermarkLogitsProcessor(vocab=list(tokenizer.get_vocab().values()),\n",
        "                                               gamma=0.25,\n",
        "                                               delta=2.0,\n",
        "                                               seeding_scheme=\"simple_1\")"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {},
      "outputs": [],
      "source": [
        "# Function to generate watermarked text\n",
        "\n",
        "def watermark_generate(prompt, max_length=750):\n",
        "    inputs =  tokenizer(prompt, return_tensors=\"pt\")\n",
        "\n",
        "    input_ids = inputs[\"input_ids\"].to(\"cuda\")\n",
        "\n",
        "    generation_config = transformers.GenerationConfig(\n",
        "        do_sample=True,\n",
        "        temperature=0.75,\n",
        "        top_p=0.92,\n",
        "        top_k=50,\n",
        "        no_repeat_ngram_size=2,\n",
        "        min_length=500,\n",
        "        max_length=1000,\n",
        "        repetition_penalty=1.5,\n",
        "#       max_new_tokens=128,\n",
        "        )\n",
        "\n",
        "    with torch.no_grad():\n",
        "        generation_output = model.generate(\n",
        "        input_ids=input_ids,\n",
        "        attention_mask=torch.ones_like(input_ids),\n",
        "        pad_token_id=tokenizer.eos_token_id,\n",
        "        generation_config=generation_config,\n",
        "        logits_processor=LogitsProcessorList([watermark_processor]),\n",
        "    )\n",
        "    \n",
        "    output = generation_output[:,input_ids.shape[-1]:]\n",
        "\n",
        "    output_text = tokenizer.batch_decode(output, skip_special_tokens=True)[0]\n",
        "    \n",
        "    return output_text"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Prompt</th>\n",
              "      <th>Essay</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Vicar of Wakefield as a Failed Morality St...</td>\n",
              "      <td>around for thousands of years. In fact, they ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Governmental Funding for the Development of Se...</td>\n",
              "      <td>living with the disease worldwide. More than ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Who Is God? One common problem for the Christi...</td>\n",
              "      <td>that God is one. The basic problem is that we...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Absolute Necessity of College-Level Writin...</td>\n",
              "      <td>and Race in America (New York: Routledge, 201...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>People or Property? In several of Shakespeare'...</td>\n",
              "      <td>central to plots. In Hamlet, the two fathers ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>207</th>\n",
              "      <td>The composition of the Earth Thales, argued to...</td>\n",
              "      <td>a plan that would prove beneficial to mankind...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>208</th>\n",
              "      <td>God and Omnipotence According to traditional t...</td>\n",
              "      <td>all-powerful. This is the basis of a lot of P...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>209</th>\n",
              "      <td>Question 9: Determinism and Free Will At first...</td>\n",
              "      <td>are determined or free seems very straightfor...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>210</th>\n",
              "      <td>Hume and Smith on Justice Adam Smith and David...</td>\n",
              "      <td>can be derived from human conduct, and that t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>211</th>\n",
              "      <td>The Evaluative Role of Pain Eric suggested in ...</td>\n",
              "      <td>evaluatively important role. The evalulative ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>212 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                Prompt  \\\n",
              "0    The Vicar of Wakefield as a Failed Morality St...   \n",
              "1    Governmental Funding for the Development of Se...   \n",
              "2    Who Is God? One common problem for the Christi...   \n",
              "3    The Absolute Necessity of College-Level Writin...   \n",
              "4    People or Property? In several of Shakespeare'...   \n",
              "..                                                 ...   \n",
              "207  The composition of the Earth Thales, argued to...   \n",
              "208  God and Omnipotence According to traditional t...   \n",
              "209  Question 9: Determinism and Free Will At first...   \n",
              "210  Hume and Smith on Justice Adam Smith and David...   \n",
              "211  The Evaluative Role of Pain Eric suggested in ...   \n",
              "\n",
              "                                                 Essay  \n",
              "0     around for thousands of years. In fact, they ...  \n",
              "1     living with the disease worldwide. More than ...  \n",
              "2     that God is one. The basic problem is that we...  \n",
              "3     and Race in America (New York: Routledge, 201...  \n",
              "4     central to plots. In Hamlet, the two fathers ...  \n",
              "..                                                 ...  \n",
              "207   a plan that would prove beneficial to mankind...  \n",
              "208   all-powerful. This is the basis of a lot of P...  \n",
              "209   are determined or free seems very straightfor...  \n",
              "210   can be derived from human conduct, and that t...  \n",
              "211   evaluatively important role. The evalulative ...  \n",
              "\n",
              "[212 rows x 2 columns]"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "# Generate essays and store them in a Pandas DataFrame\n",
        "\n",
        "watermark_data = []\n",
        "for prompt in prompts:\n",
        "    watermark_text = watermark_generate(prompt)\n",
        "    watermark_data.append({\"Prompt\": prompt, \"Essay\": watermark_text})\n",
        "\n",
        "watermark_df = pd.DataFrame(watermark_data)\n",
        "watermark_df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {},
      "outputs": [],
      "source": [
        "# Export the watermarked essay to a CSV file in the specified directory\n",
        "\n",
        "directory = '/dupe/Data/'  \n",
        "filename = 'watermark_generated.csv'  \n",
        "\n",
        "watermark_df.to_csv(directory + filename, index=False)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "**Detecting Watermarked text**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {},
      "outputs": [],
      "source": [
        "from extended_watermark_processor import WatermarkDetector\n",
        "\n",
        "watermark_detector = WatermarkDetector(vocab=list(tokenizer.get_vocab().values()),\n",
        "                                        gamma=0.25, # should match original setting\n",
        "                                        seeding_scheme=\"simple_1\", # should match original setting\n",
        "                                        device=model.device, # must match the original rng device type\n",
        "                                        tokenizer=tokenizer,\n",
        "                                        z_threshold=4.0,\n",
        "                                        normalizers=[],\n",
        "                                        ignore_repeated_ngrams=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {},
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "\n",
        "def run_detector(df, text_label):\n",
        "    \"\"\"For each text in DF, run the watermark detector and return a DataFrame with the text, \n",
        "    the number of tokens, number of green tokens, and the detection p-value.\"\"\"\n",
        "    \n",
        "    # Prepare lists to hold the data\n",
        "    texts = []\n",
        "    token_numbers = []\n",
        "    green_numbers = []\n",
        "    p_vals = []\n",
        "    \n",
        "    # Iterate over the DataFrame\n",
        "    for i in range(len(df)):\n",
        "        \n",
        "        # Get the text from the DataFrame\n",
        "        text = df.iloc[i][text_label]\n",
        "        texts.append(text)\n",
        "        \n",
        "        # Run the watermark detector (assuming it's defined elsewhere)\n",
        "        try:\n",
        "            detection = watermark_detector.detect(text)\n",
        "        except:\n",
        "            print('line:',i )\n",
        "            continue\n",
        "        \n",
        "        # Append the detection results to the lists\n",
        "        token_numbers.append(detection['num_tokens_scored'])\n",
        "        green_numbers.append(detection['num_green_tokens'])\n",
        "        p_vals.append(detection['p_value'])\n",
        "    \n",
        "    # Create a DataFrame with the collected data\n",
        "    detect_df = pd.DataFrame({\n",
        "        'Text': texts,\n",
        "        'Token Number': token_numbers,\n",
        "        'Green Number': green_numbers,\n",
        "        'P-Value': p_vals\n",
        "    })\n",
        "    \n",
        "    return detect_df\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {},
      "outputs": [],
      "source": [
        "todetect_df =pd.read_csv('/dupe/Data/watermark_generated.csv')\n",
        "\n",
        "watermarkdetect = run_detector(todetect_df, 'Essay')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Text</th>\n",
              "      <th>Token Number</th>\n",
              "      <th>Green Number</th>\n",
              "      <th>P-Value</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>around for thousands of years. In fact, they ...</td>\n",
              "      <td>692</td>\n",
              "      <td>382</td>\n",
              "      <td>1.707299e-75</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>living with the disease worldwide. More than ...</td>\n",
              "      <td>960</td>\n",
              "      <td>525</td>\n",
              "      <td>1.927755e-100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>that God is one. The basic problem is that we...</td>\n",
              "      <td>985</td>\n",
              "      <td>513</td>\n",
              "      <td>4.419774e-86</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>and Race in America (New York: Routledge, 201...</td>\n",
              "      <td>969</td>\n",
              "      <td>571</td>\n",
              "      <td>1.104685e-131</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>central to plots. In Hamlet, the two fathers ...</td>\n",
              "      <td>194</td>\n",
              "      <td>118</td>\n",
              "      <td>5.024021e-31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>207</th>\n",
              "      <td>a plan that would prove beneficial to mankind...</td>\n",
              "      <td>981</td>\n",
              "      <td>557</td>\n",
              "      <td>3.186734e-117</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>208</th>\n",
              "      <td>all-powerful. This is the basis of a lot of P...</td>\n",
              "      <td>977</td>\n",
              "      <td>530</td>\n",
              "      <td>3.057021e-99</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>209</th>\n",
              "      <td>are determined or free seems very straightfor...</td>\n",
              "      <td>977</td>\n",
              "      <td>500</td>\n",
              "      <td>6.162649e-80</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>210</th>\n",
              "      <td>can be derived from human conduct, and that t...</td>\n",
              "      <td>338</td>\n",
              "      <td>200</td>\n",
              "      <td>5.350521e-48</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>211</th>\n",
              "      <td>evaluatively important role. The evalulative ...</td>\n",
              "      <td>978</td>\n",
              "      <td>515</td>\n",
              "      <td>4.500797e-89</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>212 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                  Text  Token Number  \\\n",
              "0     around for thousands of years. In fact, they ...           692   \n",
              "1     living with the disease worldwide. More than ...           960   \n",
              "2     that God is one. The basic problem is that we...           985   \n",
              "3     and Race in America (New York: Routledge, 201...           969   \n",
              "4     central to plots. In Hamlet, the two fathers ...           194   \n",
              "..                                                 ...           ...   \n",
              "207   a plan that would prove beneficial to mankind...           981   \n",
              "208   all-powerful. This is the basis of a lot of P...           977   \n",
              "209   are determined or free seems very straightfor...           977   \n",
              "210   can be derived from human conduct, and that t...           338   \n",
              "211   evaluatively important role. The evalulative ...           978   \n",
              "\n",
              "     Green Number        P-Value  \n",
              "0             382   1.707299e-75  \n",
              "1             525  1.927755e-100  \n",
              "2             513   4.419774e-86  \n",
              "3             571  1.104685e-131  \n",
              "4             118   5.024021e-31  \n",
              "..            ...            ...  \n",
              "207           557  3.186734e-117  \n",
              "208           530   3.057021e-99  \n",
              "209           500   6.162649e-80  \n",
              "210           200   5.350521e-48  \n",
              "211           515   4.500797e-89  \n",
              "\n",
              "[212 rows x 4 columns]"
            ]
          },
          "execution_count": 19,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "watermarkdetect"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {},
      "outputs": [],
      "source": [
        "# Export the watermarked destection DataFrame to a CSV file in the specified directory\n",
        "\n",
        "directory = '/dupe/Data/' \n",
        "filename = 'watermark_detect.csv'  \n",
        "\n",
        "watermarkdetect.to_csv(directory + filename, index=False)"
      ]
    }
  ],
  "metadata": {
    "accelerator": "TPU",
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.11.5"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "0311fb1dfed848aeb4c6d2481b91e347": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "03c5d9e5711940ad8296cf3a17f922f7": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_f78860364dd3437d86c3cb4ee9f2fd19",
            "max": 798156,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_ff610827592e4305a11bec7fe6ea01f9",
            "value": 798156
          }
        },
        "098c4036dc3745f4b4463cedbb5bef29": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_50dd6b5b5b1b46b3a9b0901a675332cb",
            "max": 456356,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_2a893eda8deb442ca7ecdb10f3b008ea",
            "value": 456356
          }
        },
        "0b4f43c885084a0d93a791a2447b5059": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "0be24b95937e4557b9cd4427443fe8a2": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_d456dfb6ce234d6998f8633d1324bd19",
              "IPY_MODEL_03c5d9e5711940ad8296cf3a17f922f7",
              "IPY_MODEL_b91121fcebbd4ede883dbd7e12cbcf2f"
            ],
            "layout": "IPY_MODEL_785d63566f7944b5b75f92aee3ba868f"
          }
        },
        "1183d3600f3a4d7d9102b873072dbb12": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "14c261d2e2a34421b3ec3b590b50eb17": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_4e4a9e195bb24737ae7c74d37a6e5818",
              "IPY_MODEL_236095ac249a4e4da7726b8d7a55f498",
              "IPY_MODEL_18e45e2f569345fab78219222587abc4"
            ],
            "layout": "IPY_MODEL_6023bd069ba146608118d7475dfb4092"
          }
        },
        "17661d3baab94ca887f7063825da4fe8": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "18e45e2f569345fab78219222587abc4": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_1183d3600f3a4d7d9102b873072dbb12",
            "placeholder": "​",
            "style": "IPY_MODEL_0b4f43c885084a0d93a791a2447b5059",
            "value": " 200/200 [00:00&lt;00:00, 7.16kB/s]"
          }
        },
        "1cdaea24b65744138c0c9d85609a3240": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_e1f50f1a947f4248bae73a0e710d03e5",
              "IPY_MODEL_eab15712db024fe4a81905960b0c0749",
              "IPY_MODEL_42486ce4480a4ac48618830213667c49"
            ],
            "layout": "IPY_MODEL_fd978d6700a9466a9e645b7987f52ddc"
          }
        },
        "236095ac249a4e4da7726b8d7a55f498": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_fc167b8597a04c32beb0bbfdb835c61c",
            "max": 200,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_bdce4c8c40cd486daee124e5e891564d",
            "value": 200
          }
        },
        "2a893eda8deb442ca7ecdb10f3b008ea": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "352e6d3e39134ee7a42a17ee10239024": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "42486ce4480a4ac48618830213667c49": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_0311fb1dfed848aeb4c6d2481b91e347",
            "placeholder": "​",
            "style": "IPY_MODEL_c0717d79ee3441f8b588938708e1d4f1",
            "value": " 90.0/90.0 [00:00&lt;00:00, 4.83kB/s]"
          }
        },
        "478033d37fd2457ba64a9efa569cad0c": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "487f236ded774c629a3dc66b360b5dac": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_50ceddf3cf2b4364bda1c2c7ac5ef75a",
            "placeholder": "​",
            "style": "IPY_MODEL_a4ee20d9c6554fecaad368d7422f2b44",
            "value": "Downloading (…)olve/main/merges.txt: 100%"
          }
        },
        "4c147211657540ecafb0fdf12a29b0a1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HBoxModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HBoxModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HBoxView",
            "box_style": "",
            "children": [
              "IPY_MODEL_487f236ded774c629a3dc66b360b5dac",
              "IPY_MODEL_098c4036dc3745f4b4463cedbb5bef29",
              "IPY_MODEL_fd319227b6dc4ae4b6fa6d38d637f6ad"
            ],
            "layout": "IPY_MODEL_4ec82c07c6e347d1aa22833b6857505c"
          }
        },
        "4e4a9e195bb24737ae7c74d37a6e5818": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_5a4b2a03dc754231b4fdcff7d173738a",
            "placeholder": "​",
            "style": "IPY_MODEL_8b45aa29fadc4e7db38865e284695094",
            "value": "Downloading (…)okenizer_config.json: 100%"
          }
        },
        "4ec82c07c6e347d1aa22833b6857505c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "50ceddf3cf2b4364bda1c2c7ac5ef75a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "50dd6b5b5b1b46b3a9b0901a675332cb": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "5a4b2a03dc754231b4fdcff7d173738a": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6023bd069ba146608118d7475dfb4092": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "60d4c0c05d3d4c7a97255eef771bb638": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "6a344326fe5f42e7acf8fc92defea1fd": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "6aa6f8b5e7f742a1bd40e41e31c5f7f5": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "7481b2b054d5457896608fc159c2deb4": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "77122487a539442fbd76e0dcfe516c50": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "785d63566f7944b5b75f92aee3ba868f": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "8b45aa29fadc4e7db38865e284695094": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "a4ee20d9c6554fecaad368d7422f2b44": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "b91121fcebbd4ede883dbd7e12cbcf2f": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_17661d3baab94ca887f7063825da4fe8",
            "placeholder": "​",
            "style": "IPY_MODEL_478033d37fd2457ba64a9efa569cad0c",
            "value": " 798k/798k [00:00&lt;00:00, 8.26MB/s]"
          }
        },
        "bdce4c8c40cd486daee124e5e891564d": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "c0717d79ee3441f8b588938708e1d4f1": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "DescriptionStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "description_width": ""
          }
        },
        "c1c50eac3668406281484e4200467332": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        },
        "d4564f6855b846b19c8433b36bcf1ca1": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "d456dfb6ce234d6998f8633d1324bd19": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_60d4c0c05d3d4c7a97255eef771bb638",
            "placeholder": "​",
            "style": "IPY_MODEL_352e6d3e39134ee7a42a17ee10239024",
            "value": "Downloading (…)olve/main/vocab.json: 100%"
          }
        },
        "e1f50f1a947f4248bae73a0e710d03e5": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_6aa6f8b5e7f742a1bd40e41e31c5f7f5",
            "placeholder": "​",
            "style": "IPY_MODEL_77122487a539442fbd76e0dcfe516c50",
            "value": "Downloading (…)cial_tokens_map.json: 100%"
          }
        },
        "eab15712db024fe4a81905960b0c0749": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "FloatProgressModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "FloatProgressModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "ProgressView",
            "bar_style": "success",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_7481b2b054d5457896608fc159c2deb4",
            "max": 90,
            "min": 0,
            "orientation": "horizontal",
            "style": "IPY_MODEL_c1c50eac3668406281484e4200467332",
            "value": 90
          }
        },
        "f78860364dd3437d86c3cb4ee9f2fd19": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fc167b8597a04c32beb0bbfdb835c61c": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "fd319227b6dc4ae4b6fa6d38d637f6ad": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "HTMLModel",
          "state": {
            "_dom_classes": [],
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "HTMLModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/controls",
            "_view_module_version": "1.5.0",
            "_view_name": "HTMLView",
            "description": "",
            "description_tooltip": null,
            "layout": "IPY_MODEL_d4564f6855b846b19c8433b36bcf1ca1",
            "placeholder": "​",
            "style": "IPY_MODEL_6a344326fe5f42e7acf8fc92defea1fd",
            "value": " 456k/456k [00:00&lt;00:00, 19.5MB/s]"
          }
        },
        "fd978d6700a9466a9e645b7987f52ddc": {
          "model_module": "@jupyter-widgets/base",
          "model_module_version": "1.2.0",
          "model_name": "LayoutModel",
          "state": {
            "_model_module": "@jupyter-widgets/base",
            "_model_module_version": "1.2.0",
            "_model_name": "LayoutModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "LayoutView",
            "align_content": null,
            "align_items": null,
            "align_self": null,
            "border": null,
            "bottom": null,
            "display": null,
            "flex": null,
            "flex_flow": null,
            "grid_area": null,
            "grid_auto_columns": null,
            "grid_auto_flow": null,
            "grid_auto_rows": null,
            "grid_column": null,
            "grid_gap": null,
            "grid_row": null,
            "grid_template_areas": null,
            "grid_template_columns": null,
            "grid_template_rows": null,
            "height": null,
            "justify_content": null,
            "justify_items": null,
            "left": null,
            "margin": null,
            "max_height": null,
            "max_width": null,
            "min_height": null,
            "min_width": null,
            "object_fit": null,
            "object_position": null,
            "order": null,
            "overflow": null,
            "overflow_x": null,
            "overflow_y": null,
            "padding": null,
            "right": null,
            "top": null,
            "visibility": null,
            "width": null
          }
        },
        "ff610827592e4305a11bec7fe6ea01f9": {
          "model_module": "@jupyter-widgets/controls",
          "model_module_version": "1.5.0",
          "model_name": "ProgressStyleModel",
          "state": {
            "_model_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_model_name": "ProgressStyleModel",
            "_view_count": null,
            "_view_module": "@jupyter-widgets/base",
            "_view_module_version": "1.2.0",
            "_view_name": "StyleView",
            "bar_color": null,
            "description_width": ""
          }
        }
      }
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}