feat(gatsby): Handle duplicated fragment definitions (#15179)

* Parse code in node_modules as well

* Ignore gatsby-transformer-sharp and gatsby

* Transpile node_modules during develop, sorry Ward

* Only parse modules that use gatsby in deps or peer deps

* Switch to gatsby-dependents

* Fix lock file

* Remove manual plugin page addition

* Revert "Remove manual plugin page addition"

This reverts commit 742543f.

* Add comment explaining revert

* Remove debug stuff

* Remove fragment dedupe hack

* Filter out duplicated fragments

* Don't parse files in node_modules

packages/gatsby/src/query/query-compiler.js

@@ -38,6 +38,8 @@ const {
   ScalarLeafsRule,
   VariablesAreInputTypesRule,
   VariablesInAllowedPositionRule,
+  Kind,
+  print,
 } = require(`graphql`)
 
 type RootQuery = {
@@ -99,6 +101,7 @@ class Runner {
 
   async parseEverything() {
     const filesRegex = path.join(`/**`, `*.+(t|j)s?(x)`)
+
     let files = [
       path.join(this.base, `src`),
       path.join(this.base, `.cache`, `fragments`),
@@ -113,18 +116,26 @@ class Runner {
           ),
         []
       )
+
     files = files.filter(d => !d.match(/\.d\.ts$/))
+
     files = files.map(normalize)
 
+    // We should be able to remove the following and preliminary tests do suggest
+    // that they aren't needed anymore since we transpile node_modules now
+    // However, there could be some cases (where a page is outside of src for example)
+    // that warrant keeping this and removing later once we have more confidence (and tests)
+
     // Ensure all page components added as they're not necessarily in the
-    // pages directory e.g. a plugin could add a page component.  Plugins
+    // pages directory e.g. a plugin could add a page component. Plugins
     // *should* copy their components (if they add a query) to .cache so that
-    // our babel plugin to remove the query on building is active (we don't
-    // run babel on code in node_modules). Otherwise the component will throw
-    // an error in the browser of "graphql is not defined".
+    // our babel plugin to remove the query on building is active.
+    // Otherwise the component will throw an error in the browser of
+    // "graphql is not defined".
     files = files.concat(
       Array.from(store.getState().components.keys(), c => normalize(c))
     )
+
     files = _.uniq(files)
 
     let parser = new FileParser()
@@ -138,6 +149,7 @@ class Runner {
     const nameDefMap = new Map()
     const nameErrorMap = new Map()
     const documents = []
+    const fragmentMap = new Map()
 
     for (let [filePath, doc] of nodes.entries()) {
       let errors = validate(this.schema, doc, validationRules)
@@ -172,6 +184,25 @@ class Runner {
         return compiledNodes
       }
 
+      // The way we currently export fragments requires duplicated ones
+      // to be filtered out since there is a global Fragment namespace
+      // We maintain a top level fragment Map to keep track of all definitions
+      // of thge fragment type and to filter them out if theythey've already been
+      // declared before
+      doc.definitions = doc.definitions.filter(definition => {
+        if (definition.kind === Kind.FRAGMENT_DEFINITION) {
+          const fragmentName = definition.name.value
+          if (fragmentMap.has(fragmentName)) {
+            if (print(definition) === fragmentMap.get(fragmentName)) {
+              return false
+            }
+          } else {
+            fragmentMap.set(fragmentName, print(definition))
+          }
+        }
+        return true
+      })
+
       documents.push(doc)
       doc.definitions.forEach((def: any) => {
         const name: string = def.name.value

packages/gatsby/src/utils/webpack.config.js

@@ -246,12 +246,10 @@ module.exports = async (program, directory, suppliedStage) => {
   }
 
   function getModule() {
-    const jsOptions = {}
-
     // Common config for every env.
     // prettier-ignore
     let configRules = [
-      rules.js(jsOptions),
+      rules.js(),
       rules.yaml(),
       rules.fonts(),
       rules.images(),