fix: cleaning up deks (#44)

We've solidified what we consider a dek. This PR removes the dek selectors that do not fit that mold.

Author: adampash

src/extractors/custom/fandom.wikia.com/index.js

@@ -51,7 +51,6 @@ export const WikiaExtractor = {
 
   dek: {
     selectors: [
-      ['meta[name="og:description"]', 'value'],
     ],
   },
 

src/extractors/custom/www.apartmenttherapy.com/index.js

@@ -53,7 +53,6 @@ export const ApartmentTherapyExtractor = {
 
   dek: {
     selectors: [
-      ['meta[name=description]', 'value'],
     ],
   },
 

src/extractors/custom/www.apartmenttherapy.com/index.test.js

@@ -69,22 +69,6 @@ describe('CustomExtractor', () => {
     assert.equal(date_published, '2016-10-13T21:00:00.000Z');
   });
 
-  it('returns the dek', async () => {
-    // To pass this test, fill out the dek selector
-    // in ./src/extractors/custom/www.apartmenttherapy.com/index.js.
-    const html =
-      fs.readFileSync('./fixtures/www.apartmenttherapy.com/1476396697639.html');
-    const articleUrl =
-      'http://www.apartmenttherapy.com/a-light-filled-la-loft-236564';
-
-    const { dek } =
-      await Mercury.parse(articleUrl, html, { fallback: false });
-
-    // Update these values with the expected values from
-    // the article.
-    assert.equal(dek, "Name: Ashley Location: Downtown — Los Angeles, California Welcome to our sunny and spacious downtown home located in the in the heart of Downtown LA's Historic Core. Inside you'll find a 1,300 square foot bi-level ground unit with loft (only three of its kind!) that offers an unparalleled, refined industrial, modern aesthetic.");
-  });
-
   it('returns the lead_image_url', async () => {
     // To pass this test, fill out the lead_image_url selector
     // in ./src/extractors/custom/www.apartmenttherapy.com/index.js.

src/extractors/custom/www.broadwayworld.com/index.js

@@ -47,7 +47,6 @@ export const BroadwayWorldExtractor = {
 
   dek: {
     selectors: [
-      ['meta[name="og:description"]', 'value'],
     ],
   },
 

src/extractors/custom/www.broadwayworld.com/index.test.js

@@ -69,22 +69,6 @@ describe('CustomExtractor', () => {
     assert.equal(date_published, '2016-10-13T19:35:00.000Z');
   });
 
-  it('returns the dek', async () => {
-    // To pass this test, fill out the dek selector
-    // in ./src/extractors/custom/www.broadwayworld.com/index.js.
-    const html =
-      fs.readFileSync('./fixtures/www.broadwayworld.com/1476392567143.html');
-    const articleUrl =
-      'http://www.broadwayworld.com/article/American-Theatre-Wing-Launches-Andrew-Lloyd-Webber-Training-Scholarships-20161013';
-
-    const { dek } =
-      await Mercury.parse(articleUrl, html, { fallback: false });
-
-    // Update these values with the expected values from
-    // the article.
-    assert.equal(dek, 'The American Theatre Wing announced today that their Andrew Lloyd Webber Initiative has launched its second initiative program, the Training Scholarships, bridging the gap between talent and opportunity and creating a strong pipeline to the professional theatre for promising artists of all backgrounds.');
-  });
-
   it('returns the lead_image_url', async () => {
     // To pass this test, fill out the lead_image_url selector
     // in ./src/extractors/custom/www.broadwayworld.com/index.js.

src/extractors/custom/www.buzzfeed.com/index.js

@@ -56,7 +56,6 @@ export const BuzzfeedExtractor = {
 
   dek: {
     selectors: [
-      ['meta[name="description"]', 'value'],
     ],
   },
 

src/extractors/custom/www.buzzfeed.com/index.test.js

@@ -69,22 +69,6 @@ describe('BuzzfeedExtractor', () => {
   //   // assert.equal(date_published, 'hi');
   // });
 
-  it('returns the dek', async () => {
-    // To pass this test, fill out the dek selector
-    // in ./src/extractors/custom/www.buzzfeed.com/index.js.
-    const html =
-      fs.readFileSync('./fixtures/www.buzzfeed.com/1475531975121.html');
-    const articleUrl =
-      'https://www.buzzfeed.com/ikrd/people-are-calling-out-this-edited-picture-of-demi-lovato-fo';
-
-    const { dek } =
-      await Mercury.parse(articleUrl, html, { fallback: false });
-
-    // Update these values with the expected values from
-    // the article.
-    assert.equal(dek, 'Lovato said: "Is that how my boobs should look?"..');
-  });
-
   it('returns the lead_image_url', async () => {
     // To pass this test, fill out the lead_image_url selector
     // in ./src/extractors/custom/www.buzzfeed.com/index.js.

src/extractors/custom/www.cnn.com/index.js

@@ -20,8 +20,6 @@ export const WwwCnnComExtractor = {
     ],
   },
 
-  dek: null,
-
   lead_image_url: {
     selectors: [
       ['meta[name="og:image"]', 'value'],

src/extractors/custom/www.cnn.com/index.test.js

@@ -66,22 +66,6 @@ describe('WwwCnnComExtractor', () => {
     assert.equal(date_published, '2016-11-29T10:39:35.000Z');
   });
 
-  it('returns the dek', async () => {
-    // To pass this test, fill out the dek selector
-    // in ./src/extractors/custom/www.cnn.com/index.js.
-    const html =
-      fs.readFileSync('./fixtures/www.cnn.com/1480458253239.html');
-    const articleUrl =
-      'http://www.cnn.com/2016/11/29/politics/donald-trump-transition-presidency/index.html';
-
-    const { dek } =
-      await Mercury.parse(articleUrl, html, { fallback: false });
-
-    // Update these values with the expected values from
-    // the article.
-    assert.equal(dek, null);
-  });
-
   it('returns the lead_image_url', async () => {
     // To pass this test, fill out the lead_image_url selector
     // in ./src/extractors/custom/www.cnn.com/index.js.

src/extractors/custom/www.littlethings.com/index.test.js

@@ -53,38 +53,6 @@ describe('LittleThingsExtractor', () => {
     assert.equal(author, 'Laura Caseley');
   });
 
-  // it('returns the date_published', async () => {
-  //   // To pass this test, fill out the date_published selector
-  //   // in ./src/extractors/custom/www.littlethings.com/index.js.
-  //   const html =
-  //     fs.readFileSync('./fixtures/www.littlethings.com/1475605036506.html');
-  //   const articleUrl =
-  //     'http://www.littlethings.com/diy-pineapple-lamp/';
-  //
-  //   const { date_published } =
-  //     await Mercury.parse(articleUrl, html, { fallback: false });
-  //
-  //   // Update these values with the expected values from
-  //   // the article.
-  //   assert.equal(date_published, '');
-  // });
-
-  // it('returns the dek', async () => {
-  //   // To pass this test, fill out the dek selector
-  //   // in ./src/extractors/custom/www.littlethings.com/index.js.
-  //   const html =
-  //     fs.readFileSync('./fixtures/www.littlethings.com/1475605036506.html');
-  //   const articleUrl =
-  //     'http://www.littlethings.com/diy-pineapple-lamp/';
-  //
-  //   const { dek } =
-  //     await Mercury.parse(articleUrl, html, { fallback: false });
-  //
-  //   // Update these values with the expected values from
-  //   // the article.
-  //   assert.equal(dek, '');
-  // });
-
   it('returns the lead_image_url', async () => {
     // To pass this test, fill out the lead_image_url selector
     // in ./src/extractors/custom/www.littlethings.com/index.js.