From 2af0f6179a584c3ee334e0fb8f102ca0ef2b2598 Mon Sep 17 00:00:00 2001 From: Janet Date: Tue, 7 Feb 2017 14:53:05 -0500 Subject: [PATCH] feat: rawstory parser (#109) * feat: rawstory parser Finished, with a little help from Frankie (thanks Frankie!) * fix: date_published timezone --- fixtures/www.rawstory.com/1482439337481.html | 1 + src/extractors/custom/index.js | 1 + .../custom/www.rawstory.com/index.js | 47 ++++++++++ .../custom/www.rawstory.com/index.test.js | 87 +++++++++++++++++++ 4 files changed, 136 insertions(+) create mode 100644 fixtures/www.rawstory.com/1482439337481.html create mode 100644 src/extractors/custom/www.rawstory.com/index.js create mode 100644 src/extractors/custom/www.rawstory.com/index.test.js diff --git a/fixtures/www.rawstory.com/1482439337481.html b/fixtures/www.rawstory.com/1482439337481.html new file mode 100644 index 000000000..a8d81e664 --- /dev/null +++ b/fixtures/www.rawstory.com/1482439337481.html @@ -0,0 +1 @@ + These 6 celebrities are refusing to play Trump’s inauguration as team scrambles to secure talent

Styles

Structure

{text}

{title}

{text}

{title}

{text}

{title}

{text}

{title}

Values

Scripts

These 6 celebrities are refusing to play Trump’s inauguration as team scrambles to secure talent

Tana Ganeva

22 Dec 2016 at 14:27 ET
(Photo: stock_photo_world / Shutterstock.com)
(Photo: stock_photo_world / Shutterstock.com)

As Inauguration Day approaches, Donald Trump’s team is reportedly having such a hard time attracting celebrity performers that the President-elect has ordered a “Hail Mary” shakeup, according to the Wrap. Susan Bender, formerly a booker for Dancing with the Stars, will now have her talents tested in the task of securing A-list talent. So far, the only confirmed performers are a 16-year-old America’s Got Talent contestant and the Mormon Tabernacle.

Which celebrities have reportedly turned down the chance to celebrate the new President-elect? Here’s a list so far.

Elton John

When a member of Trump’s transition team announced that Elton John would be performing at the inaugural, the singer’s representatives swiftly shut down his claim.

“This will be the first American president in U.S. history that enters the White House with a pro-gay-rights stance,” investment banker Anthony Scaramucci said on the BBC, according to the New York Times.

“Elton John is going to be doing our concert on the mall for the inauguration,” a publicist retorted.

Garth Brooks

Asked if he would perform at the inaugural, the country star replied with the vaguely patriotic, “It’s always about serving. It’s what you do.” But after weeks of speculation, the Wrap reports that Brooks will not be performing.

Celine Dion

Steve Wynn, Donald Trump’s hotelier buddy, reportedly pledged to deliver up Celine Dion. He failed. Dion is refusing to take part.

Andrea Bocelli

The Trump team claimed that they had turned down Andrea Bocelli, but other reports suggest the singer decided against performing on January 20th because of potential backlash and bad press.

John Legend

We don’t know if John Legend has been asked, but the singer made his position pretty clear nevertheless.

“They’re calling managers, agents, everyone in town to see who they can get and it’s been problematic,” an unnamed source told the site. “Creative people tend to reject bigotry and hate,” he told the BBC. “We tend to be more liberal-minded. When we see somebody that’s preaching division and hate and bigotry, it’s unlikely he’ll get a lot of creative people that want to be associated with him.”

KISS

When TMZ asked Gene Simmons if KISS would play the inaugural, Simmons tried to answer only to be shouted down by his wife and daughter, who yelled loud “No’s!” Once Simmons was able to speak, he diplomatically offered that the band would be touring Europe then, but his family continued making it quite clear that was not the reason.

The Wrap reports that the team is offering to pay A-listers “anything” to get them on board.

Given his successful run on Dancing with the Stars, perhaps Rick Perry can pull double duty as Inauguration performer and incoming Energy Secretary.

About the Author
Senate Minority Leader Harry Reid (MSNBC, Screenshot)
Next on Raw Story >
Harry Reid blasts ‘worthless’ DNC in blistering critique of Debbie Wasserman-Schultz
By commenting, you agree to our terms of service and to abide by our commenting policy.
Read Comments - Join the Discussion


SEE ALL RAW STORIES
Google+ \ No newline at end of file diff --git a/src/extractors/custom/index.js b/src/extractors/custom/index.js index fc25fed21..e907fe40e 100644 --- a/src/extractors/custom/index.js +++ b/src/extractors/custom/index.js @@ -55,6 +55,7 @@ export * from './uproxx.com'; export * from './www.eonline.com'; export * from './www.miamiherald.com'; export * from './www.refinery29.com'; +export * from './www.rawstory.com'; export * from './www.cnet.com'; export * from './www.cinemablend.com'; export * from './www.today.com'; diff --git a/src/extractors/custom/www.rawstory.com/index.js b/src/extractors/custom/www.rawstory.com/index.js new file mode 100644 index 000000000..0b8ea3dfd --- /dev/null +++ b/src/extractors/custom/www.rawstory.com/index.js @@ -0,0 +1,47 @@ +export const WwwRawstoryComExtractor = { + domain: 'www.rawstory.com', + + title: { + selectors: [ + '.blog-title', + ], + }, + + author: { + selectors: [ + '.blog-author a:first-of-type', + ], + }, + + date_published: { + selectors: [ + '.blog-author a:last-of-type', + ], + + timezone: 'EST', + }, + + lead_image_url: { + selectors: [ + ['meta[name="og:image"]', 'value'], + ], + }, + + content: { + selectors: [ + '.blog-content', + ], + + // Is there anything in the content you selected that needs transformed + // before it's consumable content? E.g., unusual lazy loaded images + transforms: { + }, + + // Is there anything that is in the result that shouldn't be? + // The clean selectors will remove anything that matches from + // the result + clean: [ + + ], + }, +}; diff --git a/src/extractors/custom/www.rawstory.com/index.test.js b/src/extractors/custom/www.rawstory.com/index.test.js new file mode 100644 index 000000000..f67fa23dc --- /dev/null +++ b/src/extractors/custom/www.rawstory.com/index.test.js @@ -0,0 +1,87 @@ +import assert from 'assert'; +import fs from 'fs'; +import URL from 'url'; +import cheerio from 'cheerio'; + +import Mercury from 'mercury'; +import getExtractor from 'extractors/get-extractor'; +import { excerptContent } from 'utils/text'; + +describe('WwwRawstoryComExtractor', () => { + describe('initial test case', () => { + let result; + let url; + beforeAll(() => { + url = + 'http://www.rawstory.com/2016/12/these-6-celebrities-are-refusing-to-play-trumps-inauguration-as-team-scrambles-to-secure-talent/'; + const html = + fs.readFileSync('./fixtures/www.rawstory.com/1482439337481.html'); + result = + Mercury.parse(url, html, { fallback: false }); + }); + + it('is selected properly', () => { + // This test should be passing by default. + // It sanity checks that the correct parser + // is being selected for URLs from this domain + const extractor = getExtractor(url); + assert.equal(extractor.domain, URL.parse(url).hostname); + }); + + it('returns the title', async () => { + // To pass this test, fill out the title selector + // in ./src/extractors/custom/www.rawstory.com/index.js. + const { title } = await result; + + // Update these values with the expected values from + // the article. + assert.equal(title, 'These 6 celebrities are refusing to play Trump’s inauguration as team scrambles to secure talent'); + }); + + it('returns the author', async () => { + // To pass this test, fill out the author selector + // in ./src/extractors/custom/www.rawstory.com/index.js. + const { author } = await result; + + // Update these values with the expected values from + // the article. + assert.equal(author, 'Tana Ganeva'); + }); + + it('returns the date_published', async () => { + // To pass this test, fill out the date_published selector + // in ./src/extractors/custom/www.rawstory.com/index.js. + const { date_published } = await result; + + // Update these values with the expected values from + // the article. + assert.equal(date_published, '2016-12-22T19:27:00.000Z'); + }); + + it('returns the lead_image_url', async () => { + // To pass this test, fill out the lead_image_url selector + // in ./src/extractors/custom/www.rawstory.com/index.js. + const { lead_image_url } = await result; + + // Update these values with the expected values from + // the article. + assert.equal(lead_image_url, 'http://www.rawstory.com/wp-content/uploads/2016/12/Donald-Trump11-800x430.jpg'); + }); + + it('returns the content', async () => { + // To pass this test, fill out the content selector + // in ./src/extractors/custom/www.rawstory.com/index.js. + // You may also want to make use of the clean and transform + // options. + const { content } = await result; + + const $ = cheerio.load(content || ''); + + const first13 = excerptContent($('*').first().text(), 13); + + // Update these values with the expected values from + // the article. + assert.equal(first13, 'As Inauguration Day approaches, Donald Trump’s team is reportedly having such a hard'); + }); + }); +});