From c1a444ecf9e7788290a0c4e0c72516ff4c9f4bda Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Thu, 14 Dec 2017 19:01:34 -0300 Subject: [PATCH 01/26] Remove Site Name --- lib/parser/title.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/lib/parser/title.js b/lib/parser/title.js index 29b6336..907f00e 100644 --- a/lib/parser/title.js +++ b/lib/parser/title.js @@ -20,6 +20,11 @@ var sitenameMetatags = [ * @returns {string} */ function removeSiteNameFromTitle(articleTitle, siteName) { + + if(articleTitle === siteName){ + return ''; + } + articleTitle = articleTitle.replace(siteName, ''); var lastChar = articleTitle.charAt(articleTitle.length - 1); From 46d552ba5ad71134e484f3eeac7a203f8b15f162 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Thu, 14 Dec 2017 19:25:51 -0300 Subject: [PATCH 02/26] Respond with body prepared text --- index.js | 28 ++++++++++++++++------------ 1 file changed, 16 insertions(+), 12 deletions(-) diff --git a/index.js b/index.js index 9872a24..7058bf8 100644 --- a/index.js +++ b/index.js @@ -7,18 +7,22 @@ var title = require('./lib/parser/title'); var summary = require('./lib/parser/summary'); module.exports = { - extractData: function (articleUrl, callback) { - request(articleUrl, function (err, response, body) { - var data = {}; - var preppedHtml = cleaner.prepForParsing(body); + extractData: function (articleUrl, callback) { + request(articleUrl, function (err, response, body) { - data.domain = url.parse(articleUrl).host; - data.author = author.getAuthor(preppedHtml); - data.title = title.getTitle(preppedHtml); - data.content = content.getArticleContent(preppedHtml, data.host); - data.summary = summary.getSummary(preppedHtml, data.content); + var preppedHtml = cleaner.prepForParsing(body); + var data = { + body:preppedHtml, + article: {} + }; - callback(null, data); - }); - } + data.article.domain = url.parse(articleUrl).host; + data.article.author = author.getAuthor(preppedHtml); + data.article.title = title.getTitle(preppedHtml); + data.article.content = content.getArticleContent(preppedHtml, data.host); + data.article.summary = summary.getSummary(preppedHtml, data.content); + + callback(null, data); + }); + } } From 7652e004b01ea6fe754ef795796fdbffd64f509d Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Thu, 14 Dec 2017 20:12:26 -0300 Subject: [PATCH 03/26] Validate null content and undefined title --- lib/parser/summary.js | 3 +++ lib/parser/title.js | 4 ++++ 2 files changed, 7 insertions(+) diff --git a/lib/parser/summary.js b/lib/parser/summary.js index c8bde85..3b7add1 100644 --- a/lib/parser/summary.js +++ b/lib/parser/summary.js @@ -51,6 +51,9 @@ module.exports = { return summaryFromMetags; } else { + if(!content){ + return ''; + } return getSummaryFromContent(content); } } diff --git a/lib/parser/title.js b/lib/parser/title.js index 907f00e..5768d3e 100644 --- a/lib/parser/title.js +++ b/lib/parser/title.js @@ -21,6 +21,10 @@ var sitenameMetatags = [ */ function removeSiteNameFromTitle(articleTitle, siteName) { + if(!articleTitle){ + return ''; + } + if(articleTitle === siteName){ return ''; } From 4f47119b5ec0b1ac9529a200b319542cf5dcdf81 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Thu, 14 Dec 2017 21:06:24 -0300 Subject: [PATCH 04/26] Validate rawhtml before cheerio load --- lib/cleaner/prep-for-parsing.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/lib/cleaner/prep-for-parsing.js b/lib/cleaner/prep-for-parsing.js index c362cd2..f0bef19 100644 --- a/lib/cleaner/prep-for-parsing.js +++ b/lib/cleaner/prep-for-parsing.js @@ -15,6 +15,11 @@ var blacklistRegex = /ads|social|comment/i; * @param rawHtml */ module.exports = function (rawHtml) { + + if(!rawHtml){ + return ''; + } + var $ = cheerio.load(rawHtml); var $body = $('body'); From 34f9682603bdec659e213ae45b7ad073049d2da4 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Thu, 14 Dec 2017 21:52:23 -0300 Subject: [PATCH 05/26] Content longest is null --- lib/parser/content.js | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/lib/parser/content.js b/lib/parser/content.js index ed8a3ad..f835c64 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -67,6 +67,10 @@ function getContentByLongestLength(rawHtml) { } }); + if(!$longest){ + return ''; + } + var content = $longest.html(); // Replace any existing newlines with a space From 0ae2342a2a91a42027fb959b0c53f06ca62eefce Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 10:32:59 -0300 Subject: [PATCH 06/26] Detect if raw data is undefined --- lib/cleaner/remove-attributes.js | 5 +++++ lib/cleaner/remove-empty-elements.js | 3 +++ lib/cleaner/remove-navigational-elements.js | 3 +++ lib/cleaner/remove-post-data-elements.js | 3 +++ lib/cleaner/remove-social-elements.js | 3 +++ lib/parser/author.js | 3 +++ lib/parser/content.js | 8 +++++++- lib/parser/summary.js | 6 ++++++ lib/parser/title.js | 9 +++++++++ 9 files changed, 42 insertions(+), 1 deletion(-) diff --git a/lib/cleaner/remove-attributes.js b/lib/cleaner/remove-attributes.js index 3b6fb95..c253ac1 100644 --- a/lib/cleaner/remove-attributes.js +++ b/lib/cleaner/remove-attributes.js @@ -14,6 +14,11 @@ var attributesToKeep = [ * @param rawHtml */ module.exports = function (rawHtml) { + + if(!rawHtml){ + return ''; + } + var $ = cheerio.load(rawHtml); $('*').each(function () { diff --git a/lib/cleaner/remove-empty-elements.js b/lib/cleaner/remove-empty-elements.js index d079eeb..75dcf18 100644 --- a/lib/cleaner/remove-empty-elements.js +++ b/lib/cleaner/remove-empty-elements.js @@ -7,6 +7,9 @@ var _ = require('lodash'); * @param rawHtml */ module.exports = function (rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); $('*').each(function () { diff --git a/lib/cleaner/remove-navigational-elements.js b/lib/cleaner/remove-navigational-elements.js index 7985ebf..d629fd1 100644 --- a/lib/cleaner/remove-navigational-elements.js +++ b/lib/cleaner/remove-navigational-elements.js @@ -7,6 +7,9 @@ var _ = require('lodash'); * @param rawHtml */ module.exports = function (rawHtml, host) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); // Filter out 'back to top' links diff --git a/lib/cleaner/remove-post-data-elements.js b/lib/cleaner/remove-post-data-elements.js index 3f5c654..2e5ac3c 100644 --- a/lib/cleaner/remove-post-data-elements.js +++ b/lib/cleaner/remove-post-data-elements.js @@ -7,6 +7,9 @@ var _ = require('lodash'); * @param rawHtml */ module.exports = function (rawHtml, host) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); $('*[property="author"]').remove(); diff --git a/lib/cleaner/remove-social-elements.js b/lib/cleaner/remove-social-elements.js index 526bcff..deff36d 100644 --- a/lib/cleaner/remove-social-elements.js +++ b/lib/cleaner/remove-social-elements.js @@ -12,6 +12,9 @@ var shareUrls = [ * @param rawHtml */ module.exports = function (rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); $('*').each(function () { diff --git a/lib/parser/author.js b/lib/parser/author.js index 1c4dc51..754f898 100644 --- a/lib/parser/author.js +++ b/lib/parser/author.js @@ -8,6 +8,9 @@ var cheerio = require('cheerio'); * @returns {string} */ function getAuthor(html) { + if(!html){ + return ''; + } var $ = cheerio.load(html); var metatagAuthor = $('meta[name="author"]').attr('content'); diff --git a/lib/parser/content.js b/lib/parser/content.js index f835c64..7aa44e7 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -13,6 +13,9 @@ var cleaner = require('../cleaner'); * @returns {*} */ function getLikelyCandidate(rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); var $body = $('body'); var candidates = []; @@ -54,7 +57,10 @@ function getLikelyCandidate(rawHtml) { * @returns {string} */ function getContentByLongestLength(rawHtml) { - console.log('Getting longest length'); + if(!rawHtml){ + return ''; + } + var longestTextLength = 0; var $longest = null; var $ = cheerio.load(rawHtml); diff --git a/lib/parser/summary.js b/lib/parser/summary.js index 3b7add1..ca21cd7 100644 --- a/lib/parser/summary.js +++ b/lib/parser/summary.js @@ -13,6 +13,9 @@ var metatags = [ * @returns {string} */ function getSummaryFromMetatags(rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); for (var i = 0; i < metatags.length; i++) { @@ -34,6 +37,9 @@ function getSummaryFromMetatags(rawHtml) { * @returns {string} */ function getSummaryFromContent(content) { + if(!content){ + return ''; + } var $ = cheerio.load(content); var interestingParagraphs = $('p').filter(function () { diff --git a/lib/parser/title.js b/lib/parser/title.js index 5768d3e..b0079a4 100644 --- a/lib/parser/title.js +++ b/lib/parser/title.js @@ -47,6 +47,9 @@ function removeSiteNameFromTitle(articleTitle, siteName) { * @returns {string} */ function getSiteName(rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); for (var i = 0; i < sitenameMetatags.length; i++) { @@ -66,6 +69,9 @@ function getSiteName(rawHtml) { * @returns {string} */ function getTitleFromMetaTags(rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); var title; var siteName = getSiteName(rawHtml); @@ -93,6 +99,9 @@ function getTitleFromMetaTags(rawHtml) { * @returns {string} */ function getTitleFromWindowTitle(rawHtml) { + if(!rawHtml){ + return ''; + } var $ = cheerio.load(rawHtml); var title = $('title').text(); var siteName = getSiteName(rawHtml); From 7ba3a7a2063cb1893d0ed65ae71f26edd90d294b Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 11:12:19 -0300 Subject: [PATCH 07/26] Fix content --- lib/parser/content.js | 1 + 1 file changed, 1 insertion(+) diff --git a/lib/parser/content.js b/lib/parser/content.js index 7aa44e7..e9b9b7e 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -57,6 +57,7 @@ function getLikelyCandidate(rawHtml) { * @returns {string} */ function getContentByLongestLength(rawHtml) { + if(!rawHtml){ return ''; } From e875f5b387071dfdc53ad43c72a77e9775b6d7a9 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 12:58:43 -0300 Subject: [PATCH 08/26] Get Author --- lib/parser/author.js | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/lib/parser/author.js b/lib/parser/author.js index 754f898..4491453 100644 --- a/lib/parser/author.js +++ b/lib/parser/author.js @@ -11,14 +11,17 @@ function getAuthor(html) { if(!html){ return ''; } - var $ = cheerio.load(html); + var $ = cheerio.load(html); - var metatagAuthor = $('meta[name="author"]').attr('content'); - var semanticAuthor = $('*[rel="author"]').eq(0).text(); - var classAuthor = $('.author').eq(0).text(); - return metatagAuthor || semanticAuthor || classAuthor; + var metatagAuthor = $('meta[name="author"]').attr('content'); + var semanticAuthor = $('*[rel="author"]').eq(0).text(); + var classAuthor = $('.author').eq(0).text(); + var classAuthorSpanish = $('.columnista a').eq(0).text(); + var itemPropAuthorSpanish = $('a[itemprop="author"]').text(); + + return metatagAuthor || semanticAuthor || classAuthor || classAuthorSpanish || itemPropAuthorSpanish; } module.exports = { - getAuthor: getAuthor + getAuthor: getAuthor }; From f3f7c85647325c31ef9d05494c890fa05e571b26 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 14:09:13 -0300 Subject: [PATCH 09/26] Parse article body --- index.js | 6 +++++- lib/parser/content.js | 29 ++++++++++++++++++++++++++++- 2 files changed, 33 insertions(+), 2 deletions(-) diff --git a/index.js b/index.js index 7058bf8..398e3b1 100644 --- a/index.js +++ b/index.js @@ -19,7 +19,11 @@ module.exports = { data.article.domain = url.parse(articleUrl).host; data.article.author = author.getAuthor(preppedHtml); data.article.title = title.getTitle(preppedHtml); - data.article.content = content.getArticleContent(preppedHtml, data.host); + if(data.article.domain === 'www.perfil.com'){ + data.article.content = content.getArticleContentForItemprop(preppedHtml,data.host); + }else{ + data.article.content = content.getArticleContent(preppedHtml, data.host); + } data.article.summary = summary.getSummary(preppedHtml, data.content); callback(null, data); diff --git a/lib/parser/content.js b/lib/parser/content.js index e9b9b7e..dcf29e0 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -44,6 +44,25 @@ function getLikelyCandidate(rawHtml) { } } +/** + * Gets a likely candidate for the article's content based on a DOM's element 'article score' (based on Readability's + * implementation at https://code.google.com/p/arc90labs-readability/source/browse/branches/haiti/js/readability.js). + * This algorithm assumes that the article is written in `

` tags. If it's not, it will return `undefined`. + * + * TODO: add additional score parameters based on paragraph length, comma occurrences and so on (see Readability above) + * + * @param rawHtml + * @returns {*} + */ +function getLikelyCandidateForItemProp(rawHtml) { + if(!rawHtml){ + return ''; + } + var $ = cheerio.load(rawHtml); + var $rel = $('.relacionadas').remove(); + var $body = $('div[itemprop="articleBody"]'); + return $('div[itemprop="articleBody"]').text() +} /** * Loops over every node in the DOM and checks for its own text length. We try to pick the one with the longest length * in the hopes that this will actually be content. This is merely used as a fallback and probably doesn't work half the @@ -105,6 +124,14 @@ function getArticleContent(rawHtml, host) { return content; } + +function getArticleContentForItemprop(rawHtml, host) { + var content = getLikelyCandidateForItemProp(rawHtml); + content = cleaner.cleanAfterParsing(content, host); + return content; +} + module.exports = { - getArticleContent: getArticleContent + getArticleContent: getArticleContent, + getArticleContentForItemprop: getArticleContentForItemprop }; From c34f5457577c46cbc39b37b6773fae3d9ed8af95 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 14:40:29 -0300 Subject: [PATCH 10/26] Fix author for los andes --- lib/parser/author.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/lib/parser/author.js b/lib/parser/author.js index 4491453..1bfdcb0 100644 --- a/lib/parser/author.js +++ b/lib/parser/author.js @@ -18,8 +18,9 @@ function getAuthor(html) { var classAuthor = $('.author').eq(0).text(); var classAuthorSpanish = $('.columnista a').eq(0).text(); var itemPropAuthorSpanish = $('a[itemprop="author"]').text(); + var dataAuthorProperty = $('.article-view').attr('data-author'); - return metatagAuthor || semanticAuthor || classAuthor || classAuthorSpanish || itemPropAuthorSpanish; + return metatagAuthor || semanticAuthor || classAuthor || classAuthorSpanish || itemPropAuthorSpanish || dataAuthorProperty; } module.exports = { From 8c3209ade26136adc2d74139544ed511a6175ea2 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 14:47:16 -0300 Subject: [PATCH 11/26] IndefxOf of undefined --- lib/cleaner/remove-navigational-elements.js | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/lib/cleaner/remove-navigational-elements.js b/lib/cleaner/remove-navigational-elements.js index d629fd1..496bf70 100644 --- a/lib/cleaner/remove-navigational-elements.js +++ b/lib/cleaner/remove-navigational-elements.js @@ -15,7 +15,11 @@ module.exports = function (rawHtml, host) { // Filter out 'back to top' links $('a').filter(function () { var hasTopInText = $(this).text().toLowerCase().indexOf('top') > -1; - var hasHashInHref = $(this).attr('href').indexOf('#') > -1; + + var hasHashInHref; + if($(this).attr('href')){ + hasHashInHref = $(this).attr('href').indexOf('#') > -1; + } return hasTopInText && hasHashInHref; }).remove(); From ab615d61e7bc9f35014177fa6c480c4b43cf2674 Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 14:56:36 -0300 Subject: [PATCH 12/26] Cleaner --- lib/cleaner/remove-navigational-elements.js | 3 +++ 1 file changed, 3 insertions(+) diff --git a/lib/cleaner/remove-navigational-elements.js b/lib/cleaner/remove-navigational-elements.js index 496bf70..6b353d4 100644 --- a/lib/cleaner/remove-navigational-elements.js +++ b/lib/cleaner/remove-navigational-elements.js @@ -28,6 +28,9 @@ module.exports = function (rawHtml, host) { var relTag = $(this).attr('rel'); var href = $(this).attr('href'); + if(!href){ + return; + } var isRelTag = relTag === 'tag'; var isPartOfList = $(this).parents('ul').length > 0; var containsUrlWithTag = href.indexOf(host) > -1 && href.indexOf('tag') > -1; From de363cf2d34d769ed21d4aceb4170b3ae338ba9f Mon Sep 17 00:00:00 2001 From: "Claudio A. Marrero" Date: Fri, 15 Dec 2017 15:26:32 -0300 Subject: [PATCH 13/26] Change cheerio --- package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package.json b/package.json index 3cdde00..c8f2388 100644 --- a/package.json +++ b/package.json @@ -23,7 +23,7 @@ "homepage": "https://github.com/thomastuts/article-extractor", "dependencies": { "async": "^0.9.0", - "cheerio": "^0.19.0", + "cheerio": "https://github.com/cmarrero01/cheerio.git", "lodash": "^3.5.0", "request": "^2.53.0" }, From e001ec6333d1904065286280459471b12c9a027f Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 10:57:08 -0300 Subject: [PATCH 14/26] Content async --- index.js | 11 ++-- lib/parser/content.js | 137 ++++++++++++++++++++++-------------------- package.json | 1 + 3 files changed, 80 insertions(+), 69 deletions(-) diff --git a/index.js b/index.js index 398e3b1..16f94b8 100644 --- a/index.js +++ b/index.js @@ -19,14 +19,17 @@ module.exports = { data.article.domain = url.parse(articleUrl).host; data.article.author = author.getAuthor(preppedHtml); data.article.title = title.getTitle(preppedHtml); + data.article.summary = summary.getSummary(preppedHtml, data.content); + if(data.article.domain === 'www.perfil.com'){ - data.article.content = content.getArticleContentForItemprop(preppedHtml,data.host); + content.getArticleContentForItemprop(preppedHtml,data.host,function(cleanContent){ + data.article.content = cleanContent; + callback(null, data); + }); }else{ data.article.content = content.getArticleContent(preppedHtml, data.host); + callback(null, data); } - data.article.summary = summary.getSummary(preppedHtml, data.content); - - callback(null, data); }); } } diff --git a/lib/parser/content.js b/lib/parser/content.js index dcf29e0..b0f24b8 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -1,6 +1,7 @@ var cheerio = require('cheerio'); var _ = require('lodash'); var cleaner = require('../cleaner'); +var jsdom = require("node-jsdom"); /** * Gets a likely candidate for the article's content based on a DOM's element 'article score' (based on Readability's @@ -16,32 +17,32 @@ function getLikelyCandidate(rawHtml) { if(!rawHtml){ return ''; } - var $ = cheerio.load(rawHtml); - var $body = $('body'); - var candidates = []; - - $body.find('p').each(function () { - var paragraph = $(this); - var parentNode = $(this).get(0).parentNode; - - if (!parentNode.extracted) { - parentNode.extracted = { - score: 0 - }; - candidates.push(parentNode); + var $ = cheerio.load(rawHtml); + var $body = $('body'); + var candidates = []; + + $body.find('p').each(function () { + var paragraph = $(this); + var parentNode = $(this).get(0).parentNode; + + if (!parentNode.extracted) { + parentNode.extracted = { + score: 0 + }; + candidates.push(parentNode); + } + + var paragraphLength = paragraph.text().length; + parentNode.extracted.score += paragraphLength; + }); + + if (candidates.length > 0) { + var sortedByScore = _.sortBy(candidates, function (candidate) { + return candidate.extracted.score; + }).reverse(); + + return $(sortedByScore[0]).html(); } - - var paragraphLength = paragraph.text().length; - parentNode.extracted.score += paragraphLength; - }); - - if (candidates.length > 0) { - var sortedByScore = _.sortBy(candidates, function (candidate) { - return candidate.extracted.score; - }).reverse(); - - return $(sortedByScore[0]).html(); - } } /** @@ -54,14 +55,19 @@ function getLikelyCandidate(rawHtml) { * @param rawHtml * @returns {*} */ -function getLikelyCandidateForItemProp(rawHtml) { +function getLikelyCandidateForItemProp(rawHtml,cb) { if(!rawHtml){ - return ''; + return cb(''); } - var $ = cheerio.load(rawHtml); - var $rel = $('.relacionadas').remove(); - var $body = $('div[itemprop="articleBody"]'); - return $('div[itemprop="articleBody"]').text() + + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $rel = window.$('.relacionadas').remove(); + cb(window.$('div[itemprop="articleBody"]').text()); + } + ); } /** * Loops over every node in the DOM and checks for its own text length. We try to pick the one with the longest length @@ -81,57 +87,58 @@ function getContentByLongestLength(rawHtml) { return ''; } - var longestTextLength = 0; - var $longest = null; - var $ = cheerio.load(rawHtml); + var longestTextLength = 0; + var $longest = null; + var $ = cheerio.load(rawHtml); - $('*').each(function () { - var textLength = $(this).clone().children().remove().end().text().length; - if (textLength > longestTextLength) { - $longest = $(this); - longestTextLength = textLength; - } - }); + $('*').each(function () { + var textLength = $(this).clone().children().remove().end().text().length; + if (textLength > longestTextLength) { + $longest = $(this); + longestTextLength = textLength; + } + }); - if(!$longest){ - return ''; - } + if(!$longest){ + return ''; + } - var content = $longest.html(); + var content = $longest.html(); - // Replace any existing newlines with a space - content = content.replace(/\r?\n|\r/g, ' '); + // Replace any existing newlines with a space + content = content.replace(/\r?\n|\r/g, ' '); - // Replace any multiple breaks with newlines - content = content.replace(/()\1+/g, '\n'); + // Replace any multiple breaks with newlines + content = content.replace(/()\1+/g, '\n'); - // Replace any single breaks with newlines - content = content.replace(/()/g, '\n'); + // Replace any single breaks with newlines + content = content.replace(/()/g, '\n'); - // Replace all paragraphs divided by newlines with actual paragraphs - var paragraphs = content.split('\n'); + // Replace all paragraphs divided by newlines with actual paragraphs + var paragraphs = content.split('\n'); - var contentInParagraphs = paragraphs.map(function (paragraph) { - return '

' + paragraph + '

'; - }).join(''); + var contentInParagraphs = paragraphs.map(function (paragraph) { + return '

' + paragraph + '

'; + }).join(''); - return contentInParagraphs; + return contentInParagraphs; } function getArticleContent(rawHtml, host) { - var content = getLikelyCandidate(rawHtml) || getContentByLongestLength(rawHtml); - content = cleaner.cleanAfterParsing(content, host); - return content; + var content = getLikelyCandidate(rawHtml) || getContentByLongestLength(rawHtml); + content = cleaner.cleanAfterParsing(content, host); + return content; } -function getArticleContentForItemprop(rawHtml, host) { - var content = getLikelyCandidateForItemProp(rawHtml); - content = cleaner.cleanAfterParsing(content, host); - return content; +function getArticleContentForItemprop(rawHtml, host,cb) { + getLikelyCandidateForItemProp(rawHtml,function(cont){ + var cleanContent = cleaner.cleanAfterParsing(cont, host); + cb(cleanContent); + }); } module.exports = { - getArticleContent: getArticleContent, + getArticleContent: getArticleContent, getArticleContentForItemprop: getArticleContentForItemprop }; diff --git a/package.json b/package.json index c8f2388..8e64047 100644 --- a/package.json +++ b/package.json @@ -24,6 +24,7 @@ "dependencies": { "async": "^0.9.0", "cheerio": "https://github.com/cmarrero01/cheerio.git", + "node-jsdom": "^3.1.5", "lodash": "^3.5.0", "request": "^2.53.0" }, From 7491d11478c16c734e5ca7211ae85a0944675a54 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 11:16:36 -0300 Subject: [PATCH 15/26] Change nodejsdom repo --- package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/package.json b/package.json index 8e64047..d2981cc 100644 --- a/package.json +++ b/package.json @@ -24,7 +24,7 @@ "dependencies": { "async": "^0.9.0", "cheerio": "https://github.com/cmarrero01/cheerio.git", - "node-jsdom": "^3.1.5", + "node-jsdom": "git+https://github.com/cmarrero01/node-jsdom.git", "lodash": "^3.5.0", "request": "^2.53.0" }, From e0d7950b52af3e71b868bb7d87e04674d39d3b6f Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 11:27:47 -0300 Subject: [PATCH 16/26] Jsdom without contextify --- lib/parser/content.js | 2 +- package.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/lib/parser/content.js b/lib/parser/content.js index b0f24b8..d700537 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -1,7 +1,7 @@ var cheerio = require('cheerio'); var _ = require('lodash'); var cleaner = require('../cleaner'); -var jsdom = require("node-jsdom"); +var jsdom = require("jsdom"); /** * Gets a likely candidate for the article's content based on a DOM's element 'article score' (based on Readability's diff --git a/package.json b/package.json index d2981cc..7483c86 100644 --- a/package.json +++ b/package.json @@ -24,7 +24,7 @@ "dependencies": { "async": "^0.9.0", "cheerio": "https://github.com/cmarrero01/cheerio.git", - "node-jsdom": "git+https://github.com/cmarrero01/node-jsdom.git", + "jsdom-no-contextify": "git+https://github.com/cmarrero01/jsdom.git", "lodash": "^3.5.0", "request": "^2.53.0" }, From 48a093072358e811d525c555bbd85d2b275e680b Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 11:32:55 -0300 Subject: [PATCH 17/26] Jsdom contentify --- lib/parser/content.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/parser/content.js b/lib/parser/content.js index d700537..dc3e7d1 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -1,7 +1,7 @@ var cheerio = require('cheerio'); var _ = require('lodash'); var cleaner = require('../cleaner'); -var jsdom = require("jsdom"); +var jsdom = require("jsdom-no-contextify"); /** * Gets a likely candidate for the article's content based on a DOM's element 'article score' (based on Readability's From bb1550f50a0ff54b1a21e5ce3dc3ef020cc4c112 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 11:47:12 -0300 Subject: [PATCH 18/26] Cleaner --- lib/cleaner/clean-formatting-async.js | 14 +++++ lib/cleaner/index.js | 18 +++++++ lib/cleaner/remove-attributes-async.js | 38 +++++++++++++ lib/cleaner/remove-empty-elements-async.js | 27 ++++++++++ .../remove-navigational-elements-async.js | 53 +++++++++++++++++++ lib/cleaner/remove-social-elements-async.js | 41 ++++++++++++++ lib/parser/content.js | 6 ++- 7 files changed, 195 insertions(+), 2 deletions(-) create mode 100644 lib/cleaner/clean-formatting-async.js create mode 100644 lib/cleaner/remove-attributes-async.js create mode 100644 lib/cleaner/remove-empty-elements-async.js create mode 100644 lib/cleaner/remove-navigational-elements-async.js create mode 100644 lib/cleaner/remove-social-elements-async.js diff --git a/lib/cleaner/clean-formatting-async.js b/lib/cleaner/clean-formatting-async.js new file mode 100644 index 0000000..ae00318 --- /dev/null +++ b/lib/cleaner/clean-formatting-async.js @@ -0,0 +1,14 @@ +var jsdom = require("jsdom-no-contextify"); +/** + * Cleans up parsed HTML formatting by removing newlines. + * + * @param rawHtml + * @returns {string} + */ +module.exports = function (rawHtml,cb) { + rawHtml = rawHtml + .replace(/\n/g, '') + .trim(); + + cb(rawHtml); +}; diff --git a/lib/cleaner/index.js b/lib/cleaner/index.js index 9bd7563..37d093b 100644 --- a/lib/cleaner/index.js +++ b/lib/cleaner/index.js @@ -10,10 +10,15 @@ var prepForParsing = require('./prep-for-parsing'); var removeAttributes = require('./remove-attributes'); +var removeAttributesAsync = require('./remove-attributes-async'); var cleanFormatting = require('./clean-formatting'); +var cleanFormattingAsync = require('./clean-formatting-async'); var removeSocialElements = require('./remove-social-elements'); +var removeSocialElementsAsync = require('./remove-social-elements-async'); var removeNavigationalElements = require('./remove-navigational-elements'); +var removeNavigationalElementsAsync = require('./remove-navigational-elements-async'); var removeEmptyElements = require('./remove-empty-elements'); +var removeEmptyElementsAsync = require('./remove-empty-elements-async'); module.exports = { prepForParsing: prepForParsing, @@ -25,5 +30,18 @@ module.exports = { rawHtml = cleanFormatting(rawHtml); return rawHtml; + }, + cleanAfterParsingAsync: function (rawHtml, host,cb) { + removeAttributesAsync(rawHtml,function(rawHtml){ + removeSocialElementsAsync(rawHtml,function(rawHtml){ + removeNavigationalElementsAsync(rawHtml, host,function(rawHtml){ + removeEmptyElementsAsync(rawHtml,function(rawHtml){ + cleanFormattingAsync(rawHtml,function(rawHtml){ + cb(rawHtml); + }) + }); + }) + }) + }); } }; diff --git a/lib/cleaner/remove-attributes-async.js b/lib/cleaner/remove-attributes-async.js new file mode 100644 index 0000000..629f136 --- /dev/null +++ b/lib/cleaner/remove-attributes-async.js @@ -0,0 +1,38 @@ +var cheerio = require('cheerio'); +var _ = require('lodash'); +var jsdom = require("jsdom-no-contextify"); + +var attributesToKeep = [ + 'src', + 'href', + 'target' +]; + +/** + * Removes all attributes from a given HTML string, except for the ones we're still interested in, such as img src, + * anchor hrefs, ... + * + * @param rawHtml + */ +module.exports = function (rawHtml,cb) { + + if(!rawHtml){ + cb(''); + } + + var $ = cheerio.load(rawHtml); + + $('*').each(function () { + var element = this; + var attributes = _.chain(element.attribs) + .keys() + .difference(attributesToKeep) + .value(); + + attributes.forEach(function (attribute) { + $(element).removeAttr(attribute); + }); + }); + + cb($.html()); +} diff --git a/lib/cleaner/remove-empty-elements-async.js b/lib/cleaner/remove-empty-elements-async.js new file mode 100644 index 0000000..6bb6981 --- /dev/null +++ b/lib/cleaner/remove-empty-elements-async.js @@ -0,0 +1,27 @@ +var cheerio = require('cheerio'); +var _ = require('lodash'); +var jsdom = require("jsdom-no-contextify"); + +/** + * Removes all empty elements. + * + * @param rawHtml + */ +module.exports = function (rawHtml,cb) { + if(!rawHtml){ + cb(''); + } + var $ = cheerio.load(rawHtml); + + $('*').each(function () { + var children = $(this).children().length; + var content = $(this).text().replace(/\t|\s/g, ''); + var isImage = $(this)[0].tagName === 'img'; + + if (!children && !content && !isImage) { + $(this).remove(); + } + }); + + cb($.html()); +} diff --git a/lib/cleaner/remove-navigational-elements-async.js b/lib/cleaner/remove-navigational-elements-async.js new file mode 100644 index 0000000..ba857c8 --- /dev/null +++ b/lib/cleaner/remove-navigational-elements-async.js @@ -0,0 +1,53 @@ +var cheerio = require('cheerio'); +var _ = require('lodash'); +var jsdom = require("jsdom-no-contextify"); + +/** + * Removes all elements that are used for navigation (such as 'to top' links, article tags, ...) + * + * @param rawHtml + */ +module.exports = function (rawHtml, host,cb) { + if(!rawHtml){ + cb(''); + } + var $ = cheerio.load(rawHtml); + + // Filter out 'back to top' links + $('a').filter(function () { + var hasTopInText = $(this).text().toLowerCase().indexOf('top') > -1; + + var hasHashInHref; + if($(this).attr('href')){ + hasHashInHref = $(this).attr('href').indexOf('#') > -1; + } + return hasTopInText && hasHashInHref; + }).remove(); + + // Filter out any links that have the `rel="tag"` attribute, or link back to the same host with 'tag' in the URL. + $('a').each(function () { + var relTag = $(this).attr('rel'); + var href = $(this).attr('href'); + + if(!href){ + return; + } + var isRelTag = relTag === 'tag'; + var isPartOfList = $(this).parents('ul').length > 0; + var containsUrlWithTag = href.indexOf(host) > -1 && href.indexOf('tag') > -1; + + if (isRelTag || containsUrlWithTag) { + if (isPartOfList) { + $(this).parents('ul').remove(); + } + else { + $(this).remove(); + } + } + + // Remove any other elements with a `tags` class. + $('.tags').remove(); + }); + + cb($.html()); +} diff --git a/lib/cleaner/remove-social-elements-async.js b/lib/cleaner/remove-social-elements-async.js new file mode 100644 index 0000000..8fa5ca6 --- /dev/null +++ b/lib/cleaner/remove-social-elements-async.js @@ -0,0 +1,41 @@ +var cheerio = require('cheerio'); +var _ = require('lodash'); +var jsdom = require("jsdom-no-contextify"); + +var shareUrls = [ + 'twitter.com/intent', + 'facebook.com/sharer' +]; + +/** + * Removes all elements that contain any social keywords. + * + * @param rawHtml + */ +module.exports = function (rawHtml,cb) { + if(!rawHtml){ + cb(''); + } + var $ = cheerio.load(rawHtml); + + $('*').each(function () { + var text = $(this).text().toLowerCase(); + var possibleSocialElement = text.indexOf('share on') > -1; + + if (possibleSocialElement) { + var anchors = $(this).find('a'); + anchors.each(function () { + var $anchor = $(this); + var href = $anchor.attr('href'); + + _.each(shareUrls, function (shareUrl) { + if (href.indexOf(shareUrl) > -1) { + $anchor.remove(); + } + }); + }); + } + }); + + cb($.html()); +} diff --git a/lib/parser/content.js b/lib/parser/content.js index dc3e7d1..e22a861 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -64,6 +64,7 @@ function getLikelyCandidateForItemProp(rawHtml,cb) { rawHtml, ["http://code.jquery.com/jquery.js"], function (errors, window) { + console.log("Content"); var $rel = window.$('.relacionadas').remove(); cb(window.$('div[itemprop="articleBody"]').text()); } @@ -133,8 +134,9 @@ function getArticleContent(rawHtml, host) { function getArticleContentForItemprop(rawHtml, host,cb) { getLikelyCandidateForItemProp(rawHtml,function(cont){ - var cleanContent = cleaner.cleanAfterParsing(cont, host); - cb(cleanContent); + cleaner.cleanAfterParsingAsync(cont, host,function(cleanContent){ + cb(cleanContent); + }); }); } From 65e4650fc1c79f9a9360036f1cf13ccd8cc06247 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 11:54:13 -0300 Subject: [PATCH 19/26] Jsdom insteed cheerio --- lib/cleaner/clean-formatting-async.js | 10 ++- lib/cleaner/remove-attributes-async.js | 33 ++++---- lib/cleaner/remove-empty-elements-async.js | 27 +++--- .../remove-navigational-elements-async.js | 83 ++++++++++--------- lib/cleaner/remove-social-elements-async.js | 42 ++++++---- lib/parser/content.js | 1 - 6 files changed, 110 insertions(+), 86 deletions(-) diff --git a/lib/cleaner/clean-formatting-async.js b/lib/cleaner/clean-formatting-async.js index ae00318..59d382b 100644 --- a/lib/cleaner/clean-formatting-async.js +++ b/lib/cleaner/clean-formatting-async.js @@ -6,9 +6,11 @@ var jsdom = require("jsdom-no-contextify"); * @returns {string} */ module.exports = function (rawHtml,cb) { - rawHtml = rawHtml - .replace(/\n/g, '') - .trim(); + setTimeout(function(){ + rawHtml = rawHtml + .replace(/\n/g, '') + .trim(); - cb(rawHtml); + cb(rawHtml); + }); }; diff --git a/lib/cleaner/remove-attributes-async.js b/lib/cleaner/remove-attributes-async.js index 629f136..179462b 100644 --- a/lib/cleaner/remove-attributes-async.js +++ b/lib/cleaner/remove-attributes-async.js @@ -20,19 +20,24 @@ module.exports = function (rawHtml,cb) { cb(''); } - var $ = cheerio.load(rawHtml); + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + $('*').each(function () { + var element = this; + var attributes = _.chain(element.attribs) + .keys() + .difference(attributesToKeep) + .value(); - $('*').each(function () { - var element = this; - var attributes = _.chain(element.attribs) - .keys() - .difference(attributesToKeep) - .value(); + attributes.forEach(function (attribute) { + $(element).removeAttr(attribute); + }); + }); - attributes.forEach(function (attribute) { - $(element).removeAttr(attribute); - }); - }); - - cb($.html()); -} + cb($.html()); + } + ); +}; diff --git a/lib/cleaner/remove-empty-elements-async.js b/lib/cleaner/remove-empty-elements-async.js index 6bb6981..8561117 100644 --- a/lib/cleaner/remove-empty-elements-async.js +++ b/lib/cleaner/remove-empty-elements-async.js @@ -11,17 +11,24 @@ module.exports = function (rawHtml,cb) { if(!rawHtml){ cb(''); } - var $ = cheerio.load(rawHtml); - $('*').each(function () { - var children = $(this).children().length; - var content = $(this).text().replace(/\t|\s/g, ''); - var isImage = $(this)[0].tagName === 'img'; + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + $('*').each(function () { + var children = $(this).children().length; + var content = $(this).text().replace(/\t|\s/g, ''); + var isImage = $(this)[0].tagName === 'img'; - if (!children && !content && !isImage) { - $(this).remove(); - } - }); + if (!children && !content && !isImage) { + $(this).remove(); + } + }); + + cb($.html()); + } + ); - cb($.html()); } diff --git a/lib/cleaner/remove-navigational-elements-async.js b/lib/cleaner/remove-navigational-elements-async.js index ba857c8..7f135cf 100644 --- a/lib/cleaner/remove-navigational-elements-async.js +++ b/lib/cleaner/remove-navigational-elements-async.js @@ -11,43 +11,48 @@ module.exports = function (rawHtml, host,cb) { if(!rawHtml){ cb(''); } - var $ = cheerio.load(rawHtml); - - // Filter out 'back to top' links - $('a').filter(function () { - var hasTopInText = $(this).text().toLowerCase().indexOf('top') > -1; - - var hasHashInHref; - if($(this).attr('href')){ - hasHashInHref = $(this).attr('href').indexOf('#') > -1; - } - return hasTopInText && hasHashInHref; - }).remove(); - - // Filter out any links that have the `rel="tag"` attribute, or link back to the same host with 'tag' in the URL. - $('a').each(function () { - var relTag = $(this).attr('rel'); - var href = $(this).attr('href'); - - if(!href){ - return; - } - var isRelTag = relTag === 'tag'; - var isPartOfList = $(this).parents('ul').length > 0; - var containsUrlWithTag = href.indexOf(host) > -1 && href.indexOf('tag') > -1; - - if (isRelTag || containsUrlWithTag) { - if (isPartOfList) { - $(this).parents('ul').remove(); - } - else { - $(this).remove(); - } - } - - // Remove any other elements with a `tags` class. - $('.tags').remove(); - }); - - cb($.html()); + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + // Filter out 'back to top' links + $('a').filter(function () { + var hasTopInText = $(this).text().toLowerCase().indexOf('top') > -1; + + var hasHashInHref; + if($(this).attr('href')){ + hasHashInHref = $(this).attr('href').indexOf('#') > -1; + } + return hasTopInText && hasHashInHref; + }).remove(); + + // Filter out any links that have the `rel="tag"` attribute, or link back to the same host with 'tag' in the URL. + $('a').each(function () { + var relTag = $(this).attr('rel'); + var href = $(this).attr('href'); + + if(!href){ + return; + } + var isRelTag = relTag === 'tag'; + var isPartOfList = $(this).parents('ul').length > 0; + var containsUrlWithTag = href.indexOf(host) > -1 && href.indexOf('tag') > -1; + + if (isRelTag || containsUrlWithTag) { + if (isPartOfList) { + $(this).parents('ul').remove(); + } + else { + $(this).remove(); + } + } + + // Remove any other elements with a `tags` class. + $('.tags').remove(); + }); + + cb($.html()); + } + ); } diff --git a/lib/cleaner/remove-social-elements-async.js b/lib/cleaner/remove-social-elements-async.js index 8fa5ca6..0d41bde 100644 --- a/lib/cleaner/remove-social-elements-async.js +++ b/lib/cleaner/remove-social-elements-async.js @@ -16,26 +16,32 @@ module.exports = function (rawHtml,cb) { if(!rawHtml){ cb(''); } - var $ = cheerio.load(rawHtml); - $('*').each(function () { - var text = $(this).text().toLowerCase(); - var possibleSocialElement = text.indexOf('share on') > -1; + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + $('*').each(function () { + var text = $(this).text().toLowerCase(); + var possibleSocialElement = text.indexOf('share on') > -1; - if (possibleSocialElement) { - var anchors = $(this).find('a'); - anchors.each(function () { - var $anchor = $(this); - var href = $anchor.attr('href'); + if (possibleSocialElement) { + var anchors = $(this).find('a'); + anchors.each(function () { + var $anchor = $(this); + var href = $anchor.attr('href'); - _.each(shareUrls, function (shareUrl) { - if (href.indexOf(shareUrl) > -1) { - $anchor.remove(); - } - }); - }); - } - }); + _.each(shareUrls, function (shareUrl) { + if (href.indexOf(shareUrl) > -1) { + $anchor.remove(); + } + }); + }); + } + }); - cb($.html()); + cb($.html()); + } + ); } diff --git a/lib/parser/content.js b/lib/parser/content.js index e22a861..be6d6fc 100644 --- a/lib/parser/content.js +++ b/lib/parser/content.js @@ -64,7 +64,6 @@ function getLikelyCandidateForItemProp(rawHtml,cb) { rawHtml, ["http://code.jquery.com/jquery.js"], function (errors, window) { - console.log("Content"); var $rel = window.$('.relacionadas').remove(); cb(window.$('div[itemprop="articleBody"]').text()); } From 25048e32b50ba9b47b13e1368fe89c75d328d478 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 12:01:01 -0300 Subject: [PATCH 20/26] Get author async --- index.js | 12 ++++++++---- lib/parser/author.js | 33 ++++++++++++++++++++++++++++++++- 2 files changed, 40 insertions(+), 5 deletions(-) diff --git a/index.js b/index.js index 16f94b8..3ec11b6 100644 --- a/index.js +++ b/index.js @@ -17,15 +17,19 @@ module.exports = { }; data.article.domain = url.parse(articleUrl).host; - data.article.author = author.getAuthor(preppedHtml); data.article.title = title.getTitle(preppedHtml); data.article.summary = summary.getSummary(preppedHtml, data.content); if(data.article.domain === 'www.perfil.com'){ - content.getArticleContentForItemprop(preppedHtml,data.host,function(cleanContent){ - data.article.content = cleanContent; - callback(null, data); + author.getAuthorAsync(preppedHtml,function(author){ + data.article.author = author; + + content.getArticleContentForItemprop(preppedHtml,data.host,function(cleanContent){ + data.article.content = cleanContent; + callback(null, data); + }); }); + }else{ data.article.content = content.getArticleContent(preppedHtml, data.host); callback(null, data); diff --git a/lib/parser/author.js b/lib/parser/author.js index 1bfdcb0..66f1f48 100644 --- a/lib/parser/author.js +++ b/lib/parser/author.js @@ -1,4 +1,5 @@ var cheerio = require('cheerio'); +var jsdom = require("jsdom-no-contextify"); /** * Tries to get the author from three sources: the `` tag, any anchors with the `rel="author"` @@ -23,6 +24,36 @@ function getAuthor(html) { return metatagAuthor || semanticAuthor || classAuthor || classAuthorSpanish || itemPropAuthorSpanish || dataAuthorProperty; } +/** + * Tries to get the author from three sources: the `` tag, any anchors with the `rel="author"` + * attribute or, as a last resort, the text value from a DOM element with an `author` class. + * + * @param html + * @returns {string} + */ +function getAuthorAsync(html,cb) { + if(!html){ + cb(''); + } + + jsdom.env( + html, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + var metatagAuthor = $('meta[name="author"]').attr('content'); + var semanticAuthor = $('*[rel="author"]').eq(0).text(); + var classAuthor = $('.author').eq(0).text(); + var classAuthorSpanish = $('.columnista a').eq(0).text(); + var itemPropAuthorSpanish = $('a[itemprop="author"]').text(); + var dataAuthorProperty = $('.article-view').attr('data-author'); + var author = metatagAuthor || semanticAuthor || classAuthor || classAuthorSpanish || itemPropAuthorSpanish || dataAuthorProperty; + cb(author) + } + ); +} + module.exports = { - getAuthor: getAuthor + getAuthor: getAuthor, + getAuthorAsync: getAuthorAsync }; From 5a467c5a4170c20d1b376970d75dbd7b394cce49 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 12:10:00 -0300 Subject: [PATCH 21/26] Title async --- index.js | 10 ++- lib/parser/title.js | 173 ++++++++++++++++++++++++++++++++------------ 2 files changed, 133 insertions(+), 50 deletions(-) diff --git a/index.js b/index.js index 3ec11b6..5e0a022 100644 --- a/index.js +++ b/index.js @@ -17,8 +17,6 @@ module.exports = { }; data.article.domain = url.parse(articleUrl).host; - data.article.title = title.getTitle(preppedHtml); - data.article.summary = summary.getSummary(preppedHtml, data.content); if(data.article.domain === 'www.perfil.com'){ author.getAuthorAsync(preppedHtml,function(author){ @@ -26,7 +24,13 @@ module.exports = { content.getArticleContentForItemprop(preppedHtml,data.host,function(cleanContent){ data.article.content = cleanContent; - callback(null, data); + + title.getTitleAsync(preppedHtml,function (title) { + data.article.title = title; + data.article.summary = summary.getSummary(preppedHtml, data.content); + + callback(null, data); + }); }); }); diff --git a/lib/parser/title.js b/lib/parser/title.js index b0079a4..d7cd993 100644 --- a/lib/parser/title.js +++ b/lib/parser/title.js @@ -1,13 +1,14 @@ var cheerio = require('cheerio'); +var jsdom = require("jsdom-no-contextify"); var titleMetatags = [ - 'og:title', - 'twitter:title' + 'og:title', + 'twitter:title' ]; var sitenameMetatags = [ - 'og:site_name', - 'twitter:domain' + 'og:site_name', + 'twitter:domain' ]; /** @@ -21,23 +22,23 @@ var sitenameMetatags = [ */ function removeSiteNameFromTitle(articleTitle, siteName) { - if(!articleTitle){ - return ''; - } + if(!articleTitle){ + return ''; + } - if(articleTitle === siteName){ - return ''; - } + if(articleTitle === siteName){ + return ''; + } - articleTitle = articleTitle.replace(siteName, ''); - var lastChar = articleTitle.charAt(articleTitle.length - 1); + articleTitle = articleTitle.replace(siteName, ''); + var lastChar = articleTitle.charAt(articleTitle.length - 1); - while (!/[a-zA-Z|?|!|.]/.test(lastChar)) { - articleTitle = articleTitle.substring(0, articleTitle.length - 1); - lastChar = articleTitle.charAt(articleTitle.length - 1); - } + while (!/[a-zA-Z|?|!|.]/.test(lastChar)) { + articleTitle = articleTitle.substring(0, articleTitle.length - 1); + lastChar = articleTitle.charAt(articleTitle.length - 1); + } - return articleTitle; + return articleTitle; } /** @@ -50,16 +51,54 @@ function getSiteName(rawHtml) { if(!rawHtml){ return ''; } - var $ = cheerio.load(rawHtml); + var $ = cheerio.load(rawHtml); - for (var i = 0; i < sitenameMetatags.length; i++) { - var metatag = sitenameMetatags[i]; - var sitename = $('meta[property="' + metatag + '"]').attr('content'); + for (var i = 0; i < sitenameMetatags.length; i++) { + var metatag = sitenameMetatags[i]; + var sitename = $('meta[property="' + metatag + '"]').attr('content'); - if (sitename) { - return sitename; + if (sitename) { + return sitename; + } + } +} + +/** + * Gets the article's title from metatags used for social sharing. + * + * @param rawHtml + * @returns {string} + */ +function getTitleFromMetaTagsAsync(rawHtml,cb) { + if(!rawHtml){ + return ''; } - } + + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + var title; + var siteName = getSiteName(rawHtml); + + for (var i = 0; i < titleMetatags.length; i++) { + var metatag = titleMetatags[i]; + title = $('meta[property="' + metatag + '"]').attr('content'); + + if (title) { + break; + } + } + + if (siteName) { + title = removeSiteNameFromTitle(title, siteName); + } + cb(title); + } + ); + + return title; } /** @@ -72,24 +111,24 @@ function getTitleFromMetaTags(rawHtml) { if(!rawHtml){ return ''; } - var $ = cheerio.load(rawHtml); - var title; - var siteName = getSiteName(rawHtml); + var $ = cheerio.load(rawHtml); + var title; + var siteName = getSiteName(rawHtml); - for (var i = 0; i < titleMetatags.length; i++) { - var metatag = titleMetatags[i]; - title = $('meta[property="' + metatag + '"]').attr('content'); + for (var i = 0; i < titleMetatags.length; i++) { + var metatag = titleMetatags[i]; + title = $('meta[property="' + metatag + '"]').attr('content'); - if (title) { - break; + if (title) { + break; + } } - } - if (siteName) { - title = removeSiteNameFromTitle(title, siteName); - } + if (siteName) { + title = removeSiteNameFromTitle(title, siteName); + } - return title; + return title; } /** @@ -102,19 +141,59 @@ function getTitleFromWindowTitle(rawHtml) { if(!rawHtml){ return ''; } - var $ = cheerio.load(rawHtml); - var title = $('title').text(); - var siteName = getSiteName(rawHtml); + var $ = cheerio.load(rawHtml); + var title = $('title').text(); + var siteName = getSiteName(rawHtml); - if (siteName) { - title = removeSiteNameFromTitle(title, siteName); - } + if (siteName) { + title = removeSiteNameFromTitle(title, siteName); + } + + return title; +} + +/** + * Gets the article name from the window's title. + * + * @param rawHtml + * @returns {string} + */ +function getTitleFromWindowTitleAsync(rawHtml,cb) { + if(!rawHtml){ + return ''; + } + + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + var title = $('title').text(); + var siteName = getSiteName(rawHtml); + + if (siteName) { + title = removeSiteNameFromTitle(title, siteName); + } + + cb(title); + } + ); - return title; } module.exports = { - getTitle: function (rawHtml) { - return getTitleFromMetaTags(rawHtml) || getTitleFromWindowTitle(rawHtml); - } + getTitle: function (rawHtml) { + return getTitleFromMetaTags(rawHtml) || getTitleFromWindowTitle(rawHtml); + }, + getTitleAsync: function (rawHtml,cb) { + getTitleFromMetaTagsAsync(rawHtml,function(title){ + if(!title){ + getTitleFromWindowTitleAsync(rawHtml,function(title){ + cb(title); + }); + return; + } + cb(title); + }); + } }; From 631778e368f555e0157fc7dad2fca5d7097e2620 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 12:23:50 -0300 Subject: [PATCH 22/26] Async summary --- index.js | 14 +++++--- lib/parser/summary.js | 79 ++++++++++++++++++++++++++++++++++++++++++- 2 files changed, 87 insertions(+), 6 deletions(-) diff --git a/index.js b/index.js index 5e0a022..427538d 100644 --- a/index.js +++ b/index.js @@ -16,9 +16,8 @@ module.exports = { article: {} }; - data.article.domain = url.parse(articleUrl).host; - if(data.article.domain === 'www.perfil.com'){ + console.log("Get Perfil"); author.getAuthorAsync(preppedHtml,function(author){ data.article.author = author; @@ -27,15 +26,20 @@ module.exports = { title.getTitleAsync(preppedHtml,function (title) { data.article.title = title; - data.article.summary = summary.getSummary(preppedHtml, data.content); - - callback(null, data); + summary.getSummaryAsync(preppedHtml, data.content,function(summary){ + data.article.summary = summary; + callback(null, data); + }); }); }); }); }else{ + data.article.domain = url.parse(articleUrl).host; + data.article.author = author.getAuthor(preppedHtml); + data.article.title = title.getTitle(preppedHtml); data.article.content = content.getArticleContent(preppedHtml, data.host); + data.article.summary = summary.getSummary(preppedHtml, data.content); callback(null, data); } }); diff --git a/lib/parser/summary.js b/lib/parser/summary.js index ca21cd7..074d9bf 100644 --- a/lib/parser/summary.js +++ b/lib/parser/summary.js @@ -1,4 +1,5 @@ var cheerio = require('cheerio'); +var jsdom = require("jsdom-no-contextify"); var metatags = [ 'description', @@ -29,6 +30,39 @@ function getSummaryFromMetatags(rawHtml) { } } +/** + * Gets the summary based on social metatags that are found in most blogs for sharing purposes. + * + * @param rawHtml + * @returns {string} + */ +function getSummaryFromMetatagsAsync(rawHtml,cb) { + if(!rawHtml){ + cb(''); + } + + jsdom.env( + rawHtml, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + for (var i = 0; i < metatags.length; i++) { + var metatag = metatags[i]; + var metaName = $('meta[name="' + metatag + '"]').attr('content'); + var metaProperty = $('meta[property="' + metatag + '"]').attr('content'); + + if (metaName || metaProperty) { + var summary = metaName || metaProperty; + cb(summary); + break; + } + } + } + ); + + +} + /** * Gets the summary by retrieving the article's content and returning the first interesting paragraph. Most definitely * not a silver bullet here, but at least it gets the job done in case there's no better option. @@ -49,6 +83,31 @@ function getSummaryFromContent(content) { return $(interestingParagraphs).eq(0).text(); } +/** + * Gets the summary by retrieving the article's content and returning the first interesting paragraph. Most definitely + * not a silver bullet here, but at least it gets the job done in case there's no better option. + * + * @param rawHtml + * @returns {string} + */ +function getSummaryFromContentAsync(content,cb) { + if(!content){ + return ''; + } + + jsdom.env( + content, + ["http://code.jquery.com/jquery.js"], + function (errors, window) { + var $ = window.$; + var interestingParagraphs = $('p').filter(function () { + return $(this).text().length > 25; + }); + cb($(interestingParagraphs).eq(0).text()); + } + ); +} + module.exports = { getSummary: function (rawHtml, content) { var summaryFromMetags = getSummaryFromMetatags(rawHtml); @@ -62,5 +121,23 @@ module.exports = { } return getSummaryFromContent(content); } - } + }, + getSummaryAsync: function (rawHtml, content,cb) { + + getSummaryFromMetatagsAsync(rawHtml,function(summaryFromMetags){ + if (summaryFromMetags) { + cb(summaryFromMetags); + } + else { + if(!content){ + cb(''); + } + getSummaryFromContentAsync(content,function(summary){ + cb(summary); + }) + } + }); + + + } }; From 0d9890b4ed99672635f4135aa150ae91bd5bcc79 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 12:28:01 -0300 Subject: [PATCH 23/26] Move up domain --- index.js | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/index.js b/index.js index 427538d..bdc2943 100644 --- a/index.js +++ b/index.js @@ -16,8 +16,10 @@ module.exports = { article: {} }; + data.article.domain = url.parse(articleUrl).host; + if(data.article.domain === 'www.perfil.com'){ - console.log("Get Perfil"); + console.log("Get Perfil",data.article.domain); author.getAuthorAsync(preppedHtml,function(author){ data.article.author = author; @@ -35,7 +37,8 @@ module.exports = { }); }else{ - data.article.domain = url.parse(articleUrl).host; + console.log("Get Perfil",data.article.domain); + data.article.author = author.getAuthor(preppedHtml); data.article.title = title.getTitle(preppedHtml); data.article.content = content.getArticleContent(preppedHtml, data.host); From 1ec69d92202341ceb3acf689680ce5ba421746b3 Mon Sep 17 00:00:00 2001 From: cmarrero01 Date: Fri, 29 Dec 2017 12:32:39 -0300 Subject: [PATCH 24/26] Move up domain --- lib/jquery.js | 4 ++++ lib/parser/author.js | 3 ++- 2 files changed, 6 insertions(+), 1 deletion(-) create mode 100644 lib/jquery.js diff --git a/lib/jquery.js b/lib/jquery.js new file mode 100644 index 0000000..644d35e --- /dev/null +++ b/lib/jquery.js @@ -0,0 +1,4 @@ +/*! jQuery v3.2.1 | (c) JS Foundation and other contributors | jquery.org/license */ +!function(a,b){"use strict";"object"==typeof module&&"object"==typeof module.exports?module.exports=a.document?b(a,!0):function(a){if(!a.document)throw new Error("jQuery requires a window with a document");return b(a)}:b(a)}("undefined"!=typeof window?window:this,function(a,b){"use strict";var c=[],d=a.document,e=Object.getPrototypeOf,f=c.slice,g=c.concat,h=c.push,i=c.indexOf,j={},k=j.toString,l=j.hasOwnProperty,m=l.toString,n=m.call(Object),o={};function p(a,b){b=b||d;var c=b.createElement("script");c.text=a,b.head.appendChild(c).parentNode.removeChild(c)}var q="3.2.1",r=function(a,b){return new r.fn.init(a,b)},s=/^[\s\uFEFF\xA0]+|[\s\uFEFF\xA0]+$/g,t=/^-ms-/,u=/-([a-z])/g,v=function(a,b){return b.toUpperCase()};r.fn=r.prototype={jquery:q,constructor:r,length:0,toArray:function(){return f.call(this)},get:function(a){return null==a?f.call(this):a<0?this[a+this.length]:this[a]},pushStack:function(a){var b=r.merge(this.constructor(),a);return b.prevObject=this,b},each:function(a){return r.each(this,a)},map:function(a){return this.pushStack(r.map(this,function(b,c){return a.call(b,c,b)}))},slice:function(){return this.pushStack(f.apply(this,arguments))},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},eq:function(a){var b=this.length,c=+a+(a<0?b:0);return this.pushStack(c>=0&&c0&&b-1 in a)}var x=function(a){var b,c,d,e,f,g,h,i,j,k,l,m,n,o,p,q,r,s,t,u="sizzle"+1*new Date,v=a.document,w=0,x=0,y=ha(),z=ha(),A=ha(),B=function(a,b){return a===b&&(l=!0),0},C={}.hasOwnProperty,D=[],E=D.pop,F=D.push,G=D.push,H=D.slice,I=function(a,b){for(var c=0,d=a.length;c+~]|"+K+")"+K+"*"),S=new RegExp("="+K+"*([^\\]'\"]*?)"+K+"*\\]","g"),T=new RegExp(N),U=new RegExp("^"+L+"$"),V={ID:new RegExp("^#("+L+")"),CLASS:new RegExp("^\\.("+L+")"),TAG:new RegExp("^("+L+"|[*])"),ATTR:new RegExp("^"+M),PSEUDO:new RegExp("^"+N),CHILD:new RegExp("^:(only|first|last|nth|nth-last)-(child|of-type)(?:\\("+K+"*(even|odd|(([+-]|)(\\d*)n|)"+K+"*(?:([+-]|)"+K+"*(\\d+)|))"+K+"*\\)|)","i"),bool:new RegExp("^(?:"+J+")$","i"),needsContext:new RegExp("^"+K+"*[>+~]|:(even|odd|eq|gt|lt|nth|first|last)(?:\\("+K+"*((?:-\\d)?\\d*)"+K+"*\\)|)(?=[^-]|$)","i")},W=/^(?:input|select|textarea|button)$/i,X=/^h\d$/i,Y=/^[^{]+\{\s*\[native \w/,Z=/^(?:#([\w-]+)|(\w+)|\.([\w-]+))$/,$=/[+~]/,_=new RegExp("\\\\([\\da-f]{1,6}"+K+"?|("+K+")|.)","ig"),aa=function(a,b,c){var d="0x"+b-65536;return d!==d||c?b:d<0?String.fromCharCode(d+65536):String.fromCharCode(d>>10|55296,1023&d|56320)},ba=/([\0-\x1f\x7f]|^-?\d)|^-$|[^\0-\x1f\x7f-\uFFFF\w-]/g,ca=function(a,b){return b?"\0"===a?"\ufffd":a.slice(0,-1)+"\\"+a.charCodeAt(a.length-1).toString(16)+" ":"\\"+a},da=function(){m()},ea=ta(function(a){return a.disabled===!0&&("form"in a||"label"in a)},{dir:"parentNode",next:"legend"});try{G.apply(D=H.call(v.childNodes),v.childNodes),D[v.childNodes.length].nodeType}catch(fa){G={apply:D.length?function(a,b){F.apply(a,H.call(b))}:function(a,b){var c=a.length,d=0;while(a[c++]=b[d++]);a.length=c-1}}}function ga(a,b,d,e){var f,h,j,k,l,o,r,s=b&&b.ownerDocument,w=b?b.nodeType:9;if(d=d||[],"string"!=typeof a||!a||1!==w&&9!==w&&11!==w)return d;if(!e&&((b?b.ownerDocument||b:v)!==n&&m(b),b=b||n,p)){if(11!==w&&(l=Z.exec(a)))if(f=l[1]){if(9===w){if(!(j=b.getElementById(f)))return d;if(j.id===f)return d.push(j),d}else if(s&&(j=s.getElementById(f))&&t(b,j)&&j.id===f)return d.push(j),d}else{if(l[2])return G.apply(d,b.getElementsByTagName(a)),d;if((f=l[3])&&c.getElementsByClassName&&b.getElementsByClassName)return G.apply(d,b.getElementsByClassName(f)),d}if(c.qsa&&!A[a+" "]&&(!q||!q.test(a))){if(1!==w)s=b,r=a;else if("object"!==b.nodeName.toLowerCase()){(k=b.getAttribute("id"))?k=k.replace(ba,ca):b.setAttribute("id",k=u),o=g(a),h=o.length;while(h--)o[h]="#"+k+" "+sa(o[h]);r=o.join(","),s=$.test(a)&&qa(b.parentNode)||b}if(r)try{return G.apply(d,s.querySelectorAll(r)),d}catch(x){}finally{k===u&&b.removeAttribute("id")}}}return i(a.replace(P,"$1"),b,d,e)}function ha(){var a=[];function b(c,e){return a.push(c+" ")>d.cacheLength&&delete b[a.shift()],b[c+" "]=e}return b}function ia(a){return a[u]=!0,a}function ja(a){var b=n.createElement("fieldset");try{return!!a(b)}catch(c){return!1}finally{b.parentNode&&b.parentNode.removeChild(b),b=null}}function ka(a,b){var c=a.split("|"),e=c.length;while(e--)d.attrHandle[c[e]]=b}function la(a,b){var c=b&&a,d=c&&1===a.nodeType&&1===b.nodeType&&a.sourceIndex-b.sourceIndex;if(d)return d;if(c)while(c=c.nextSibling)if(c===b)return-1;return a?1:-1}function ma(a){return function(b){var c=b.nodeName.toLowerCase();return"input"===c&&b.type===a}}function na(a){return function(b){var c=b.nodeName.toLowerCase();return("input"===c||"button"===c)&&b.type===a}}function oa(a){return function(b){return"form"in b?b.parentNode&&b.disabled===!1?"label"in b?"label"in b.parentNode?b.parentNode.disabled===a:b.disabled===a:b.isDisabled===a||b.isDisabled!==!a&&ea(b)===a:b.disabled===a:"label"in b&&b.disabled===a}}function pa(a){return ia(function(b){return b=+b,ia(function(c,d){var e,f=a([],c.length,b),g=f.length;while(g--)c[e=f[g]]&&(c[e]=!(d[e]=c[e]))})})}function qa(a){return a&&"undefined"!=typeof a.getElementsByTagName&&a}c=ga.support={},f=ga.isXML=function(a){var b=a&&(a.ownerDocument||a).documentElement;return!!b&&"HTML"!==b.nodeName},m=ga.setDocument=function(a){var b,e,g=a?a.ownerDocument||a:v;return g!==n&&9===g.nodeType&&g.documentElement?(n=g,o=n.documentElement,p=!f(n),v!==n&&(e=n.defaultView)&&e.top!==e&&(e.addEventListener?e.addEventListener("unload",da,!1):e.attachEvent&&e.attachEvent("onunload",da)),c.attributes=ja(function(a){return a.className="i",!a.getAttribute("className")}),c.getElementsByTagName=ja(function(a){return a.appendChild(n.createComment("")),!a.getElementsByTagName("*").length}),c.getElementsByClassName=Y.test(n.getElementsByClassName),c.getById=ja(function(a){return o.appendChild(a).id=u,!n.getElementsByName||!n.getElementsByName(u).length}),c.getById?(d.filter.ID=function(a){var b=a.replace(_,aa);return function(a){return a.getAttribute("id")===b}},d.find.ID=function(a,b){if("undefined"!=typeof b.getElementById&&p){var c=b.getElementById(a);return c?[c]:[]}}):(d.filter.ID=function(a){var b=a.replace(_,aa);return function(a){var c="undefined"!=typeof a.getAttributeNode&&a.getAttributeNode("id");return c&&c.value===b}},d.find.ID=function(a,b){if("undefined"!=typeof b.getElementById&&p){var c,d,e,f=b.getElementById(a);if(f){if(c=f.getAttributeNode("id"),c&&c.value===a)return[f];e=b.getElementsByName(a),d=0;while(f=e[d++])if(c=f.getAttributeNode("id"),c&&c.value===a)return[f]}return[]}}),d.find.TAG=c.getElementsByTagName?function(a,b){return"undefined"!=typeof b.getElementsByTagName?b.getElementsByTagName(a):c.qsa?b.querySelectorAll(a):void 0}:function(a,b){var c,d=[],e=0,f=b.getElementsByTagName(a);if("*"===a){while(c=f[e++])1===c.nodeType&&d.push(c);return d}return f},d.find.CLASS=c.getElementsByClassName&&function(a,b){if("undefined"!=typeof b.getElementsByClassName&&p)return b.getElementsByClassName(a)},r=[],q=[],(c.qsa=Y.test(n.querySelectorAll))&&(ja(function(a){o.appendChild(a).innerHTML="",a.querySelectorAll("[msallowcapture^='']").length&&q.push("[*^$]="+K+"*(?:''|\"\")"),a.querySelectorAll("[selected]").length||q.push("\\["+K+"*(?:value|"+J+")"),a.querySelectorAll("[id~="+u+"-]").length||q.push("~="),a.querySelectorAll(":checked").length||q.push(":checked"),a.querySelectorAll("a#"+u+"+*").length||q.push(".#.+[+~]")}),ja(function(a){a.innerHTML="";var b=n.createElement("input");b.setAttribute("type","hidden"),a.appendChild(b).setAttribute("name","D"),a.querySelectorAll("[name=d]").length&&q.push("name"+K+"*[*^$|!~]?="),2!==a.querySelectorAll(":enabled").length&&q.push(":enabled",":disabled"),o.appendChild(a).disabled=!0,2!==a.querySelectorAll(":disabled").length&&q.push(":enabled",":disabled"),a.querySelectorAll("*,:x"),q.push(",.*:")})),(c.matchesSelector=Y.test(s=o.matches||o.webkitMatchesSelector||o.mozMatchesSelector||o.oMatchesSelector||o.msMatchesSelector))&&ja(function(a){c.disconnectedMatch=s.call(a,"*"),s.call(a,"[s!='']:x"),r.push("!=",N)}),q=q.length&&new RegExp(q.join("|")),r=r.length&&new RegExp(r.join("|")),b=Y.test(o.compareDocumentPosition),t=b||Y.test(o.contains)?function(a,b){var c=9===a.nodeType?a.documentElement:a,d=b&&b.parentNode;return a===d||!(!d||1!==d.nodeType||!(c.contains?c.contains(d):a.compareDocumentPosition&&16&a.compareDocumentPosition(d)))}:function(a,b){if(b)while(b=b.parentNode)if(b===a)return!0;return!1},B=b?function(a,b){if(a===b)return l=!0,0;var d=!a.compareDocumentPosition-!b.compareDocumentPosition;return d?d:(d=(a.ownerDocument||a)===(b.ownerDocument||b)?a.compareDocumentPosition(b):1,1&d||!c.sortDetached&&b.compareDocumentPosition(a)===d?a===n||a.ownerDocument===v&&t(v,a)?-1:b===n||b.ownerDocument===v&&t(v,b)?1:k?I(k,a)-I(k,b):0:4&d?-1:1)}:function(a,b){if(a===b)return l=!0,0;var c,d=0,e=a.parentNode,f=b.parentNode,g=[a],h=[b];if(!e||!f)return a===n?-1:b===n?1:e?-1:f?1:k?I(k,a)-I(k,b):0;if(e===f)return la(a,b);c=a;while(c=c.parentNode)g.unshift(c);c=b;while(c=c.parentNode)h.unshift(c);while(g[d]===h[d])d++;return d?la(g[d],h[d]):g[d]===v?-1:h[d]===v?1:0},n):n},ga.matches=function(a,b){return ga(a,null,null,b)},ga.matchesSelector=function(a,b){if((a.ownerDocument||a)!==n&&m(a),b=b.replace(S,"='$1']"),c.matchesSelector&&p&&!A[b+" "]&&(!r||!r.test(b))&&(!q||!q.test(b)))try{var d=s.call(a,b);if(d||c.disconnectedMatch||a.document&&11!==a.document.nodeType)return d}catch(e){}return ga(b,n,null,[a]).length>0},ga.contains=function(a,b){return(a.ownerDocument||a)!==n&&m(a),t(a,b)},ga.attr=function(a,b){(a.ownerDocument||a)!==n&&m(a);var e=d.attrHandle[b.toLowerCase()],f=e&&C.call(d.attrHandle,b.toLowerCase())?e(a,b,!p):void 0;return void 0!==f?f:c.attributes||!p?a.getAttribute(b):(f=a.getAttributeNode(b))&&f.specified?f.value:null},ga.escape=function(a){return(a+"").replace(ba,ca)},ga.error=function(a){throw new Error("Syntax error, unrecognized expression: "+a)},ga.uniqueSort=function(a){var b,d=[],e=0,f=0;if(l=!c.detectDuplicates,k=!c.sortStable&&a.slice(0),a.sort(B),l){while(b=a[f++])b===a[f]&&(e=d.push(f));while(e--)a.splice(d[e],1)}return k=null,a},e=ga.getText=function(a){var b,c="",d=0,f=a.nodeType;if(f){if(1===f||9===f||11===f){if("string"==typeof a.textContent)return a.textContent;for(a=a.firstChild;a;a=a.nextSibling)c+=e(a)}else if(3===f||4===f)return a.nodeValue}else while(b=a[d++])c+=e(b);return c},d=ga.selectors={cacheLength:50,createPseudo:ia,match:V,attrHandle:{},find:{},relative:{">":{dir:"parentNode",first:!0}," ":{dir:"parentNode"},"+":{dir:"previousSibling",first:!0},"~":{dir:"previousSibling"}},preFilter:{ATTR:function(a){return a[1]=a[1].replace(_,aa),a[3]=(a[3]||a[4]||a[5]||"").replace(_,aa),"~="===a[2]&&(a[3]=" "+a[3]+" "),a.slice(0,4)},CHILD:function(a){return a[1]=a[1].toLowerCase(),"nth"===a[1].slice(0,3)?(a[3]||ga.error(a[0]),a[4]=+(a[4]?a[5]+(a[6]||1):2*("even"===a[3]||"odd"===a[3])),a[5]=+(a[7]+a[8]||"odd"===a[3])):a[3]&&ga.error(a[0]),a},PSEUDO:function(a){var b,c=!a[6]&&a[2];return V.CHILD.test(a[0])?null:(a[3]?a[2]=a[4]||a[5]||"":c&&T.test(c)&&(b=g(c,!0))&&(b=c.indexOf(")",c.length-b)-c.length)&&(a[0]=a[0].slice(0,b),a[2]=c.slice(0,b)),a.slice(0,3))}},filter:{TAG:function(a){var b=a.replace(_,aa).toLowerCase();return"*"===a?function(){return!0}:function(a){return a.nodeName&&a.nodeName.toLowerCase()===b}},CLASS:function(a){var b=y[a+" "];return b||(b=new RegExp("(^|"+K+")"+a+"("+K+"|$)"))&&y(a,function(a){return b.test("string"==typeof a.className&&a.className||"undefined"!=typeof a.getAttribute&&a.getAttribute("class")||"")})},ATTR:function(a,b,c){return function(d){var e=ga.attr(d,a);return null==e?"!="===b:!b||(e+="","="===b?e===c:"!="===b?e!==c:"^="===b?c&&0===e.indexOf(c):"*="===b?c&&e.indexOf(c)>-1:"$="===b?c&&e.slice(-c.length)===c:"~="===b?(" "+e.replace(O," ")+" ").indexOf(c)>-1:"|="===b&&(e===c||e.slice(0,c.length+1)===c+"-"))}},CHILD:function(a,b,c,d,e){var f="nth"!==a.slice(0,3),g="last"!==a.slice(-4),h="of-type"===b;return 1===d&&0===e?function(a){return!!a.parentNode}:function(b,c,i){var j,k,l,m,n,o,p=f!==g?"nextSibling":"previousSibling",q=b.parentNode,r=h&&b.nodeName.toLowerCase(),s=!i&&!h,t=!1;if(q){if(f){while(p){m=b;while(m=m[p])if(h?m.nodeName.toLowerCase()===r:1===m.nodeType)return!1;o=p="only"===a&&!o&&"nextSibling"}return!0}if(o=[g?q.firstChild:q.lastChild],g&&s){m=q,l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),j=k[a]||[],n=j[0]===w&&j[1],t=n&&j[2],m=n&&q.childNodes[n];while(m=++n&&m&&m[p]||(t=n=0)||o.pop())if(1===m.nodeType&&++t&&m===b){k[a]=[w,n,t];break}}else if(s&&(m=b,l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),j=k[a]||[],n=j[0]===w&&j[1],t=n),t===!1)while(m=++n&&m&&m[p]||(t=n=0)||o.pop())if((h?m.nodeName.toLowerCase()===r:1===m.nodeType)&&++t&&(s&&(l=m[u]||(m[u]={}),k=l[m.uniqueID]||(l[m.uniqueID]={}),k[a]=[w,t]),m===b))break;return t-=e,t===d||t%d===0&&t/d>=0}}},PSEUDO:function(a,b){var c,e=d.pseudos[a]||d.setFilters[a.toLowerCase()]||ga.error("unsupported pseudo: "+a);return e[u]?e(b):e.length>1?(c=[a,a,"",b],d.setFilters.hasOwnProperty(a.toLowerCase())?ia(function(a,c){var d,f=e(a,b),g=f.length;while(g--)d=I(a,f[g]),a[d]=!(c[d]=f[g])}):function(a){return e(a,0,c)}):e}},pseudos:{not:ia(function(a){var b=[],c=[],d=h(a.replace(P,"$1"));return d[u]?ia(function(a,b,c,e){var f,g=d(a,null,e,[]),h=a.length;while(h--)(f=g[h])&&(a[h]=!(b[h]=f))}):function(a,e,f){return b[0]=a,d(b,null,f,c),b[0]=null,!c.pop()}}),has:ia(function(a){return function(b){return ga(a,b).length>0}}),contains:ia(function(a){return a=a.replace(_,aa),function(b){return(b.textContent||b.innerText||e(b)).indexOf(a)>-1}}),lang:ia(function(a){return U.test(a||"")||ga.error("unsupported lang: "+a),a=a.replace(_,aa).toLowerCase(),function(b){var c;do if(c=p?b.lang:b.getAttribute("xml:lang")||b.getAttribute("lang"))return c=c.toLowerCase(),c===a||0===c.indexOf(a+"-");while((b=b.parentNode)&&1===b.nodeType);return!1}}),target:function(b){var c=a.location&&a.location.hash;return c&&c.slice(1)===b.id},root:function(a){return a===o},focus:function(a){return a===n.activeElement&&(!n.hasFocus||n.hasFocus())&&!!(a.type||a.href||~a.tabIndex)},enabled:oa(!1),disabled:oa(!0),checked:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&!!a.checked||"option"===b&&!!a.selected},selected:function(a){return a.parentNode&&a.parentNode.selectedIndex,a.selected===!0},empty:function(a){for(a=a.firstChild;a;a=a.nextSibling)if(a.nodeType<6)return!1;return!0},parent:function(a){return!d.pseudos.empty(a)},header:function(a){return X.test(a.nodeName)},input:function(a){return W.test(a.nodeName)},button:function(a){var b=a.nodeName.toLowerCase();return"input"===b&&"button"===a.type||"button"===b},text:function(a){var b;return"input"===a.nodeName.toLowerCase()&&"text"===a.type&&(null==(b=a.getAttribute("type"))||"text"===b.toLowerCase())},first:pa(function(){return[0]}),last:pa(function(a,b){return[b-1]}),eq:pa(function(a,b,c){return[c<0?c+b:c]}),even:pa(function(a,b){for(var c=0;c=0;)a.push(d);return a}),gt:pa(function(a,b,c){for(var d=c<0?c+b:c;++d1?function(b,c,d){var e=a.length;while(e--)if(!a[e](b,c,d))return!1;return!0}:a[0]}function va(a,b,c){for(var d=0,e=b.length;d-1&&(f[j]=!(g[j]=l))}}else r=wa(r===g?r.splice(o,r.length):r),e?e(null,g,r,i):G.apply(g,r)})}function ya(a){for(var b,c,e,f=a.length,g=d.relative[a[0].type],h=g||d.relative[" "],i=g?1:0,k=ta(function(a){return a===b},h,!0),l=ta(function(a){return I(b,a)>-1},h,!0),m=[function(a,c,d){var e=!g&&(d||c!==j)||((b=c).nodeType?k(a,c,d):l(a,c,d));return b=null,e}];i1&&ua(m),i>1&&sa(a.slice(0,i-1).concat({value:" "===a[i-2].type?"*":""})).replace(P,"$1"),c,i0,e=a.length>0,f=function(f,g,h,i,k){var l,o,q,r=0,s="0",t=f&&[],u=[],v=j,x=f||e&&d.find.TAG("*",k),y=w+=null==v?1:Math.random()||.1,z=x.length;for(k&&(j=g===n||g||k);s!==z&&null!=(l=x[s]);s++){if(e&&l){o=0,g||l.ownerDocument===n||(m(l),h=!p);while(q=a[o++])if(q(l,g||n,h)){i.push(l);break}k&&(w=y)}c&&((l=!q&&l)&&r--,f&&t.push(l))}if(r+=s,c&&s!==r){o=0;while(q=b[o++])q(t,u,g,h);if(f){if(r>0)while(s--)t[s]||u[s]||(u[s]=E.call(i));u=wa(u)}G.apply(i,u),k&&!f&&u.length>0&&r+b.length>1&&ga.uniqueSort(i)}return k&&(w=y,j=v),t};return c?ia(f):f}return h=ga.compile=function(a,b){var c,d=[],e=[],f=A[a+" "];if(!f){b||(b=g(a)),c=b.length;while(c--)f=ya(b[c]),f[u]?d.push(f):e.push(f);f=A(a,za(e,d)),f.selector=a}return f},i=ga.select=function(a,b,c,e){var f,i,j,k,l,m="function"==typeof a&&a,n=!e&&g(a=m.selector||a);if(c=c||[],1===n.length){if(i=n[0]=n[0].slice(0),i.length>2&&"ID"===(j=i[0]).type&&9===b.nodeType&&p&&d.relative[i[1].type]){if(b=(d.find.ID(j.matches[0].replace(_,aa),b)||[])[0],!b)return c;m&&(b=b.parentNode),a=a.slice(i.shift().value.length)}f=V.needsContext.test(a)?0:i.length;while(f--){if(j=i[f],d.relative[k=j.type])break;if((l=d.find[k])&&(e=l(j.matches[0].replace(_,aa),$.test(i[0].type)&&qa(b.parentNode)||b))){if(i.splice(f,1),a=e.length&&sa(i),!a)return G.apply(c,e),c;break}}}return(m||h(a,n))(e,b,!p,c,!b||$.test(a)&&qa(b.parentNode)||b),c},c.sortStable=u.split("").sort(B).join("")===u,c.detectDuplicates=!!l,m(),c.sortDetached=ja(function(a){return 1&a.compareDocumentPosition(n.createElement("fieldset"))}),ja(function(a){return a.innerHTML="","#"===a.firstChild.getAttribute("href")})||ka("type|href|height|width",function(a,b,c){if(!c)return a.getAttribute(b,"type"===b.toLowerCase()?1:2)}),c.attributes&&ja(function(a){return a.innerHTML="",a.firstChild.setAttribute("value",""),""===a.firstChild.getAttribute("value")})||ka("value",function(a,b,c){if(!c&&"input"===a.nodeName.toLowerCase())return a.defaultValue}),ja(function(a){return null==a.getAttribute("disabled")})||ka(J,function(a,b,c){var d;if(!c)return a[b]===!0?b.toLowerCase():(d=a.getAttributeNode(b))&&d.specified?d.value:null}),ga}(a);r.find=x,r.expr=x.selectors,r.expr[":"]=r.expr.pseudos,r.uniqueSort=r.unique=x.uniqueSort,r.text=x.getText,r.isXMLDoc=x.isXML,r.contains=x.contains,r.escapeSelector=x.escape;var y=function(a,b,c){var d=[],e=void 0!==c;while((a=a[b])&&9!==a.nodeType)if(1===a.nodeType){if(e&&r(a).is(c))break;d.push(a)}return d},z=function(a,b){for(var c=[];a;a=a.nextSibling)1===a.nodeType&&a!==b&&c.push(a);return c},A=r.expr.match.needsContext;function B(a,b){return a.nodeName&&a.nodeName.toLowerCase()===b.toLowerCase()}var C=/^<([a-z][^\/\0>:\x20\t\r\n\f]*)[\x20\t\r\n\f]*\/?>(?:<\/\1>|)$/i,D=/^.[^:#\[\.,]*$/;function E(a,b,c){return r.isFunction(b)?r.grep(a,function(a,d){return!!b.call(a,d,a)!==c}):b.nodeType?r.grep(a,function(a){return a===b!==c}):"string"!=typeof b?r.grep(a,function(a){return i.call(b,a)>-1!==c}):D.test(b)?r.filter(b,a,c):(b=r.filter(b,a),r.grep(a,function(a){return i.call(b,a)>-1!==c&&1===a.nodeType}))}r.filter=function(a,b,c){var d=b[0];return c&&(a=":not("+a+")"),1===b.length&&1===d.nodeType?r.find.matchesSelector(d,a)?[d]:[]:r.find.matches(a,r.grep(b,function(a){return 1===a.nodeType}))},r.fn.extend({find:function(a){var b,c,d=this.length,e=this;if("string"!=typeof a)return this.pushStack(r(a).filter(function(){for(b=0;b1?r.uniqueSort(c):c},filter:function(a){return this.pushStack(E(this,a||[],!1))},not:function(a){return this.pushStack(E(this,a||[],!0))},is:function(a){return!!E(this,"string"==typeof a&&A.test(a)?r(a):a||[],!1).length}});var F,G=/^(?:\s*(<[\w\W]+>)[^>]*|#([\w-]+))$/,H=r.fn.init=function(a,b,c){var e,f;if(!a)return this;if(c=c||F,"string"==typeof a){if(e="<"===a[0]&&">"===a[a.length-1]&&a.length>=3?[null,a,null]:G.exec(a),!e||!e[1]&&b)return!b||b.jquery?(b||c).find(a):this.constructor(b).find(a);if(e[1]){if(b=b instanceof r?b[0]:b,r.merge(this,r.parseHTML(e[1],b&&b.nodeType?b.ownerDocument||b:d,!0)),C.test(e[1])&&r.isPlainObject(b))for(e in b)r.isFunction(this[e])?this[e](b[e]):this.attr(e,b[e]);return this}return f=d.getElementById(e[2]),f&&(this[0]=f,this.length=1),this}return a.nodeType?(this[0]=a,this.length=1,this):r.isFunction(a)?void 0!==c.ready?c.ready(a):a(r):r.makeArray(a,this)};H.prototype=r.fn,F=r(d);var I=/^(?:parents|prev(?:Until|All))/,J={children:!0,contents:!0,next:!0,prev:!0};r.fn.extend({has:function(a){var b=r(a,this),c=b.length;return this.filter(function(){for(var a=0;a-1:1===c.nodeType&&r.find.matchesSelector(c,a))){f.push(c);break}return this.pushStack(f.length>1?r.uniqueSort(f):f)},index:function(a){return a?"string"==typeof a?i.call(r(a),this[0]):i.call(this,a.jquery?a[0]:a):this[0]&&this[0].parentNode?this.first().prevAll().length:-1},add:function(a,b){return this.pushStack(r.uniqueSort(r.merge(this.get(),r(a,b))))},addBack:function(a){return this.add(null==a?this.prevObject:this.prevObject.filter(a))}});function K(a,b){while((a=a[b])&&1!==a.nodeType);return a}r.each({parent:function(a){var b=a.parentNode;return b&&11!==b.nodeType?b:null},parents:function(a){return y(a,"parentNode")},parentsUntil:function(a,b,c){return y(a,"parentNode",c)},next:function(a){return K(a,"nextSibling")},prev:function(a){return K(a,"previousSibling")},nextAll:function(a){return y(a,"nextSibling")},prevAll:function(a){return y(a,"previousSibling")},nextUntil:function(a,b,c){return y(a,"nextSibling",c)},prevUntil:function(a,b,c){return y(a,"previousSibling",c)},siblings:function(a){return z((a.parentNode||{}).firstChild,a)},children:function(a){return z(a.firstChild)},contents:function(a){return B(a,"iframe")?a.contentDocument:(B(a,"template")&&(a=a.content||a),r.merge([],a.childNodes))}},function(a,b){r.fn[a]=function(c,d){var e=r.map(this,b,c);return"Until"!==a.slice(-5)&&(d=c),d&&"string"==typeof d&&(e=r.filter(d,e)),this.length>1&&(J[a]||r.uniqueSort(e),I.test(a)&&e.reverse()),this.pushStack(e)}});var L=/[^\x20\t\r\n\f]+/g;function M(a){var b={};return r.each(a.match(L)||[],function(a,c){b[c]=!0}),b}r.Callbacks=function(a){a="string"==typeof a?M(a):r.extend({},a);var b,c,d,e,f=[],g=[],h=-1,i=function(){for(e=e||a.once,d=b=!0;g.length;h=-1){c=g.shift();while(++h-1)f.splice(c,1),c<=h&&h--}),this},has:function(a){return a?r.inArray(a,f)>-1:f.length>0},empty:function(){return f&&(f=[]),this},disable:function(){return e=g=[],f=c="",this},disabled:function(){return!f},lock:function(){return e=g=[],c||b||(f=c=""),this},locked:function(){return!!e},fireWith:function(a,c){return e||(c=c||[],c=[a,c.slice?c.slice():c],g.push(c),b||i()),this},fire:function(){return j.fireWith(this,arguments),this},fired:function(){return!!d}};return j};function N(a){return a}function O(a){throw a}function P(a,b,c,d){var e;try{a&&r.isFunction(e=a.promise)?e.call(a).done(b).fail(c):a&&r.isFunction(e=a.then)?e.call(a,b,c):b.apply(void 0,[a].slice(d))}catch(a){c.apply(void 0,[a])}}r.extend({Deferred:function(b){var c=[["notify","progress",r.Callbacks("memory"),r.Callbacks("memory"),2],["resolve","done",r.Callbacks("once memory"),r.Callbacks("once memory"),0,"resolved"],["reject","fail",r.Callbacks("once memory"),r.Callbacks("once memory"),1,"rejected"]],d="pending",e={state:function(){return d},always:function(){return f.done(arguments).fail(arguments),this},"catch":function(a){return e.then(null,a)},pipe:function(){var a=arguments;return r.Deferred(function(b){r.each(c,function(c,d){var e=r.isFunction(a[d[4]])&&a[d[4]];f[d[1]](function(){var a=e&&e.apply(this,arguments);a&&r.isFunction(a.promise)?a.promise().progress(b.notify).done(b.resolve).fail(b.reject):b[d[0]+"With"](this,e?[a]:arguments)})}),a=null}).promise()},then:function(b,d,e){var f=0;function g(b,c,d,e){return function(){var h=this,i=arguments,j=function(){var a,j;if(!(b=f&&(d!==O&&(h=void 0,i=[a]),c.rejectWith(h,i))}};b?k():(r.Deferred.getStackHook&&(k.stackTrace=r.Deferred.getStackHook()),a.setTimeout(k))}}return r.Deferred(function(a){c[0][3].add(g(0,a,r.isFunction(e)?e:N,a.notifyWith)),c[1][3].add(g(0,a,r.isFunction(b)?b:N)),c[2][3].add(g(0,a,r.isFunction(d)?d:O))}).promise()},promise:function(a){return null!=a?r.extend(a,e):e}},f={};return r.each(c,function(a,b){var g=b[2],h=b[5];e[b[1]]=g.add,h&&g.add(function(){d=h},c[3-a][2].disable,c[0][2].lock),g.add(b[3].fire),f[b[0]]=function(){return f[b[0]+"With"](this===f?void 0:this,arguments),this},f[b[0]+"With"]=g.fireWith}),e.promise(f),b&&b.call(f,f),f},when:function(a){var b=arguments.length,c=b,d=Array(c),e=f.call(arguments),g=r.Deferred(),h=function(a){return function(c){d[a]=this,e[a]=arguments.length>1?f.call(arguments):c,--b||g.resolveWith(d,e)}};if(b<=1&&(P(a,g.done(h(c)).resolve,g.reject,!b),"pending"===g.state()||r.isFunction(e[c]&&e[c].then)))return g.then();while(c--)P(e[c],h(c),g.reject);return g.promise()}});var Q=/^(Eval|Internal|Range|Reference|Syntax|Type|URI)Error$/;r.Deferred.exceptionHook=function(b,c){a.console&&a.console.warn&&b&&Q.test(b.name)&&a.console.warn("jQuery.Deferred exception: "+b.message,b.stack,c)},r.readyException=function(b){a.setTimeout(function(){throw b})};var R=r.Deferred();r.fn.ready=function(a){return R.then(a)["catch"](function(a){r.readyException(a)}),this},r.extend({isReady:!1,readyWait:1,ready:function(a){(a===!0?--r.readyWait:r.isReady)||(r.isReady=!0,a!==!0&&--r.readyWait>0||R.resolveWith(d,[r]))}}),r.ready.then=R.then;function S(){d.removeEventListener("DOMContentLoaded",S), +a.removeEventListener("load",S),r.ready()}"complete"===d.readyState||"loading"!==d.readyState&&!d.documentElement.doScroll?a.setTimeout(r.ready):(d.addEventListener("DOMContentLoaded",S),a.addEventListener("load",S));var T=function(a,b,c,d,e,f,g){var h=0,i=a.length,j=null==c;if("object"===r.type(c)){e=!0;for(h in c)T(a,b,h,c[h],!0,f,g)}else if(void 0!==d&&(e=!0,r.isFunction(d)||(g=!0),j&&(g?(b.call(a,d),b=null):(j=b,b=function(a,b,c){return j.call(r(a),c)})),b))for(;h1,null,!0)},removeData:function(a){return this.each(function(){X.remove(this,a)})}}),r.extend({queue:function(a,b,c){var d;if(a)return b=(b||"fx")+"queue",d=W.get(a,b),c&&(!d||Array.isArray(c)?d=W.access(a,b,r.makeArray(c)):d.push(c)),d||[]},dequeue:function(a,b){b=b||"fx";var c=r.queue(a,b),d=c.length,e=c.shift(),f=r._queueHooks(a,b),g=function(){r.dequeue(a,b)};"inprogress"===e&&(e=c.shift(),d--),e&&("fx"===b&&c.unshift("inprogress"),delete f.stop,e.call(a,g,f)),!d&&f&&f.empty.fire()},_queueHooks:function(a,b){var c=b+"queueHooks";return W.get(a,c)||W.access(a,c,{empty:r.Callbacks("once memory").add(function(){W.remove(a,[b+"queue",c])})})}}),r.fn.extend({queue:function(a,b){var c=2;return"string"!=typeof a&&(b=a,a="fx",c--),arguments.length\x20\t\r\n\f]+)/i,la=/^$|\/(?:java|ecma)script/i,ma={option:[1,""],thead:[1,"","
"],col:[2,"","
"],tr:[2,"","
"],td:[3,"","
"],_default:[0,"",""]};ma.optgroup=ma.option,ma.tbody=ma.tfoot=ma.colgroup=ma.caption=ma.thead,ma.th=ma.td;function na(a,b){var c;return c="undefined"!=typeof a.getElementsByTagName?a.getElementsByTagName(b||"*"):"undefined"!=typeof a.querySelectorAll?a.querySelectorAll(b||"*"):[],void 0===b||b&&B(a,b)?r.merge([a],c):c}function oa(a,b){for(var c=0,d=a.length;c-1)e&&e.push(f);else if(j=r.contains(f.ownerDocument,f),g=na(l.appendChild(f),"script"),j&&oa(g),c){k=0;while(f=g[k++])la.test(f.type||"")&&c.push(f)}return l}!function(){var a=d.createDocumentFragment(),b=a.appendChild(d.createElement("div")),c=d.createElement("input");c.setAttribute("type","radio"),c.setAttribute("checked","checked"),c.setAttribute("name","t"),b.appendChild(c),o.checkClone=b.cloneNode(!0).cloneNode(!0).lastChild.checked,b.innerHTML="",o.noCloneChecked=!!b.cloneNode(!0).lastChild.defaultValue}();var ra=d.documentElement,sa=/^key/,ta=/^(?:mouse|pointer|contextmenu|drag|drop)|click/,ua=/^([^.]*)(?:\.(.+)|)/;function va(){return!0}function wa(){return!1}function xa(){try{return d.activeElement}catch(a){}}function ya(a,b,c,d,e,f){var g,h;if("object"==typeof b){"string"!=typeof c&&(d=d||c,c=void 0);for(h in b)ya(a,h,c,d,b[h],f);return a}if(null==d&&null==e?(e=c,d=c=void 0):null==e&&("string"==typeof c?(e=d,d=void 0):(e=d,d=c,c=void 0)),e===!1)e=wa;else if(!e)return a;return 1===f&&(g=e,e=function(a){return r().off(a),g.apply(this,arguments)},e.guid=g.guid||(g.guid=r.guid++)),a.each(function(){r.event.add(this,b,e,d,c)})}r.event={global:{},add:function(a,b,c,d,e){var f,g,h,i,j,k,l,m,n,o,p,q=W.get(a);if(q){c.handler&&(f=c,c=f.handler,e=f.selector),e&&r.find.matchesSelector(ra,e),c.guid||(c.guid=r.guid++),(i=q.events)||(i=q.events={}),(g=q.handle)||(g=q.handle=function(b){return"undefined"!=typeof r&&r.event.triggered!==b.type?r.event.dispatch.apply(a,arguments):void 0}),b=(b||"").match(L)||[""],j=b.length;while(j--)h=ua.exec(b[j])||[],n=p=h[1],o=(h[2]||"").split(".").sort(),n&&(l=r.event.special[n]||{},n=(e?l.delegateType:l.bindType)||n,l=r.event.special[n]||{},k=r.extend({type:n,origType:p,data:d,handler:c,guid:c.guid,selector:e,needsContext:e&&r.expr.match.needsContext.test(e),namespace:o.join(".")},f),(m=i[n])||(m=i[n]=[],m.delegateCount=0,l.setup&&l.setup.call(a,d,o,g)!==!1||a.addEventListener&&a.addEventListener(n,g)),l.add&&(l.add.call(a,k),k.handler.guid||(k.handler.guid=c.guid)),e?m.splice(m.delegateCount++,0,k):m.push(k),r.event.global[n]=!0)}},remove:function(a,b,c,d,e){var f,g,h,i,j,k,l,m,n,o,p,q=W.hasData(a)&&W.get(a);if(q&&(i=q.events)){b=(b||"").match(L)||[""],j=b.length;while(j--)if(h=ua.exec(b[j])||[],n=p=h[1],o=(h[2]||"").split(".").sort(),n){l=r.event.special[n]||{},n=(d?l.delegateType:l.bindType)||n,m=i[n]||[],h=h[2]&&new RegExp("(^|\\.)"+o.join("\\.(?:.*\\.|)")+"(\\.|$)"),g=f=m.length;while(f--)k=m[f],!e&&p!==k.origType||c&&c.guid!==k.guid||h&&!h.test(k.namespace)||d&&d!==k.selector&&("**"!==d||!k.selector)||(m.splice(f,1),k.selector&&m.delegateCount--,l.remove&&l.remove.call(a,k));g&&!m.length&&(l.teardown&&l.teardown.call(a,o,q.handle)!==!1||r.removeEvent(a,n,q.handle),delete i[n])}else for(n in i)r.event.remove(a,n+b[j],c,d,!0);r.isEmptyObject(i)&&W.remove(a,"handle events")}},dispatch:function(a){var b=r.event.fix(a),c,d,e,f,g,h,i=new Array(arguments.length),j=(W.get(this,"events")||{})[b.type]||[],k=r.event.special[b.type]||{};for(i[0]=b,c=1;c=1))for(;j!==this;j=j.parentNode||this)if(1===j.nodeType&&("click"!==a.type||j.disabled!==!0)){for(f=[],g={},c=0;c-1:r.find(e,this,null,[j]).length),g[e]&&f.push(d);f.length&&h.push({elem:j,handlers:f})}return j=this,i\x20\t\r\n\f]*)[^>]*)\/>/gi,Aa=/\s*$/g;function Ea(a,b){return B(a,"table")&&B(11!==b.nodeType?b:b.firstChild,"tr")?r(">tbody",a)[0]||a:a}function Fa(a){return a.type=(null!==a.getAttribute("type"))+"/"+a.type,a}function Ga(a){var b=Ca.exec(a.type);return b?a.type=b[1]:a.removeAttribute("type"),a}function Ha(a,b){var c,d,e,f,g,h,i,j;if(1===b.nodeType){if(W.hasData(a)&&(f=W.access(a),g=W.set(b,f),j=f.events)){delete g.handle,g.events={};for(e in j)for(c=0,d=j[e].length;c1&&"string"==typeof q&&!o.checkClone&&Ba.test(q))return a.each(function(e){var f=a.eq(e);s&&(b[0]=q.call(this,e,f.html())),Ja(f,b,c,d)});if(m&&(e=qa(b,a[0].ownerDocument,!1,a,d),f=e.firstChild,1===e.childNodes.length&&(e=f),f||d)){for(h=r.map(na(e,"script"),Fa),i=h.length;l")},clone:function(a,b,c){var d,e,f,g,h=a.cloneNode(!0),i=r.contains(a.ownerDocument,a);if(!(o.noCloneChecked||1!==a.nodeType&&11!==a.nodeType||r.isXMLDoc(a)))for(g=na(h),f=na(a),d=0,e=f.length;d0&&oa(g,!i&&na(a,"script")),h},cleanData:function(a){for(var b,c,d,e=r.event.special,f=0;void 0!==(c=a[f]);f++)if(U(c)){if(b=c[W.expando]){if(b.events)for(d in b.events)e[d]?r.event.remove(c,d):r.removeEvent(c,d,b.handle);c[W.expando]=void 0}c[X.expando]&&(c[X.expando]=void 0)}}}),r.fn.extend({detach:function(a){return Ka(this,a,!0)},remove:function(a){return Ka(this,a)},text:function(a){return T(this,function(a){return void 0===a?r.text(this):this.empty().each(function(){1!==this.nodeType&&11!==this.nodeType&&9!==this.nodeType||(this.textContent=a)})},null,a,arguments.length)},append:function(){return Ja(this,arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=Ea(this,a);b.appendChild(a)}})},prepend:function(){return Ja(this,arguments,function(a){if(1===this.nodeType||11===this.nodeType||9===this.nodeType){var b=Ea(this,a);b.insertBefore(a,b.firstChild)}})},before:function(){return Ja(this,arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this)})},after:function(){return Ja(this,arguments,function(a){this.parentNode&&this.parentNode.insertBefore(a,this.nextSibling)})},empty:function(){for(var a,b=0;null!=(a=this[b]);b++)1===a.nodeType&&(r.cleanData(na(a,!1)),a.textContent="");return this},clone:function(a,b){return a=null!=a&&a,b=null==b?a:b,this.map(function(){return r.clone(this,a,b)})},html:function(a){return T(this,function(a){var b=this[0]||{},c=0,d=this.length;if(void 0===a&&1===b.nodeType)return b.innerHTML;if("string"==typeof a&&!Aa.test(a)&&!ma[(ka.exec(a)||["",""])[1].toLowerCase()]){a=r.htmlPrefilter(a);try{for(;c1)}});function _a(a,b,c,d,e){return new _a.prototype.init(a,b,c,d,e)}r.Tween=_a,_a.prototype={constructor:_a,init:function(a,b,c,d,e,f){this.elem=a,this.prop=c,this.easing=e||r.easing._default,this.options=b,this.start=this.now=this.cur(),this.end=d,this.unit=f||(r.cssNumber[c]?"":"px")},cur:function(){var a=_a.propHooks[this.prop];return a&&a.get?a.get(this):_a.propHooks._default.get(this)},run:function(a){var b,c=_a.propHooks[this.prop];return this.options.duration?this.pos=b=r.easing[this.easing](a,this.options.duration*a,0,1,this.options.duration):this.pos=b=a,this.now=(this.end-this.start)*b+this.start,this.options.step&&this.options.step.call(this.elem,this.now,this),c&&c.set?c.set(this):_a.propHooks._default.set(this),this}},_a.prototype.init.prototype=_a.prototype,_a.propHooks={_default:{get:function(a){var b;return 1!==a.elem.nodeType||null!=a.elem[a.prop]&&null==a.elem.style[a.prop]?a.elem[a.prop]:(b=r.css(a.elem,a.prop,""),b&&"auto"!==b?b:0)},set:function(a){r.fx.step[a.prop]?r.fx.step[a.prop](a):1!==a.elem.nodeType||null==a.elem.style[r.cssProps[a.prop]]&&!r.cssHooks[a.prop]?a.elem[a.prop]=a.now:r.style(a.elem,a.prop,a.now+a.unit)}}},_a.propHooks.scrollTop=_a.propHooks.scrollLeft={set:function(a){a.elem.nodeType&&a.elem.parentNode&&(a.elem[a.prop]=a.now)}},r.easing={linear:function(a){return a},swing:function(a){return.5-Math.cos(a*Math.PI)/2},_default:"swing"},r.fx=_a.prototype.init,r.fx.step={};var ab,bb,cb=/^(?:toggle|show|hide)$/,db=/queueHooks$/;function eb(){bb&&(d.hidden===!1&&a.requestAnimationFrame?a.requestAnimationFrame(eb):a.setTimeout(eb,r.fx.interval),r.fx.tick())}function fb(){return a.setTimeout(function(){ab=void 0}),ab=r.now()}function gb(a,b){var c,d=0,e={height:a};for(b=b?1:0;d<4;d+=2-b)c=ca[d],e["margin"+c]=e["padding"+c]=a;return b&&(e.opacity=e.width=a),e}function hb(a,b,c){for(var d,e=(kb.tweeners[b]||[]).concat(kb.tweeners["*"]),f=0,g=e.length;f1)},removeAttr:function(a){return this.each(function(){r.removeAttr(this,a)})}}),r.extend({attr:function(a,b,c){var d,e,f=a.nodeType;if(3!==f&&8!==f&&2!==f)return"undefined"==typeof a.getAttribute?r.prop(a,b,c):(1===f&&r.isXMLDoc(a)||(e=r.attrHooks[b.toLowerCase()]||(r.expr.match.bool.test(b)?lb:void 0)),void 0!==c?null===c?void r.removeAttr(a,b):e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:(a.setAttribute(b,c+""),c):e&&"get"in e&&null!==(d=e.get(a,b))?d:(d=r.find.attr(a,b), +null==d?void 0:d))},attrHooks:{type:{set:function(a,b){if(!o.radioValue&&"radio"===b&&B(a,"input")){var c=a.value;return a.setAttribute("type",b),c&&(a.value=c),b}}}},removeAttr:function(a,b){var c,d=0,e=b&&b.match(L);if(e&&1===a.nodeType)while(c=e[d++])a.removeAttribute(c)}}),lb={set:function(a,b,c){return b===!1?r.removeAttr(a,c):a.setAttribute(c,c),c}},r.each(r.expr.match.bool.source.match(/\w+/g),function(a,b){var c=mb[b]||r.find.attr;mb[b]=function(a,b,d){var e,f,g=b.toLowerCase();return d||(f=mb[g],mb[g]=e,e=null!=c(a,b,d)?g:null,mb[g]=f),e}});var nb=/^(?:input|select|textarea|button)$/i,ob=/^(?:a|area)$/i;r.fn.extend({prop:function(a,b){return T(this,r.prop,a,b,arguments.length>1)},removeProp:function(a){return this.each(function(){delete this[r.propFix[a]||a]})}}),r.extend({prop:function(a,b,c){var d,e,f=a.nodeType;if(3!==f&&8!==f&&2!==f)return 1===f&&r.isXMLDoc(a)||(b=r.propFix[b]||b,e=r.propHooks[b]),void 0!==c?e&&"set"in e&&void 0!==(d=e.set(a,c,b))?d:a[b]=c:e&&"get"in e&&null!==(d=e.get(a,b))?d:a[b]},propHooks:{tabIndex:{get:function(a){var b=r.find.attr(a,"tabindex");return b?parseInt(b,10):nb.test(a.nodeName)||ob.test(a.nodeName)&&a.href?0:-1}}},propFix:{"for":"htmlFor","class":"className"}}),o.optSelected||(r.propHooks.selected={get:function(a){var b=a.parentNode;return b&&b.parentNode&&b.parentNode.selectedIndex,null},set:function(a){var b=a.parentNode;b&&(b.selectedIndex,b.parentNode&&b.parentNode.selectedIndex)}}),r.each(["tabIndex","readOnly","maxLength","cellSpacing","cellPadding","rowSpan","colSpan","useMap","frameBorder","contentEditable"],function(){r.propFix[this.toLowerCase()]=this});function pb(a){var b=a.match(L)||[];return b.join(" ")}function qb(a){return a.getAttribute&&a.getAttribute("class")||""}r.fn.extend({addClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).addClass(a.call(this,b,qb(this)))});if("string"==typeof a&&a){b=a.match(L)||[];while(c=this[i++])if(e=qb(c),d=1===c.nodeType&&" "+pb(e)+" "){g=0;while(f=b[g++])d.indexOf(" "+f+" ")<0&&(d+=f+" ");h=pb(d),e!==h&&c.setAttribute("class",h)}}return this},removeClass:function(a){var b,c,d,e,f,g,h,i=0;if(r.isFunction(a))return this.each(function(b){r(this).removeClass(a.call(this,b,qb(this)))});if(!arguments.length)return this.attr("class","");if("string"==typeof a&&a){b=a.match(L)||[];while(c=this[i++])if(e=qb(c),d=1===c.nodeType&&" "+pb(e)+" "){g=0;while(f=b[g++])while(d.indexOf(" "+f+" ")>-1)d=d.replace(" "+f+" "," ");h=pb(d),e!==h&&c.setAttribute("class",h)}}return this},toggleClass:function(a,b){var c=typeof a;return"boolean"==typeof b&&"string"===c?b?this.addClass(a):this.removeClass(a):r.isFunction(a)?this.each(function(c){r(this).toggleClass(a.call(this,c,qb(this),b),b)}):this.each(function(){var b,d,e,f;if("string"===c){d=0,e=r(this),f=a.match(L)||[];while(b=f[d++])e.hasClass(b)?e.removeClass(b):e.addClass(b)}else void 0!==a&&"boolean"!==c||(b=qb(this),b&&W.set(this,"__className__",b),this.setAttribute&&this.setAttribute("class",b||a===!1?"":W.get(this,"__className__")||""))})},hasClass:function(a){var b,c,d=0;b=" "+a+" ";while(c=this[d++])if(1===c.nodeType&&(" "+pb(qb(c))+" ").indexOf(b)>-1)return!0;return!1}});var rb=/\r/g;r.fn.extend({val:function(a){var b,c,d,e=this[0];{if(arguments.length)return d=r.isFunction(a),this.each(function(c){var e;1===this.nodeType&&(e=d?a.call(this,c,r(this).val()):a,null==e?e="":"number"==typeof e?e+="":Array.isArray(e)&&(e=r.map(e,function(a){return null==a?"":a+""})),b=r.valHooks[this.type]||r.valHooks[this.nodeName.toLowerCase()],b&&"set"in b&&void 0!==b.set(this,e,"value")||(this.value=e))});if(e)return b=r.valHooks[e.type]||r.valHooks[e.nodeName.toLowerCase()],b&&"get"in b&&void 0!==(c=b.get(e,"value"))?c:(c=e.value,"string"==typeof c?c.replace(rb,""):null==c?"":c)}}}),r.extend({valHooks:{option:{get:function(a){var b=r.find.attr(a,"value");return null!=b?b:pb(r.text(a))}},select:{get:function(a){var b,c,d,e=a.options,f=a.selectedIndex,g="select-one"===a.type,h=g?null:[],i=g?f+1:e.length;for(d=f<0?i:g?f:0;d-1)&&(c=!0);return c||(a.selectedIndex=-1),f}}}}),r.each(["radio","checkbox"],function(){r.valHooks[this]={set:function(a,b){if(Array.isArray(b))return a.checked=r.inArray(r(a).val(),b)>-1}},o.checkOn||(r.valHooks[this].get=function(a){return null===a.getAttribute("value")?"on":a.value})});var sb=/^(?:focusinfocus|focusoutblur)$/;r.extend(r.event,{trigger:function(b,c,e,f){var g,h,i,j,k,m,n,o=[e||d],p=l.call(b,"type")?b.type:b,q=l.call(b,"namespace")?b.namespace.split("."):[];if(h=i=e=e||d,3!==e.nodeType&&8!==e.nodeType&&!sb.test(p+r.event.triggered)&&(p.indexOf(".")>-1&&(q=p.split("."),p=q.shift(),q.sort()),k=p.indexOf(":")<0&&"on"+p,b=b[r.expando]?b:new r.Event(p,"object"==typeof b&&b),b.isTrigger=f?2:3,b.namespace=q.join("."),b.rnamespace=b.namespace?new RegExp("(^|\\.)"+q.join("\\.(?:.*\\.|)")+"(\\.|$)"):null,b.result=void 0,b.target||(b.target=e),c=null==c?[b]:r.makeArray(c,[b]),n=r.event.special[p]||{},f||!n.trigger||n.trigger.apply(e,c)!==!1)){if(!f&&!n.noBubble&&!r.isWindow(e)){for(j=n.delegateType||p,sb.test(j+p)||(h=h.parentNode);h;h=h.parentNode)o.push(h),i=h;i===(e.ownerDocument||d)&&o.push(i.defaultView||i.parentWindow||a)}g=0;while((h=o[g++])&&!b.isPropagationStopped())b.type=g>1?j:n.bindType||p,m=(W.get(h,"events")||{})[b.type]&&W.get(h,"handle"),m&&m.apply(h,c),m=k&&h[k],m&&m.apply&&U(h)&&(b.result=m.apply(h,c),b.result===!1&&b.preventDefault());return b.type=p,f||b.isDefaultPrevented()||n._default&&n._default.apply(o.pop(),c)!==!1||!U(e)||k&&r.isFunction(e[p])&&!r.isWindow(e)&&(i=e[k],i&&(e[k]=null),r.event.triggered=p,e[p](),r.event.triggered=void 0,i&&(e[k]=i)),b.result}},simulate:function(a,b,c){var d=r.extend(new r.Event,c,{type:a,isSimulated:!0});r.event.trigger(d,null,b)}}),r.fn.extend({trigger:function(a,b){return this.each(function(){r.event.trigger(a,b,this)})},triggerHandler:function(a,b){var c=this[0];if(c)return r.event.trigger(a,b,c,!0)}}),r.each("blur focus focusin focusout resize scroll click dblclick mousedown mouseup mousemove mouseover mouseout mouseenter mouseleave change select submit keydown keypress keyup contextmenu".split(" "),function(a,b){r.fn[b]=function(a,c){return arguments.length>0?this.on(b,null,a,c):this.trigger(b)}}),r.fn.extend({hover:function(a,b){return this.mouseenter(a).mouseleave(b||a)}}),o.focusin="onfocusin"in a,o.focusin||r.each({focus:"focusin",blur:"focusout"},function(a,b){var c=function(a){r.event.simulate(b,a.target,r.event.fix(a))};r.event.special[b]={setup:function(){var d=this.ownerDocument||this,e=W.access(d,b);e||d.addEventListener(a,c,!0),W.access(d,b,(e||0)+1)},teardown:function(){var d=this.ownerDocument||this,e=W.access(d,b)-1;e?W.access(d,b,e):(d.removeEventListener(a,c,!0),W.remove(d,b))}}});var tb=a.location,ub=r.now(),vb=/\?/;r.parseXML=function(b){var c;if(!b||"string"!=typeof b)return null;try{c=(new a.DOMParser).parseFromString(b,"text/xml")}catch(d){c=void 0}return c&&!c.getElementsByTagName("parsererror").length||r.error("Invalid XML: "+b),c};var wb=/\[\]$/,xb=/\r?\n/g,yb=/^(?:submit|button|image|reset|file)$/i,zb=/^(?:input|select|textarea|keygen)/i;function Ab(a,b,c,d){var e;if(Array.isArray(b))r.each(b,function(b,e){c||wb.test(a)?d(a,e):Ab(a+"["+("object"==typeof e&&null!=e?b:"")+"]",e,c,d)});else if(c||"object"!==r.type(b))d(a,b);else for(e in b)Ab(a+"["+e+"]",b[e],c,d)}r.param=function(a,b){var c,d=[],e=function(a,b){var c=r.isFunction(b)?b():b;d[d.length]=encodeURIComponent(a)+"="+encodeURIComponent(null==c?"":c)};if(Array.isArray(a)||a.jquery&&!r.isPlainObject(a))r.each(a,function(){e(this.name,this.value)});else for(c in a)Ab(c,a[c],b,e);return d.join("&")},r.fn.extend({serialize:function(){return r.param(this.serializeArray())},serializeArray:function(){return this.map(function(){var a=r.prop(this,"elements");return a?r.makeArray(a):this}).filter(function(){var a=this.type;return this.name&&!r(this).is(":disabled")&&zb.test(this.nodeName)&&!yb.test(a)&&(this.checked||!ja.test(a))}).map(function(a,b){var c=r(this).val();return null==c?null:Array.isArray(c)?r.map(c,function(a){return{name:b.name,value:a.replace(xb,"\r\n")}}):{name:b.name,value:c.replace(xb,"\r\n")}}).get()}});var Bb=/%20/g,Cb=/#.*$/,Db=/([?&])_=[^&]*/,Eb=/^(.*?):[ \t]*([^\r\n]*)$/gm,Fb=/^(?:about|app|app-storage|.+-extension|file|res|widget):$/,Gb=/^(?:GET|HEAD)$/,Hb=/^\/\//,Ib={},Jb={},Kb="*/".concat("*"),Lb=d.createElement("a");Lb.href=tb.href;function Mb(a){return function(b,c){"string"!=typeof b&&(c=b,b="*");var d,e=0,f=b.toLowerCase().match(L)||[];if(r.isFunction(c))while(d=f[e++])"+"===d[0]?(d=d.slice(1)||"*",(a[d]=a[d]||[]).unshift(c)):(a[d]=a[d]||[]).push(c)}}function Nb(a,b,c,d){var e={},f=a===Jb;function g(h){var i;return e[h]=!0,r.each(a[h]||[],function(a,h){var j=h(b,c,d);return"string"!=typeof j||f||e[j]?f?!(i=j):void 0:(b.dataTypes.unshift(j),g(j),!1)}),i}return g(b.dataTypes[0])||!e["*"]&&g("*")}function Ob(a,b){var c,d,e=r.ajaxSettings.flatOptions||{};for(c in b)void 0!==b[c]&&((e[c]?a:d||(d={}))[c]=b[c]);return d&&r.extend(!0,a,d),a}function Pb(a,b,c){var d,e,f,g,h=a.contents,i=a.dataTypes;while("*"===i[0])i.shift(),void 0===d&&(d=a.mimeType||b.getResponseHeader("Content-Type"));if(d)for(e in h)if(h[e]&&h[e].test(d)){i.unshift(e);break}if(i[0]in c)f=i[0];else{for(e in c){if(!i[0]||a.converters[e+" "+i[0]]){f=e;break}g||(g=e)}f=f||g}if(f)return f!==i[0]&&i.unshift(f),c[f]}function Qb(a,b,c,d){var e,f,g,h,i,j={},k=a.dataTypes.slice();if(k[1])for(g in a.converters)j[g.toLowerCase()]=a.converters[g];f=k.shift();while(f)if(a.responseFields[f]&&(c[a.responseFields[f]]=b),!i&&d&&a.dataFilter&&(b=a.dataFilter(b,a.dataType)),i=f,f=k.shift())if("*"===f)f=i;else if("*"!==i&&i!==f){if(g=j[i+" "+f]||j["* "+f],!g)for(e in j)if(h=e.split(" "),h[1]===f&&(g=j[i+" "+h[0]]||j["* "+h[0]])){g===!0?g=j[e]:j[e]!==!0&&(f=h[0],k.unshift(h[1]));break}if(g!==!0)if(g&&a["throws"])b=g(b);else try{b=g(b)}catch(l){return{state:"parsererror",error:g?l:"No conversion from "+i+" to "+f}}}return{state:"success",data:b}}r.extend({active:0,lastModified:{},etag:{},ajaxSettings:{url:tb.href,type:"GET",isLocal:Fb.test(tb.protocol),global:!0,processData:!0,async:!0,contentType:"application/x-www-form-urlencoded; charset=UTF-8",accepts:{"*":Kb,text:"text/plain",html:"text/html",xml:"application/xml, text/xml",json:"application/json, text/javascript"},contents:{xml:/\bxml\b/,html:/\bhtml/,json:/\bjson\b/},responseFields:{xml:"responseXML",text:"responseText",json:"responseJSON"},converters:{"* text":String,"text html":!0,"text json":JSON.parse,"text xml":r.parseXML},flatOptions:{url:!0,context:!0}},ajaxSetup:function(a,b){return b?Ob(Ob(a,r.ajaxSettings),b):Ob(r.ajaxSettings,a)},ajaxPrefilter:Mb(Ib),ajaxTransport:Mb(Jb),ajax:function(b,c){"object"==typeof b&&(c=b,b=void 0),c=c||{};var e,f,g,h,i,j,k,l,m,n,o=r.ajaxSetup({},c),p=o.context||o,q=o.context&&(p.nodeType||p.jquery)?r(p):r.event,s=r.Deferred(),t=r.Callbacks("once memory"),u=o.statusCode||{},v={},w={},x="canceled",y={readyState:0,getResponseHeader:function(a){var b;if(k){if(!h){h={};while(b=Eb.exec(g))h[b[1].toLowerCase()]=b[2]}b=h[a.toLowerCase()]}return null==b?null:b},getAllResponseHeaders:function(){return k?g:null},setRequestHeader:function(a,b){return null==k&&(a=w[a.toLowerCase()]=w[a.toLowerCase()]||a,v[a]=b),this},overrideMimeType:function(a){return null==k&&(o.mimeType=a),this},statusCode:function(a){var b;if(a)if(k)y.always(a[y.status]);else for(b in a)u[b]=[u[b],a[b]];return this},abort:function(a){var b=a||x;return e&&e.abort(b),A(0,b),this}};if(s.promise(y),o.url=((b||o.url||tb.href)+"").replace(Hb,tb.protocol+"//"),o.type=c.method||c.type||o.method||o.type,o.dataTypes=(o.dataType||"*").toLowerCase().match(L)||[""],null==o.crossDomain){j=d.createElement("a");try{j.href=o.url,j.href=j.href,o.crossDomain=Lb.protocol+"//"+Lb.host!=j.protocol+"//"+j.host}catch(z){o.crossDomain=!0}}if(o.data&&o.processData&&"string"!=typeof o.data&&(o.data=r.param(o.data,o.traditional)),Nb(Ib,o,c,y),k)return y;l=r.event&&o.global,l&&0===r.active++&&r.event.trigger("ajaxStart"),o.type=o.type.toUpperCase(),o.hasContent=!Gb.test(o.type),f=o.url.replace(Cb,""),o.hasContent?o.data&&o.processData&&0===(o.contentType||"").indexOf("application/x-www-form-urlencoded")&&(o.data=o.data.replace(Bb,"+")):(n=o.url.slice(f.length),o.data&&(f+=(vb.test(f)?"&":"?")+o.data,delete o.data),o.cache===!1&&(f=f.replace(Db,"$1"),n=(vb.test(f)?"&":"?")+"_="+ub++ +n),o.url=f+n),o.ifModified&&(r.lastModified[f]&&y.setRequestHeader("If-Modified-Since",r.lastModified[f]),r.etag[f]&&y.setRequestHeader("If-None-Match",r.etag[f])),(o.data&&o.hasContent&&o.contentType!==!1||c.contentType)&&y.setRequestHeader("Content-Type",o.contentType),y.setRequestHeader("Accept",o.dataTypes[0]&&o.accepts[o.dataTypes[0]]?o.accepts[o.dataTypes[0]]+("*"!==o.dataTypes[0]?", "+Kb+"; q=0.01":""):o.accepts["*"]);for(m in o.headers)y.setRequestHeader(m,o.headers[m]);if(o.beforeSend&&(o.beforeSend.call(p,y,o)===!1||k))return y.abort();if(x="abort",t.add(o.complete),y.done(o.success),y.fail(o.error),e=Nb(Jb,o,c,y)){if(y.readyState=1,l&&q.trigger("ajaxSend",[y,o]),k)return y;o.async&&o.timeout>0&&(i=a.setTimeout(function(){y.abort("timeout")},o.timeout));try{k=!1,e.send(v,A)}catch(z){if(k)throw z;A(-1,z)}}else A(-1,"No Transport");function A(b,c,d,h){var j,m,n,v,w,x=c;k||(k=!0,i&&a.clearTimeout(i),e=void 0,g=h||"",y.readyState=b>0?4:0,j=b>=200&&b<300||304===b,d&&(v=Pb(o,y,d)),v=Qb(o,v,y,j),j?(o.ifModified&&(w=y.getResponseHeader("Last-Modified"),w&&(r.lastModified[f]=w),w=y.getResponseHeader("etag"),w&&(r.etag[f]=w)),204===b||"HEAD"===o.type?x="nocontent":304===b?x="notmodified":(x=v.state,m=v.data,n=v.error,j=!n)):(n=x,!b&&x||(x="error",b<0&&(b=0))),y.status=b,y.statusText=(c||x)+"",j?s.resolveWith(p,[m,x,y]):s.rejectWith(p,[y,x,n]),y.statusCode(u),u=void 0,l&&q.trigger(j?"ajaxSuccess":"ajaxError",[y,o,j?m:n]),t.fireWith(p,[y,x]),l&&(q.trigger("ajaxComplete",[y,o]),--r.active||r.event.trigger("ajaxStop")))}return y},getJSON:function(a,b,c){return r.get(a,b,c,"json")},getScript:function(a,b){return r.get(a,void 0,b,"script")}}),r.each(["get","post"],function(a,b){r[b]=function(a,c,d,e){return r.isFunction(c)&&(e=e||d,d=c,c=void 0),r.ajax(r.extend({url:a,type:b,dataType:e,data:c,success:d},r.isPlainObject(a)&&a))}}),r._evalUrl=function(a){return r.ajax({url:a,type:"GET",dataType:"script",cache:!0,async:!1,global:!1,"throws":!0})},r.fn.extend({wrapAll:function(a){var b;return this[0]&&(r.isFunction(a)&&(a=a.call(this[0])),b=r(a,this[0].ownerDocument).eq(0).clone(!0),this[0].parentNode&&b.insertBefore(this[0]),b.map(function(){var a=this;while(a.firstElementChild)a=a.firstElementChild;return a}).append(this)),this},wrapInner:function(a){return r.isFunction(a)?this.each(function(b){r(this).wrapInner(a.call(this,b))}):this.each(function(){var b=r(this),c=b.contents();c.length?c.wrapAll(a):b.append(a)})},wrap:function(a){var b=r.isFunction(a);return this.each(function(c){r(this).wrapAll(b?a.call(this,c):a)})},unwrap:function(a){return this.parent(a).not("body").each(function(){r(this).replaceWith(this.childNodes)}),this}}),r.expr.pseudos.hidden=function(a){return!r.expr.pseudos.visible(a)},r.expr.pseudos.visible=function(a){return!!(a.offsetWidth||a.offsetHeight||a.getClientRects().length)},r.ajaxSettings.xhr=function(){try{return new a.XMLHttpRequest}catch(b){}};var Rb={0:200,1223:204},Sb=r.ajaxSettings.xhr();o.cors=!!Sb&&"withCredentials"in Sb,o.ajax=Sb=!!Sb,r.ajaxTransport(function(b){var c,d;if(o.cors||Sb&&!b.crossDomain)return{send:function(e,f){var g,h=b.xhr();if(h.open(b.type,b.url,b.async,b.username,b.password),b.xhrFields)for(g in b.xhrFields)h[g]=b.xhrFields[g];b.mimeType&&h.overrideMimeType&&h.overrideMimeType(b.mimeType),b.crossDomain||e["X-Requested-With"]||(e["X-Requested-With"]="XMLHttpRequest");for(g in e)h.setRequestHeader(g,e[g]);c=function(a){return function(){c&&(c=d=h.onload=h.onerror=h.onabort=h.onreadystatechange=null,"abort"===a?h.abort():"error"===a?"number"!=typeof h.status?f(0,"error"):f(h.status,h.statusText):f(Rb[h.status]||h.status,h.statusText,"text"!==(h.responseType||"text")||"string"!=typeof h.responseText?{binary:h.response}:{text:h.responseText},h.getAllResponseHeaders()))}},h.onload=c(),d=h.onerror=c("error"),void 0!==h.onabort?h.onabort=d:h.onreadystatechange=function(){4===h.readyState&&a.setTimeout(function(){c&&d()})},c=c("abort");try{h.send(b.hasContent&&b.data||null)}catch(i){if(c)throw i}},abort:function(){c&&c()}}}),r.ajaxPrefilter(function(a){a.crossDomain&&(a.contents.script=!1)}),r.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/\b(?:java|ecma)script\b/},converters:{"text script":function(a){return r.globalEval(a),a}}}),r.ajaxPrefilter("script",function(a){void 0===a.cache&&(a.cache=!1),a.crossDomain&&(a.type="GET")}),r.ajaxTransport("script",function(a){if(a.crossDomain){var b,c;return{send:function(e,f){b=r("