Login
Login

User:Vanderwaalforces/checkTranslationAttribution.js

// @name Wikipedia translation attribution checker

// @namespace https://en.wikipedia.org/

// @version 1.5.1

// @description Checks if a page is a potential unattributed translation, has suspicious access dates, or was created using the ContentTranslation tool.

// @author User:Vanderwaalforces

// @match https://en.wikipedia.org/wiki/*

// @match https://en.wikipedia.org/w/index.php?title=*

(function() {

'use strict';

// Function to load the external CSS file

function loadCSS(href, id = '') {

const link = document.createElement('link');

link.rel = 'stylesheet';

link.type = 'text/css';

link.href = href;

if (id) link.id = id; // Optional ID for the link element

document.head.appendChild(link);

}

// Load the default CSS first

loadCSS('/w/index.php?title=User:Vanderwaalforces/checkTranslationAttribution.css&action=raw&ctype=text/css', 'defaultCTAStyles');

// Configurable margin in days for offline work

const OFFLINE_WORK_MARGIN_DAYS = 7;

// Ensure the script only runs in mainspace (0) or draftspace (118)

const namespace = mw.config.get('wgNamespaceNumber');

if (namespace !== 0 && namespace !== 118) return;

const apiUrl = "https://en.wikipedia.org/w/api.php";

const pageTitle = mw.config.get('wgPageName');

const talkPageTitle = "Talk:" + pageTitle;

// List of valid two-, three-, five- and six-letter language codes for interwiki links

const validLanguageCodes = [

'aa', 'ab', 'ace', 'ady', 'af', 'ak', 'als', 'alt', 'am', 'ami', 'an', 'ang', 'ar', 'arc', 'ary', 'arz', 'as', 'ast',

'atj', 'av', 'avk', 'awa', 'ay', 'az', 'azb', 'ba', 'ban', 'bar', 'bat-smg', 'bcl', 'be', 'be-tarask', 'be-x-old',

'bg', 'bh', 'bi', 'bjn', 'blk', 'bm', 'bn', 'bo', 'bpy', 'br', 'bs', 'bug', 'bxr', 'ca', 'cbk-zam', 'cdo', 'ce',

'ceb', 'ch', 'cho', 'chr', 'chy', 'ckb', 'co', 'cr', 'crh', 'cs', 'csb', 'cu', 'cv', 'cy', 'da', 'dag', 'de', 'din',

'diq', 'dsb', 'dty', 'dv', 'dz', 'ee', 'el', 'eml', 'eo', 'es', 'et', 'eu', 'ext', 'fa', 'ff', 'fi', 'fiu-vro',

'fj', 'fo', 'fr', 'frp', 'frr', 'fur', 'fy', 'ga', 'gag', 'gan', 'gcr', 'gd', 'gl', 'glk', 'gn', 'gom', 'gor', 'got',

'gu', 'guw', 'gv', 'ha', 'hak', 'haw', 'he', 'hi', 'hif', 'ho', 'hr', 'hsb', 'ht', 'hu', 'hy', 'hyw', 'hz', 'ia',

'id', 'ie', 'ig', 'ii', 'ik', 'ilo', 'inh', 'io', 'is', 'it', 'iu', 'ja', 'jam', 'jbo', 'jv', 'ka', 'kaa', 'kab',

'kbd', 'kbp', 'kcg', 'kg', 'ki', 'kj', 'kk', 'kl', 'km', 'kn', 'ko', 'koi', 'kr', 'krc', 'ks', 'ksh', 'ku', 'kv',

'kw', 'ky', 'la', 'lad', 'lb', 'lbe', 'lez', 'lfn', 'lg', 'li', 'lij', 'lld', 'lmo', 'ln', 'lo', 'lrc', 'lt', 'ltg',

'lv', 'mad', 'mai', 'map-bms', 'mdf', 'mg', 'mh', 'mhr', 'mi', 'min', 'mk', 'ml', 'mn', 'mni', 'mnw', 'mo', 'mr',

'mrj', 'ms', 'mt', 'mus', 'mwl', 'my', 'myv', 'mzn', 'na', 'nah', 'nap', 'nds', 'nds-nl', 'ne', 'new', 'ng', 'nia',

'nl', 'nn', 'no', 'nov', 'nqo', 'nrm', 'nso', 'nv', 'ny', 'oc', 'olo', 'om', 'or', 'os', 'pa', 'pag', 'pam', 'pap',

'pcd', 'pcm', 'pdc', 'pfl', 'pi', 'pih', 'pl', 'pms', 'pnb', 'pnt', 'ps', 'pt', 'pwn', 'qu', 'rm', 'rmy', 'rn', 'ro',

'roa-rup', 'roa-tara', 'ru', 'rue', 'rw', 'sa', 'sah', 'sat', 'sc', 'scn', 'sco', 'sd', 'se', 'sg', 'sh', 'shi',

'shn', 'shy', 'si', 'simple', 'sk', 'skr', 'sl', 'sm', 'smn', 'sn', 'so', 'sq', 'sr', 'srn', 'ss', 'st', 'stq', 'su',

'sv', 'sw', 'szl', 'szy', 'ta', 'tay', 'tcy', 'te', 'tet', 'tg', 'th', 'ti', 'tk', 'tl', 'tn', 'to', 'tpi', 'tr',

'trv', 'ts', 'tt', 'tum', 'tw', 'ty', 'tyv', 'udm', 'ug', 'uk', 'ur', 'uz', 've', 'vec', 'vep', 'vi', 'vls', 'vo',

'wa', 'war', 'wo', 'wuu', 'xal', 'xh', 'xmf', 'yi', 'yo', 'yue', 'za', 'zea', 'zh', 'zh-classical', 'zh-min-nan',

'zh-yue', 'zu'

];

// Function to fetch edit summaries and the first revision date (first 100 revisions)

function fetchEditSummaries() {

return new Promise((resolve, reject) => {

$.ajax({

url: apiUrl,

data: {

action: "query",

format: "json",

prop: "revisions",

titles: pageTitle,

rvprop: "comment|timestamp",

rvlimit: 100,

origin: "*"

},

success: function(data) {

const pages = data.query.pages;

const revisions = pages[Object.keys(pages)[0]].revisions;

const firstRevisionDate = revisions[revisions.length - 1].timestamp;

const comments = revisions.map(rev => rev.comment);

// Log the fetched comments and first revision date for debugging

console.log("Fetched edit summaries:", comments);

console.log("First revision date (from 100 revisions):", firstRevisionDate);

resolve({ comments, firstRevisionDate });

},

error: function(err) {

reject(err);

}

});

});

}

// Function to fetch the very first revision of the article (creation edit)

function fetchFirstRevision() {

return new Promise((resolve, reject) => {

$.ajax({

url: apiUrl,

data: {

action: "query",

format: "json",

prop: "revisions",

titles: pageTitle,

rvprop: "comment|tags|timestamp", // Include timestamp to get the creation date

rvdir: "newer", // Fetch from the oldest revision

rvlimit: 1, // Only fetch the first revision

origin: "*"

},

success: function(data) {

const pages = data.query.pages;

const revisions = pages[Object.keys(pages)[0]].revisions;

const firstRevision = revisions[0]; // Get the first revision

console.log("First revision fetched:", firstRevision);

resolve(firstRevision); // Now includes the creation timestamp

},

error: function(err) {

reject(err);

}

});

});

}

// Function to fetch article wikitext for citation checks

function fetchWikitext() {

return new Promise((resolve, reject) => {

$.ajax({

url: apiUrl,

data: {

action: "query",

format: "json",

prop: "revisions",

titles: pageTitle,

rvprop: "content",

origin: "*"

},

success: function(data) {

const pages = data.query.pages;

const pageData = pages[Object.keys(pages)[0]];

if (pageData.revisions && pageData.revisions[0]) {

const wikitext = pageData.revisions[0]['*'];

// Log the wikitext for debugging

console.log("Fetched wikitext:", wikitext);

resolve(wikitext);

} else {

console.log("No wikitext found");

resolve(null); // Return null if wikitext is missing

}

},

error: function(err) {

reject(err);

}

});

});

}

// Function to check if talk page contains the word "translat"

function fetchTalkPageContent() {

return new Promise((resolve, reject) => {

$.ajax({

url: apiUrl,

data: {

action: "query",

format: "json",

prop: "revisions",

titles: talkPageTitle,

rvprop: "content",

origin: "*"

},

success: function(data) {

const pages = data.query.pages;

const revisions = pages[Object.keys(pages)[0]].revisions;

if (revisions && revisions[0] && revisions[0]['*']) {

const talkPageContent = revisions[0]['*'].toLowerCase();

// Log the talk page content for debugging

console.log("Fetched talk page content:", talkPageContent);

resolve(talkPageContent.includes("translat"));

} else {

resolve(false);

}

},

error: function(err) {

reject(err);

}

});

});

}

// Helper function to check if a comment contains a valid interwiki link

function containsInterwikiLink(comment) {

const interwikiRegex = new RegExp(`\\b(${validLanguageCodes.join('|')}):`, 'i');

return interwikiRegex.test(comment);

}

// Helper function to check if an edit summary contains both "translat" or "import" and "from"

function containsTranslationKeywords(comment) {

const lowerComment = comment.toLowerCase();

const hasTranslatAndFrom = lowerComment.includes("translat") && lowerComment.includes("from");

const hasImportedAndFrom = lowerComment.includes("imported") && lowerComment.includes("from");

const hasImportingAndFrom = lowerComment.includes("importing") && lowerComment.includes("from");

// Log the status of each summary's keyword check

console.log(`Summary: ${comment}, Has translat + from: ${hasTranslatAndFrom}, Has imported + from: ${hasImportedAndFrom}, Has importing + from: ${hasImportingAndFrom}`);

return hasTranslatAndFrom || hasImportedAndFrom || hasImportingAndFrom;

}

// Function to classify edit summaries based on the refined algorithm

function classifyEditSummaries(editSummaries) {

let hasTranslatNoInterwiki = false;

let hasTranslatWithInterwiki = false;

editSummaries.forEach(summary => {

if (containsTranslationKeywords(summary)) {

const hasInterwiki = containsInterwikiLink(summary);

if (hasInterwiki) {

hasTranslatWithInterwiki = true;

} else {

hasTranslatNoInterwiki = true;

}

}

});

return { hasTranslatNoInterwiki, hasTranslatWithInterwiki };

}

// Improved date regex to handle various date formats

function parseDate(dateString) {

const regexes = [

/\b(\d{1,2})\s(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)[a-z]*\s(\d{4})\b/, // e.g. "21 January 2024"

/\b(\d{4})-(\d{2})-(\d{2})\b/, // e.g. "2024-01-21"

/\b(\d{1,2})-(\d{1,2})-(\d{4})\b/, // e.g. "21-01-2024"

/\b(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec)\s(\d{1,2}),?\s(\d{4})\b/ // e.g. "January 21, 2024"

];

for (const regex of regexes) {

const match = regex.exec(dateString);

if (match) {

return new Date(match[0]);

}

}

return null; // Return null if no valid date format is found

}

function addDays(date, days) {

const result = new Date(date);

result.setDate(result.getDate() + days);

return result;

}

// Function to check for suspicious access dates in the article's wikitext

function checkSuspiciousAccessDates(wikitext, firstRevisionDate) {

if (!wikitext) {

console.log("No wikitext to check for access dates");

return false;

}

const accessDateRegex = /\|\s*access[- ]date\s*=\s*([A-Za-z0-9, -]+)/g;

const matches = [...wikitext.matchAll(accessDateRegex)];

const suspiciousDates = [];

const firstRevisionParsed = new Date(firstRevisionDate);

const marginDate = addDays(firstRevisionParsed, -OFFLINE_WORK_MARGIN_DAYS);

matches.forEach(match => {

const accessDate = match[1];

const accessDateParsed = parseDate(accessDate);

if (accessDateParsed) {

if (accessDateParsed < marginDate) {

suspiciousDates.push(accessDate);

}

}

});

// Log any suspicious dates for debugging

console.log("Suspicious access dates:", suspiciousDates);

return suspiciousDates.length > 0;

}

// Function to display a message before the #contentSub element, with a dismiss button in the top-right corner

function displayMessage(text, className) {

const messageDiv = document.createElement("div");

messageDiv.className = `${className} cTA_banner`; // Add a general class and the specific type

messageDiv.innerHTML = text; // Use innerHTML for parsing link elements

const docLink = document.createElement("a");

docLink.className = "cTA_docLink";

docLink.href = "https://en.wikipedia.org/wiki/User:Vanderwaalforces/checkTranslationAttribution";

docLink.target = "_blank";

docLink.title = "Help";

docLink.style.color = "#ffffff";

docLink.innerHTML = 'ⓘ'; // Info symbol

messageDiv.appendChild(docLink);

// Add dismiss button at the very top-right corner

const dismissButton = document.createElement("button");

dismissButton.className = "cTA_dismiss"; // Use a class for the button as well

dismissButton.innerHTML = "✗"; // ✗ symbol

dismissButton.title = "Close";

dismissButton.onclick = () => {

messageDiv.style.display = "none";

};

messageDiv.appendChild(dismissButton);

// Insert the message before the #contentSub element to make it compatible with all skins

document.querySelector('#contentSub').insertAdjacentElement('beforebegin', messageDiv);

}

// Main logic

async function checkTranslationAttribution() {

try {

// Fetch the first revision to check for ContentTranslation tool and creation date

const firstRevision = await fetchFirstRevision();

const firstComment = firstRevision.comment;

const firstTags = firstRevision.tags;

const firstRevisionDate = firstRevision.timestamp; // Fetch the timestamp of the first revision

// Define the constants for links to WP:TFOLWP and the Translated from template

const wpShortcutLink = mw.html.element('a', {

href: '/wiki/WP:TFOLWP',

target: '_blank',

class: 'cTA_link_scut'

}, 'WP:TFOLWP');

const templateLink = mw.html.element('a', {

href: '/wiki/Template:Translated_from',

target: '_blank',

class: 'cTA_link_tplt'

}, '{{Translated from}}');

// If the first edit used the ContentTranslation tool, display the green banner and skip other checks

if (firstComment.includes("Created by translating the page") && firstTags.includes("contenttranslation")) {

const contentTranslationLink = mw.html.element('a', {

href: 'https://www.mediawiki.org/wiki/Special:MyLanguage/Content_translation',

target: '_blank',

class: 'cTA_link_ctl'

}, 'ContentTranslation');

displayMessage(

`This article was created using the ${contentTranslationLink} module and is correctly attributed to the source Wikipedia.`,

"cTA_info_talk"

);

return; // Skip all other checks if ContentTranslation tool was used

}

// Continue with other checks for suspicious access dates and translation attribution

const { comments } = await fetchEditSummaries(); // Use only for edit summaries now

const { hasTranslatNoInterwiki, hasTranslatWithInterwiki } = classifyEditSummaries(comments);

const wikitext = await fetchWikitext();

const hasSuspiciousAccessDates = checkSuspiciousAccessDates(wikitext, firstRevisionDate); // Use actual creation date

// Display singular orange banner if there are suspicious access dates (no translation detected)

if (hasSuspiciousAccessDates && !hasTranslatNoInterwiki && !hasTranslatWithInterwiki) {

displayMessage(

"Warning: There are citations in this article that have access dates from before the article was created. This suggests the article may have been copy-pasted from somewhere.",

"cTA_warn_date"

);

return; // Only show the orange banner and stop further checks

}

// If suspicious dates are found and the article is correctly attributed

if (hasSuspiciousAccessDates && hasTranslatWithInterwiki) {

displayMessage(

"Notice: Despite some citations having access dates before the article's creation, indicating possible copy-pasting or interwiki translation, proper attribution has been given.",

"cTA_info_date"

);

}

// If suspicious dates are found and no proper attribution

else if (hasSuspiciousAccessDates && hasTranslatNoInterwiki) {

displayMessage(

`Warning: This article is likely an unattributed translation. Please see ${wpShortcutLink} for proper attribution, and consider adding ${templateLink} to the talk page.`,

"cTA_warn_unattr"

);

displayMessage(

"Warning: There are citations in this article that have access dates from before the article was created. This suggests the article may have been copy-pasted from somewhere.",

"cTA_warn_date"

);

}

// If there are no suspicious dates and the article is correctly attributed

else if (!hasSuspiciousAccessDates && hasTranslatWithInterwiki) {

const hasTranslatInTalkPage = await fetchTalkPageContent();

if (!hasTranslatInTalkPage) {

displayMessage(

`Notice: This translated article has been correctly attributed. Consider optionally adding ${templateLink} to the talk page.`,

"cTA_info_talk"

);

} else {

displayMessage(

"Notice: This translated article has been correctly attributed.",

"cTA_info_talk1"

);

}

}

// If there are no suspicious dates and no proper attribution

else if (!hasSuspiciousAccessDates && hasTranslatNoInterwiki) {

displayMessage(

`Warning: This article is likely an unattributed translation. Please see ${wpShortcutLink} for proper attribution, and consider adding ${templateLink} to the talk page.`,

"cTA_warn_unattr"

);

}

} catch (error) {

console.error("Error checking translation attribution:", error);

}

}

// Run the check

checkTranslationAttribution();

})();