User:Novem Linguae/Scripts/TestMOSOrderPositionFinder.js

//

/* - Testing a powerful class called MOSOrderPositionFinder. Feed it an article's wikitext, and it finds the location of every section listed at MOS:ORDER. - This is useful because then you can use that position to insert something in that section, or check for the existence of that section.

- Test articles - https://en.wikipedia.org/w/index.php?title=California - https://en.wikipedia.org/w/index.php?title=Rohingya_genocide

$(async function {	async function getWikicodeOfDiff(diffID) {		if ( ! mw.config.get('wgCurRevisionId') ) return ; // if page is deleted, return blank		var wikicode = ;		diffID = encodeURIComponent(diffID);		await $.ajax({ url: 'https://en.wikipedia.org/w/api.php?action=parse&oldid='+diffID+'&prop=wikitext&formatversion=2&format=json', success: function (result) { wikicode = result['parse']['wikitext']; },			dataType: "json", });		return wikicode;	}	function shouldRunOnThisPage(title) {		// don't run when not viewing articles		let action = mw.config.get('wgAction');		if ( action != 'view' ) return false;		// don't run when viewing diffs		//let isDiff = mw.config.get('wgDiffNewId');		//if ( isDiff ) return false;		let isDeletedPage = ( ! mw.config.get('wgCurRevisionId') );		if ( isDeletedPage ) return false;		// Only run in mainspace or draftspace		let namespace = mw.config.get('wgNamespaceNumber');		let isMainspaceOrDraftspace = ( [0, 118].includes(namespace) );		if ( ! isMainspaceOrDraftspace && title != 'User:Novem_Linguae/sandbox' ) return false;

return true; }

// Making this more complex than needed for this program. There are some other things I can use this for and I want to start developing it. class MOSOrderPositionFinder { constructor(wikitext, debug = false) { this.debug = debug; this.wikitext = wikitext; this._recalculate; }

_recalculate { this.sectionOrder = [ 'top', 'shortDescription', 'displayTitle', 'hatnotes', 'featured', 'deletionAndProtection', 'maintenanceTags', 'engvar', 'infoboxes', 'languageScriptNeeded', 'sidebars', 'lead', 'tableOfContents', 'body', 'worksOrPublications', 'seeAlso', 'notesAndReferences', 'furtherReading', 'externalLinks', 'successionAndGeographyBoxes', 'navboxes', 'portalBar', 'taxonBar', 'authorityControl', 'geographicalCoordinates', 'defaultSort', 'categories', 'stubTemplates', 'bottom', ];

this.sectionStartPositions = { top: 0, shortDescription: -1, displayTitle: -1, hatnotes: -1, featured: -1, deletionAndProtection: -1, maintenanceTags: -1, engvar: -1, infoboxes: -1, languageScriptNeeded: -1, sidebars: -1, lead: -1, tableOfContents: -1, body: -1, worksOrPublications: -1, seeAlso: -1, notesAndReferences: -1, furtherReading: -1, externalLinks: -1, successionAndGeographyBoxes: -1, navboxes: -1, portalBar: -1, taxonBar: -1, authorityControl: -1, geographicalCoordinates: -1, defaultSort: -1, categories: -1, stubTemplates: -1, bottom: this.wikitext.length, };

// https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:Short_description&hidelinks=1&hidetrans=1 this.sectionStartPositions.shortDescription = this._lookForTemplates(this.wikitext, [				'Short description',				'Shortdesc',				'Shortdescription',				'Short desc'			]);

this.sectionStartPositions.displayTitle = this._lookForTemplates(this.wikitext, [				'DISPLAYTITLE',				'Lowercase title',				'Italic title'			]); // https://en.wikipedia.org/wiki/Wikipedia:Hatnote this.sectionStartPositions.hatnotes = this._lookForTemplates(this.wikitext, [				'About-distinguish',				'About',				'About other people',				'Distinguish',				'For',				'For2',				'Hatnote',				'Other hurricanes',				'Other people',				'Other places',				'Other ships',				'Other uses of',				'Other uses',				'Other uses',				'Redirect-distinguish',				'Redirect-distinguish-text',				'Redirect-distinguish2',				'Redirect-multi',				'Redirect',				'Redirect2',				'Self reference',				'Similar names',				'Technical reasons',				'Malay name', // TODO: add more type templates.			]);

this.sectionStartPositions.featured = this._lookForTemplates(this.wikitext, [				'Featured list',				'Featured article',				'Good article',			]);

// https://en.wikipedia.org/wiki/Wikipedia:Criteria_for_speedy_deletion // https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:Proposed_deletion&hidelinks=1&hidetrans=1 this.sectionStartPositions.deletionAndProtection = this._lookForTemplates(this.wikitext, [				'Db-a1', // CSD				'Db-a10',				'Db-a11',				'Db-a2',				'Db-a3',				'Db-a5',				'Db-a7',				'Db-a9',				'Db-afc',				'Db-album',				'Db-animal',				'Db-attack',				'Db-attackorg',				'Db-author',				'Db-badfairuse',				'Db-badfiletype',				'Db-band',				'Db-banned',				'db-blankdraft',				'Db-blanked',				'Db-c1',				'db-catempty',				'Db-club',				'Db-contact',				'Db-copypaste',				'Db-copyvio',				'Db-disambig',				'Db-discog',				'Db-empty',				'Db-emptyportal',				'Db-error',				'Db-event',				'Db-f1',				'Db-f10',				'Db-f2',				'Db-f3',				'Db-f5',				'Db-f7',				'Db-f8',				'Db-f9',				'Db-filecopyvio',				'Db-foreign',				'Db-fpcfail',				'Db-g1',				'Db-g10',				'Db-g11',				'Db-g12',				'Db-g13',				'Db-g14',				'Db-g2',				'Db-g3',				'Db-g4',				'Db-g5',				'Db-g6',				'Db-g7',				'Db-g8', 'Db-hoax', 'Db-imagepage', 'Db-inc', 'Db-invented', 'Db-madeup', 'Db-move', 'Db-moved', 'Db-multiple', 'Db-negublp', 'Db-nocontent', 'Db-nocontext', 'Db-nofile', 'Db-noncom', 'Db-nonsense', 'Db-notwebhost', 'Db-nouser', 'Db-p1', 'Db-p2', 'Db-person', 'Db-personal attack', 'Db-promo', 'Db-r2', 'Db-r3', 'Db-r4', 'Db-redircom', 'Db-redirnone', 'Db-redirtypo', 'Db-rediruser', 'Db-redundantfile', 'Db-repost', 'Db-same', 'Db-self', 'Db-song', 'Db-spam', 'Db-spamuser', 'Db-subpage', 'Db-talk', 'Db-templatecat', 'Db-test', 'Db-transwiki', 'Db-u1', 'Db-u2', 'Db-u5', 'Db-userreq', 'Db-vandalism', 'Db-web', 'Db-xfd', 'Proposed deletion', // PROD 'Prod', 'Proposed delete', 'Proposal to delete', 'Propose deletion', 'Draft-prod', 'Article for deletion', // AFD 'Pp', // page protection padlocks, includes and ]);

// Source: Twinkle this.sectionStartPositions.maintenanceTags = this._lookForTemplates(this.wikitext, [				'Cleanup',				'Cleanup rewrite',				'Copy edit',				'Close paraphrasing',				'Copypaste',				'External links',				'Non-free',				'Cleanup reorganize',				'Lead missing',				'Lead rewrite',				'Lead too long',				'Lead too short',				'Sections',				'Too many sections',				'Very long',				'All plot',				'Fiction',				'In-universe',				'Long plot',				'No plot',				'Notability',				'Advert',				'Cleanup tense',				'Essay-like',				'Fanpov',				'Like resume',				'Manual',				'Cleanup-PR',				'Over-quotation',				'Prose',				'Technical',				'Tone',				'Confusing',				'Incomprehensible',				'Unfocused',				'Context',				'Expert needed',				'Overly detailed',				'Undue weight',				'Current',				'Update',				'Autobiography',				'COI',				'Disputed',				'Hoax',				'Globalize',				'Over-coverage',				'Paid contributions', 'Peacock', 'POV', 'Recentism', 'Too few opinions', 'Undisclosed paid', 'Weasel', 'BLP sources', 'BLP unsourced', 'More citations needed', 'One source', 'Original research', 'Primary sources', 'Self-published', 'Sources exist', 'Third-party', 'Unreferenced', 'Unreliable sources', 'Not English', 'Rough translation', 'Expand language', 'Dead end', 'Orphan', 'Overlinked', 'Underlinked', 'Citation style', 'Cleanup bare URLs', 'More footnotes', 'No footnotes', 'Improve categories', 'Uncategorized', 'History merge', 'Merge', 'Merge from', 'Merge to', 'GOCEinuse', 'In use', 'Under construction', ]);

// https://en.wikipedia.org/wiki/Template:Use_X_English this.sectionStartPositions.engvar = this._lookForTemplates(this.wikitext, [				'Engvar', // engvar				'EngvarA',				'EngvarB',				'Use American English',				'Use Australian English',				'Use Bangladeshi English',				'Use British English',				'Use Oxford spelling',				'Use Canadian English',				'Use Ghanaian English',				'Use Hiberno-English',				'Use Hong Kong English',				'Use Indian English',				'Use Jamaican English',				'Use Kenyan English',				'Use Liberian English',				'Use New Zealand English',				'Use Nigerian English',				'Use Pakistani English',				'Use Philippine English',				'Use Singapore English',				'Use South African English',				'Use Trinidad and Tobago English',				'Use dmy dates', // dates				'Use mdy dates',			]);

this.sectionStartPositions.infoboxes = this._lookForTemplates(this.wikitext, [				'Infobox',				'Speciesbox',				'Automatic taxobox',				'Taxobox',				'Subspeciesbox',				'Infraspeciesbox',				'Hybridbox',				'Virusbox',			]);

// https://en.wikipedia.org/wiki/Category:Language_maintenance_templates this.sectionStartPositions.languageScriptNeeded = this._lookForTemplates(this.wikitext, [				'Arabic script needed',				'Armenian script needed',				'Berber script needed',				'Burmese script needed',				'Cherokee script needed',				'Chinese script needed',				'Chinese script needed inline',				'Contains special characters',				'Devanagari script needed',				'Egyptian hieroglyphic script needed',				'EngvarB',				'Ge\'ez script needed',				'Georgian script needed',				'Greek script needed',				'Hebrew script needed',				'IPA-ga notice',				'Japanese script needed',				'Khmer script needed',				'Korean script needed',				'Lao script needed',				'Needchunom',				'Needhanja',				'Needhiragana',				'Needkanji',				'Needs IPA',				'Nepali script needed',				'Persian script needed',				'Pronunciation needed',				'Romanization needed',				'Samoan script needed',				'Syriac script needed',				'Tamil script needed', 'Thai script needed', 'Tibetan script needed', 'Tok Pisin script needed', 'User language subcategory', 'User programming subcategory', 'Verify spelling', 'Vietnamese script needed', 'Yiddish script needed', ]);

// No reliable way to search for these. Some end in sidebar, many don't. Example of ones that don't: Rohingya genocide ->,. // TODO: Will need to return the position of any template between top and first sentence that isn't in one of the lists above. this.sectionStartPositions.sidebars = -1;

// Return first text that isn't whitespace, a template, or inside a template. This is the article's first sentence. this.sectionStartPositions.lead = this._getFirstNonTemplateNonWhitespace(this.wikitext);

// https://en.wikipedia.org/wiki/Help:Magic_words#Behavior_switches this.sectionStartPositions.tableOfContents = this._lookForStrings(this.wikitext, [				'',			]);

this.sectionStartPositions.body = this._lookForRegEx(this.wikitext, /(?<=\n)==/i);

this.sectionStartPositions.worksOrPublications = this._lookForHeadings(this.wikitext, [				'Works\\s*==',				'Publications',				'Discography',				'Filmography',			]);

this.sectionStartPositions.seeAlso = this._lookForHeadings(this.wikitext, [				'See also',			]);

this.sectionStartPositions.notesAndReferences = this._lookForHeadings(this.wikitext, [				'Bibliography',				'Citations',				'Endnotes',				'Footnotes',				'Notes',				'References',				'Sources',				'Works cited',			]);

this.sectionStartPositions.furtherReading = this._lookForHeadings(this.wikitext, [				'Further reading',			]);

this.sectionStartPositions.externalLinks = this._lookForHeadings(this.wikitext, [				'External links',			]);

// https://en.wikipedia.org/wiki/Wikipedia:WikiProject_Succession_Box_Standardization/Templates // TODO: figure out what "geography boxes" are, add them this.sectionStartPositions.successionAndGeographyBoxes = this._lookForTemplates(this.wikitext, [				'S-', // they all are of the format 			]);

// Hard to figure these out, unless they are contained in the wrapper // TODO: assume any templates in this area that aren't on other lists are navboxes // https://en.wikipedia.org/w/index.php?title=Special%3AWhatLinksHere&hidetrans=1&hidelinks=1&target=Template%3ANavbox&namespace= this.sectionStartPositions.navboxes = this._lookForTemplates(this.wikitext, [				'Navbox',				'Dynamic navigation box',				'Navigation',				'Hider hiding',				'Horror navbox',				'VG navigation',				'CVG navigation',				'TransNB',				'Navtable',			]);

// https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:Portal_bar&hidetrans=1&hidelinks=1 this.sectionStartPositions.portalBar = this._lookForTemplates(this.wikitext, [				'Portal bar',				'Prb',			]);

// https://en.wikipedia.org/w/index.php?title=Special%3AWhatLinksHere&hidetrans=1&hidelinks=1&target=Template%3ATaxonbar&namespace= this.sectionStartPositions.taxonBar = this._lookForTemplates(this.wikitext, [				'Taxonbar',				'Taxon-bar',				'Taxobar',				'TaxonIDs',				'Taxon identifiers',			]);

// https://en.wikipedia.org/w/index.php?title=Special%3AWhatLinksHere&hidetrans=1&hidelinks=1&target=Template%3AAuthority+control&namespace= this.sectionStartPositions.authorityControl = this._lookForTemplates(this.wikitext, [				'Authority control',				'Normdaten',				'Authoritycontrol',				'External identifiers',				'Autorité',				'Control de autoridades',				'전거 통제',				'Normativna kontrola',			]);

// https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:Coord&hidetrans=1&hidelinks=1 // https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:Coord_missing&hidetrans=1&hidelinks=1 // using _findStringNotInsideTemplate because °N, °W inside infobox doesn't count this.sectionStartPositions.geographicalCoordinates = this._findTemplateNotInsideTemplate(this.wikitext, [				'Coord', // coord				'Coor',				'Location',				'Geocoord',				'Geobox coor',				'Co-ord',				'Coord missing', // coord missing				'No geolocation',				'Missing coord',				'Coords missing',				'Locate me',				'Needs coordinates',			]);

// https://en.wikipedia.org/w/index.php?title=Special:WhatLinksHere/Template:DEFAULTSORT&hidetrans=1&hidelinks=1 this.sectionStartPositions.defaultSort = this._lookForTemplates(this.wikitext, [				'DEFAULTSORT',				'Default sort',				'SORTIERUNG',			]);

this.sectionStartPositions.categories = this._lookForRegEx(this.wikitext, /\[\[:?Category:/i);

this.sectionStartPositions.stubTemplates = this._lookForRegEx(this.wikitext, /\{\{[^\}]*-stub\}\}/i);

// If the body is the same position as any of the appendices, set body to -1, since there isn't really a body, just appendices. let appendices = [ this.sectionStartPositions.worksOrPublications, this.sectionStartPositions.seeAlso, this.sectionStartPositions.notesAndReferences, this.sectionStartPositions.furtherReading, this.sectionStartPositions.externalLinks, ];			if ( this.sectionStartPositions.body !== -1 && appendices.includes(this.sectionStartPositions.body) ) { this.sectionStartPositions.body = -1; }

if ( this.debug ) { for ( let section of this.sectionOrder ) { let position = this.sectionStartPositions[section]; let chunkPreview = this.wikitext.slice(position, position + 50); console.log(`${section}: ${position}: ${chunkPreview}`); }			}		}

_getFirstNonTemplateNonWhitespace(wikicode) { let length = wikicode.length; let nesting = 0; for ( let i = 0; i < length; i++ ) { let chunk = wikicode.slice(i); if ( chunk.startsWith('') ) { nesting--; i++; // skip 2nd } } else if ( nesting === 0 && ! chunk.match(/^\s/) ) { return i;				} }			return -1; }

_findTemplateNotInsideTemplate(wikicode, arrayOfStrings) { let length = wikicode.length; for ( let string of arrayOfStrings ) { let nesting = 0; for ( let i = 0; i < length; i++ ) { let chunk = wikicode.slice(i, i+20); let match = chunk.match(new RegExp('^\\{\\{' + string, 'i')); if ( nesting === 0 && match ) { return i;					} else if ( chunk.startsWith('') ) { nesting--; i++; // skip 2nd } }				}			}			return -1; }

/** Template names are not RegEx escaped. */		_lookForTemplates(haystack, arrayOfTemplateNames) { let regExString = '\\{\\{(?:';			for ( let name of arrayOfTemplateNames ) {				// space or underscore, same thing				name = name.replace('_', ' ');				name = name.replace(' ', '[ _]');				regExString += name + '|';			}			regExString = regExString.slice(0, -1); // delete last character |			regExString += ')(?![ -\\|]section)'; // don't match section maintenance tags, e.g. and let matches = haystack.match(new RegExp(regExString, 'i')); return matches ? matches.index : -1; }

/** Heading names are not RegEx escaped. */		_lookForHeadings(haystack, arrayOfHeadingNames) { let regExString = '={2,}\\s*(?:';			for ( let name of arrayOfHeadingNames ) {				regExString += name + '|';			}			regExString = regExString.slice(0, -1); // delete last character |			regExString += ')'; let matches = haystack.match(new RegExp(regExString, 'i')); return matches ? matches.index : -1; }

_lookForStrings(haystack, arrayOfRegExStrings) { let regExString = '(?:';			for ( let name of arrayOfRegExStrings ) {				regExString += name + '|';			}			regExString = regExString.slice(0, -1); // delete last character |			regExString += ')'; let matches = haystack.match(new RegExp(regExString, 'i')); return matches ? matches.index : -1; }

_lookForRegEx(haystack, regEx) { let matches = haystack.match(regEx); return matches ? matches.index : -1; }

hasSection(section) { return this.sectionStartPositions[section] !== -1; }

/** @return {number} sectionPosition: -1 if no section, integer if section */ getSectionPosition(section) { let position = this.sectionStartPositions[section]; if ( position === -1 ) { position = this._getPositionOfClosestSection(section); }			return position; }

getWikicode { return this.wikitext; }

/** If section is absent, we will guess where the section should go. Do not add whitespace, we will figure it out for you. */		insertAtSection(needle, section) { let position = this.sectionStartPositions[section]; if ( position === -1 ) { position = this._getPositionOfClosestSection(section); }

let topHalf = this.wikitext.slice(0, position); let bottomHalf = this.wikitext.slice(position);

if ( topHalf.endsWith('\n') && ! topHalf.endsWith('\n\n') ) { topHalf += '\n'; } else { topHalf += '\n\n'; }

if ( ! bottomHalf.startsWith('\n') ) { bottomHalf = '\n' + bottomHalf; }

this.wikitext = topHalf + needle + bottomHalf; this.wikitext = this.wikitext.trim; this._recalculate; return this.wikitext; }

// https://stackoverflow.com/a/13109786/3480193 _arraySearch(arr, val) { for ( var i = 0; i < arr.length; i++ ) { if ( arr[i] === val ) { return i;				} }			return false; }

_getPositionOfClosestSection(section) { let sectionKey = this._arraySearch(this.sectionOrder, section);

// scan until you find a section that is not -1 // can scan in either direction. I chose to scan down. for ( let i = sectionKey; i < this.sectionOrder.length; i++ ) { let sectionKey2 = this.sectionOrder[i]; let sectionPosition = this.sectionStartPositions[sectionKey2]; if ( sectionPosition !== -1 ) { return sectionPosition; }			}		}	}

let title = mw.config.get('wgPageName'); // includes namespace, underscores instead of spaces if ( ! shouldRunOnThisPage(title) ) return;

let diffID = mw.config.get('wgRevisionId'); let wikicode = await getWikicodeOfDiff(diffID);

let pf = new MOSOrderPositionFinder(wikicode, true); });

//