User:Ahechtbot/wikiprojects.js

Note: After saving, you have to bypass your browser's cache to see the changes. Google Chrome, Firefox, Microsoft Edge and Safari: Hold down the ⇧ Shift key and click the Reload toolbar button. For details and instructions about other browsers, see Wikipedia:Bypass your cache.

console.log("Wikiprojects.js run started at " + new Date());

//Set up parameters
try {
	var credentials = require('./credentials.js').credentials.enwiki;
} catch {
	console.error("Credentials file not found!");
	return;
} finally {
	if (!credentials) { 
		console.error("Credentials not found in credentials file!");
		return;
	}
}

var templateList = "Wikipedia:WikiProject Articles for creation/WikiProject templates.json";
var configFile = "Wikipedia:WikiProject Articles for creation/WikiProject templates.json/config.json";

//Define globals
require('jsdom-global')(undefined, {"url": credentials.wikiUrl});
require('mock-mediawiki');
var configObject, wikiProjectCategories, wikiprojects = {};
var apiUrl = credentials.wikiUrl+mw.util.wikiScript('api');
var api = new mw.Api({ ajax: { url: apiUrl} });

//Log in
api.login( credentials.username, credentials.password )
	.done (function (data) {
		console.log("Logged in as "+data.login.lgusername);
		configObject = fetchJSONList(configFile);
		wikiProjectCategories = [configObject["WikiProject main category"]]
			.concat(configObject["Other WikiProject template categories not included in 'WikiProject main category'"]);
		getTemplateCategories();
	} ).fail (function(error) {
		console.error("Error logging in:");
		console.error(error);
		return;
	} );

function fetchJSONList(listName) {
	var parsedList = {};
	//console.log("Attempting to fetch " + listName + "...");
	var listData = JSON.parse($.ajax({
		url: apiUrl, async:false,
		error: function (jsondata) {
			console.warn("Unable to fetch contents of " + listName + ":");
			console.log(jsondata);
			return {};				
		}, data: {action:'parse', format:'json', prop:'wikitext', page: listName, formatversion: '2', origin: '*' }
	}).responseText).parse;
	//console.log("Attempting to parse " + listName + "...");
	if (listData && listData.wikitext) {
		try {
			parsedList = JSON.parse(listData.wikitext);
			console.log("Successfully parsed " + listName);
		} catch (jsonerror) {
			console.warn("Error parsing JSON list " + listName + ":");
			console.log(jsonerror);
		}
	}

	return parsedList;
}

function getTemplateCategories(cont) { // Recursively call API
	var query = {
		action: "query",
		list: "categorymembers",
		cmtitle: configObject["WikiProject main category"],
		cmtype: "subcat",
		cmlimit: "max",
		origin: '*'
	};
	if (cont) {
		query = Object.assign(query, cont);
	}
	//console.log("Fetching subcategories of " + query.cmtitle + "...");
	api.get( query )
		.done (function (data) {
			if (data && data.query && data.query.categorymembers) { //API query returned members
				Object.entries(data.query.categorymembers).forEach( function(item) {
					wikiProjectCategories.push(item[1].title);
				} );
			}
			if (data && data.continue) { //More results are available
				getTemplateCategories(data.continue);
			} else {
				console.log("Fetching contents of: " + wikiProjectCategories
					.map(function (e) { return e.toString().replace(/(Category:|WikiProject |banner wrapper )/ig, ""); })
					.join(", ") );
				getTemplatesFromCategories();
			}
		} ).fail (function(error) {
			console.warn("Error getting list of categories:");
			console.log(error);
		} );
	return;
}

function getTemplatesFromCategories(catTitle, cont) { // Recursively call API
	if (typeof catTitle === 'undefined') { // Grab next item in wikiProjectCategories
		catTitle = wikiProjectCategories.pop();
	}
	if (typeof catTitle === 'undefined') { // No remaining entries in wikiProjectCategories
		// Manually add Wikiprojects with /s in their title
		jQuery.extend( wikiprojects, configObject.includelist );
		writeList();
	} else {
		
		var query = {
			action: "query",
			list: "categorymembers",
			cmtitle: catTitle,
			cmtype: "page",
			cmnamespace: "10",
			cmlimit: "max",
			origin: '*'
		};
		//console.log("Fetching contents of " + query.cmtitle + "...");
		if (cont) {
			query = Object.assign(query, cont);
		}
		api.get( query )
			.done (function (data) {
				if (data && data.query && data.query.categorymembers) { //API query returned members
					Object.entries(data.query.categorymembers).forEach( function(item) {
						var title = item[1].title.match(/^Template:WikiProject\s(.*)$/);
						if ( (title && title[1] && title[1] !== "") && ( title[1].indexOf("/") == -1 || title[1].match(/ task ?force$/i) ) ) { //Valid page name format
							title[1] = title[1].replace(/ task ?force$/i,"");
							if( !(configObject.blocklist[ title[1] ]) ) { //Not on blocklist
								wikiprojects[ title[1] ] = item[1].title.replace("Template:", "");
							}
						}
					} );
				}
				if (data && data.continue) { //More results are available
					getTemplatesFromCategories(catTitle, data.continue);
				} else {
					getTemplatesFromCategories();
				}
			} ).fail (function(error) {
				console.warn("Error getting list of templates:");
				console.log(error);
			} );
		return;
	}
}

function writeList() {
	wikiprojects = Object.keys(wikiprojects).sort().reduce(
		(obj, key) => { 
			obj[key] = wikiprojects[key]; 
			return obj;
		}, 
		{}
	);
	
	//console.log("Length of list: " + Object.keys(wikiprojects).length);
	//console.log(wikiprojects);
	
	var params = {
		action: 'edit',
		title: templateList,
		text: JSON.stringify(wikiprojects),
		summary: "Update WikiProject list",
		watchlist:"unwatch",
		bot: 'true'
	};
	//console.log("Writing to " + params.title + "...");
	api.postWithToken("csrf", params ).done( function(reslt) {
		console.log(templateList + " updated.");
		//console.log(reslt);
	} ).fail( function(reslt) {
		console.warn("Error updating " + templateList + ":");
		console.log(reslt);
	} );
}