Jump to content

User:GreenC bot/Job 20/source

From Wikipedia, the free encyclopedia

This is a static version, most recent version is on Toolforge in /data/project/botwikiawk/peerr/

peerr.awk

#!/usr/bin/gawk -bE     

#
# peerr removes the template {{Peer review}} from talk pages when no longer needed. ie. the template was added more than 7 
# days ago indicating the peer review processes has stalled or was not properly initiated.
#
# https://en.wikipedia.org/wiki/User:GreenC_bot/Job_20
#

# The MIT License (MIT)
#    
# Copyright (c) April 2021 User:GreenC at en.wikipedia.org
#   
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR                   
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.

# library.awk : https://github.com/greencardamom/BotWikiAwk/tree/master/lib
@include "library.awk"

#
# entity_exists - see if a page on Wikipedia exists
#   eg. if ( ! entity_exists("Gutenberg author") ) print "Unknown page"
#
function pageExists(entity   ,url,jsonin) {

        url = "https://en.wikipedia.org/w/api.php?action=query&titles=" urlencodeawk(entity) "&format=json"
        jsonin = http2var(url)
        if(jsonin ~ "\"missing\"")
            return 0
        return 1
}

#
# Add a new entry to list
#
function addList(page,  mainPage,archive) {

  archive = getArchive(page)
  if(empty(archive)) {
    stdErr(dateeight() ": Unable to determine archive number (template missing?): " page)
    print(dateeight() ": Unable to determine archive number (template missing?): " page) >> Logerror
    return 0
  }
  L[page]["page"] = page
  mainPage = L[page]["page"]
  sub(/^Talk:/, "", mainPage) 
  L[page]["prpage"] = "Wikipedia:Peer review/" mainPage "/" archive
  L[page]["date"] = dateeight() # default to todays date
  return 1

}

#
# Check if page exists in list
#
function inList(page, k) {
  for(k in L) {
    if(L[k]["page"] == page) 
      return 1
  }
  return 0
}

function loadList(file,  a,b,page,i) {
  if(!checkexists(file)) return
  for(i = 1; i <= splitn(file, a, i); i++) {
    if(split(a[i], b, " ---- ") == 3) {
      page = strip(b[1])
      L[page]["page"] = page
      L[page]["date"] = strip(b[2])
      L[page]["prpage"] = strip(b[3])
    }
  }
}

function saveList(file) {
  if(checkexists(file)) 
    sys2var(Exe["rm"] " -r " file)
  for(page in L) 
    print L[page]["page"] " ---- " L[page]["date"] " ---- " L[page]["prpage"] >> file
  
}

#
# Number of days between today and date in L[page]["date"] rounded down
#
function numberDays(page,   old,new,c,a) {

  old = sys2var(Exe["date"] " '+%s' -d " L[page]["date"])
  new = sys2var(Exe["date"] " '+%s' -d " dateeight())
  c = (new - old) / 86400
  split(c, a, /[.]/)
  return a[1]

}

#
# Retrieve 'archive1' or 'archive2', etc.. defined in {{peer review|archive=1}}
#
function getArchive(page,  fp,d,dd,ddd) {

  fp = sys2var(Exe["wikiget"] " -w " shquote(page))
  if(match(fp, templateRE, d) > 0) {
    if(match(d[0], /archive[[:space:]]*=[[:space:]]*[0-9]{1,2}/, dd) > 0) {
      match(dd[0], /[0-9]{1,2}/, ddd)
      return "archive" ddd[0]
    }
    return "archive1"
  }
}

#
# Delete template from page
#
function deleteTemplate(page,  temp,fp,d,command,result,comres) {

  result = 0
  temp = Home "temp.txt"
  fp = sys2var(Exe["wikiget"] " -w " shquote(page))
  if(match(fp, templateRE "[ ]*(\\n)?", d) > 0) {
    fp = subs(d[0], "", fp)
    print fp > temp
    close(temp)
    command = Exe["wikiget"] " -E " shquote(page) " -S " shquote("Removing {{Peer review}} after " MaxDays " days without creation of [[" L[page]["prpage"] "]] per [[User:GreenC bot/Job 20]]") " -P " shquote(temp) 
    comres = sys2var(command)
    if(comres != "Success") {
      stdErr(dateeight() ": Unable to upload (" comres "): " command)
      print(dateeight() ": Unable to upload (" comres "): " command) >> Logerror
    }
    else {
      print(dateeight() ": Successful upload: " command) >> Logfile
      result = 1
    }
  }
  else {
    stdErr(dateeight() ": Unable to find template in page: " page)
    print(dateeight() ": Unable to find template in page: " page) >> Logerror
  }
  return result
}

function main(  cat,a,i,watch,b) {

  loadList(Home "list.txt")
  cat = sys2var(Exe["wikiget"] " -c \"Peer review requests not opened\"")

  # Remove template from page and from list, if date expired
  # Add to list if in category but not in list

  for(i = 1; i <= splitn(cat "\n", a, i); i++) {
    a[i] = strip(a[i])
    if(inList(a[i])) {
      if(int(numberDays(a[i])) >= MaxDays) {    # number of days between now and L[page]["date"] >= MaxDays
        if(!pageExists(L[a[i]]["prpage"])) {
          if(deleteTemplate(a[i]))
            delete L[a[i]]
        }
      }      
    }
    else 
      addList(a[i])
  }

  # Remove from list if not in category

  for(b in L) { 
    watch = 0
    for(i = 1; i <= length(a); i++) {
      if(L[b]["page"] == a[i])
        watch = 1
    }
    if(watch == 0) 
      delete L[b]
  }

  saveList(Home "list.txt")

}

BEGIN {

  IGNORECASE = 1

  Home = "/data/project/botwikiawk/peerr/"

  MaxDays = 7    # Number of days to wait before removing template

  # Template:Peer review
  templateRE = "[{][{][[:space:]]*(peer review|peerreview|pr)[[:space:]]*[|][^}]*[}][}]"

  # wikiget : https://github.com/greencardamom/Wikiget
  Exe["wikiget"] = "/data/project/botwikiawk/BotWikiAwk/bin/wikiget"
  Exe["wget"]    = "/usr/bin/wget"
  Exe["date"]    = "/bin/date"
  Exe["rm"]      = "/bin/rm"

  Logfile = Home "logpeerr.log"
  Logerror = Home "logerror.log"

  main()

}