template_protector.rb

$LOAD_PATH << '..'
require'musikbot'

moduleTemplateProtector
PROTECTION_WEIGHT={
:sysop=>40,
:templateeditor=>30,
:extendedconfirmed=>20,
:autoconfirmed=>10
}

defself.run
@mb=MusikBot::Session.new(inspect)

@thresholds=@mb.config[:thresholds]
.select{|_k,v| v.present?}# Non-nil.
.sort_by(&:last)# Sort by transclusion count.
.reverse
.to_h

# Exclusions as strings with underscores instead of spaces.
exclusions=@mb.config[:exclusions].keys.map(&:to_s).map(&:score)

# Minimum transclusion count to check for.
lowest_threshold=@thresholds.values.min

@mb.config[:namespaces].eachdo |ns_id|
# Mainspace is not supported (nor should it be).
nextifns_id == 0

ns_name=namespace_map[ns_id]

@thresholds.keys.eachdo |level|
@mb.log("NAMESPACE #{ns_id} / THRESHOLD #{level}")
fetch_templates(ns_id,level).eachdo |row|
row['title']=row['title'].force_encoding('utf-8')
title="#{ns_name}:#{row['title']}"
edit_level=prot_level(row['count'])

# Skip if excluded.
ifexclusions.include?(title)
@mb.log(">> #{title} excluded")
next
end

# Skip if matches regex exclusions.
ifregex_excluded?(title)
exclusions << title
@mb.log(">> #{title} regex-excluded")
next
end

# Skip if recently protected.
ifrecently_protected?(ns_id,row['title'])
exclusions << title
@mb.log(">> #{title} recently protected")
next
end

# Skip if title is blacklisted.
iftitle_blacklisted?(title,edit_level)
exclusions << title
@mb.log(">> #{title} already blacklisted")
next
end

# Protect!
protect(row,title,edit_level)
end
end
end
rescue=>e
@mb.report_error('Fatal error',e)
end

defself.protect(row,title,edit_level)
old_move_level=get_move_level(row['id'])

# Use the same as edit_level for move, unless it is higher than the edit_level.
move_level=PROTECTION_WEIGHT[old_move_level].to_i > PROTECTION_WEIGHT[edit_level] ? old_move_level : edit_level

@mb.log("PROTECT: #{edit_level}/#{move_level} ~ #{title} ~ #{row['count']}")

if@mb.opts[:dry]
return
end

protections=[{action: 'edit',group: edit_level}]

ifmove_level != :autoconfirmed
protections << {
action: 'move',
group: move_level
}
end

begin
@mb.gateway.protect(title,protections,
reason: @mb.config[:summary].sub('$1',row['count'].to_s)
)
rescueMediaWiki::APIError=>e
ife.code.to_s == 'tpt-target-page'
return
elsife.code.to_s == 'cantedit'
puts"WARNING: Unable to edit [[#{title}]]"
return
else
raisee
end
end
end

defself.fetch_templates(ns,level)
# Minimum transclusion count to check for.
low_threshold=@thresholds[level]
having_clause="HAVING COUNT(*) >= ? "

high_threshold=@thresholds.values.max
iflow_threshold == high_threshold
# We're currently at the highest (sysop) threshold, so only need one HAVING clause.
high_threshold=nil
else
having_clause += " AND COUNT(*) < ?"
end

# Build the list of protection levels we AREN'T looking for.
# This should include everything of lower weight than the given 'level'.
# The SQL clause should include all types for autoconfirmed.
levels=PROTECTION_WEIGHT.keys
iflevel != :autoconfirmed
levels.reject!{ |key| PROTECTION_WEIGHT[key] < PROTECTION_WEIGHT[level]}

# TODO: get consensus for use of EC protection for templates and remove this line.
levels << :extendedconfirmedunlesslevels.include?(:extendedconfirmed)
end
levels.map!(&:to_s)

sql=%{
 SELECT page_title AS title, page_id AS id, COUNT(*) AS count
 FROM page
 JOIN linktarget ON lt_title = page_title
 AND lt_namespace = page_namespace
 JOIN templatelinks ON tl_target_id = lt_id
 LEFT JOIN page_restrictions ON pr_page = page_id
 AND pr_level IN (#{Array.new(levels.length,'?').join(',')})
 AND pr_type = 'edit'
 WHERE lt_namespace = ?
 AND pr_page IS NULL
 GROUP BY page_title
#{having_clause}
 }

args=[*levels,ns,low_threshold]
ifhigh_threshold
args << high_threshold
end

@mb.repl_query(sql, *args)
end

defself.recently_protected?(ns,title)
sql=%{
 SELECT 1
 FROM logging_logindex
 WHERE log_namespace = ?
 AND log_title = ?
 AND log_action IN ('protect', 'unprotect')
 AND log_timestamp > DATE_SUB(NOW(), INTERVAL ? DAY)
 LIMIT 1
 }
@mb.repl_query(sql,ns,title,@mb.config[:ignore_offset]).any?
end

defself.title_blacklisted?(title,level)
# Needs to be done while logged out.
ret=@mb.http_get(
"https://#{@mb.opts[:project]}.org/w/api.php?action=titleblacklist&tbtitle=#{URI.escape(title)}&tbaction=edit&format=json"
)

# A page is considered blacklisted only if the noedit level matches the one we want to apply.
ret['titleblacklist']['result'] == 'blacklisted' && ret['titleblacklist']['line'] =~ /noedit.*?#{level}/
end

defself.regex_excluded?(title)
unless@title_regex
regexes=[]
@mb.config[:regex_exclusions].keys.eachdo |regex|
regexes << Regexp.new(regex.to_s)
end
@title_regex=Regexp.union(regexes)
end

 !!@title_regex.match(title.descore)
rescue=>e
@mb.report_error('Regex error',e)
end

defself.prot_level(count)
@thresholds.eachdo |level,threshold|
returnlevelifcount >= threshold
end
end

defself.get_move_level(page_id)
sql=%{
 SELECT pr_level
 FROM page_restrictions
 WHERE pr_page = ?
 AND pr_type = 'move'
 }
ret=@mb.repl_query(sql,page_id).to_a
ret.any? ? ret[0]['pr_level'].to_sym : nil
end

defself.namespace_map
return@namespace_mapif@namespace_map

api_obj=@mb.gateway.custom_query(
meta: 'siteinfo',
siprop: 'namespaces'
)

ns_map={}

api_obj.elements['namespaces'].eachdo |element|
ns_map[element.attributes['id'].to_i]=element[0]
end

@namespace_map=ns_map
end
end

TemplateProtector.run