Module:Delink: Difference between revisions
Content deleted Content added
sync from sandbox per WP:VPT discussion; |
Johnrdorazio (talk | contribs) m 1 revision imported |
||
(4 intermediate revisions by 3 users not shown) | |||
Line 1: | Line 1: | ||
-- This module de-links most wikitext. |
-- This module de-links most wikitext. |
||
require( |
require("strict") |
||
local p = {} |
local p = {} |
||
Line 8: | Line 8: | ||
local function delinkReversePipeTrick(s) |
local function delinkReversePipeTrick(s) |
||
if s:match("^%[%[|.*[|\n]") then -- Check for newlines or multiple pipes. |
|||
return s |
|||
end |
|||
else |
|||
return s:match("%[%[|(.*)%]%]") |
|||
end |
|||
end |
end |
||
local function delinkPipeTrick(s) |
local function delinkPipeTrick(s) |
||
-- We need to deal with colons, brackets, and commas, per [[Help:Pipe trick]]. |
|||
local linkarea, display = "", "" |
|||
-- First, remove the text before the first colon, if any. |
|||
-- We need to deal with colons, brackets, and commas, per [[Help:Pipe trick]]. |
|||
if s:match(":") then |
|||
s = s:match("%[%[.-:(.*)|%]%]") |
|||
-- First, remove the text before the first colon, if any. |
|||
-- If there are no colons, grab all of the text apart from the square brackets and the pipe. |
|||
if s:match(":") then |
|||
else |
|||
s = s:match("%[%[.-:(.*)|%]%]") |
|||
s = s:match("%[%[(.*)|%]%]") |
|||
-- If there are no colons, grab all of the text apart from the square brackets and the pipe. |
|||
end |
|||
else |
|||
s = s:match("%[%[(.*)|%]%]") |
|||
-- Next up, brackets and commas. |
|||
end |
|||
if s:match("%(.-%)$") then -- Brackets trump commas. |
|||
s = s:match("(.-) ?%(.-%)$") |
|||
-- Next up, brackets and commas. |
|||
elseif s:match(",") then -- If there are no brackets, display only the text before the first comma. |
|||
s = s:match("(.-),.*$") |
|||
end |
|||
elseif s:match(",") then -- If there are no brackets, display only the text before the first comma. |
|||
return s |
|||
s = s:match("(.-),.*$") |
|||
end |
|||
return s |
|||
end |
end |
||
-- Return wikilink target |wikilinks=target |
|||
local function getDelinkedTarget(s) |
|||
local result = s |
|||
-- Deal with the reverse pipe trick. |
|||
-- Deal with the reverse pipe trick. |
|||
if result:match("%[%[|") then |
|||
if result:match("%[%[|") then |
|||
return delinkReversePipeTrick(result) |
|||
return delinkReversePipeTrick(result) |
|||
end |
|||
end |
|||
result = mw.uri.decode(result, "PATH") -- decode percent-encoded entities. Leave underscores and plus signs. |
|||
result = mw.uri.decode(result, "PATH") -- decode percent-encoded entities. Leave underscores and plus signs. |
|||
result = mw.text.decode(result, true) -- decode HTML entities. |
|||
-- Check for bad titles. To do this we need to find the |
|||
-- Check for bad titles. To do this we need to find the |
|||
-- title area of the link, i.e. the part before any pipes. |
|||
-- title area of the link, i.e. the part before any pipes. |
|||
local target_area |
|||
local target_area |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
target_area = result:match("^%[%[(.-)|.*%]%]") |
|||
target_area = result:match("^%[%[(.-)|.*%]%]") |
|||
else |
|||
else |
|||
target_area = result:match("^%[%[(.-)%]%]") |
|||
target_area = result:match("^%[%[(.-)%]%]") |
|||
end |
|||
end |
|||
-- Check for bad characters. |
|||
if mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") then |
|||
-- Check for bad characters. |
|||
return s |
|||
if mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") and mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") ~= "?" then |
|||
end |
|||
return s |
|||
end |
|||
return target_area |
|||
return target_area |
|||
end |
end |
||
local function |
local function getDelinkedLabel(s) |
||
local result = s |
|||
-- Deal with the reverse pipe trick. |
|||
if result:match("%[%[|") then |
|||
return delinkReversePipeTrick(result) |
|||
end |
|||
result = mw.uri.decode(result, "PATH") -- decode percent-encoded entities. Leave underscores and plus signs. |
|||
result = mw.text.decode(result, true) -- decode HTML entities. |
|||
-- Check for bad titles. To do this we need to find the |
|||
-- title area of the link, i.e. the part before any pipes. |
|||
local target_area |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
target_area = result:match("^%[%[(.-)|.*%]%]") |
|||
else |
|||
target_area = result:match("^%[%[(.-)%]%]") |
|||
end |
|||
-- Check for bad characters. |
|||
if mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") then |
|||
return s |
|||
end |
|||
result = mw.uri.decode(result, "PATH") -- decode percent-encoded entities. Leave underscores and plus signs. |
|||
-- Check for categories, interwikis, and files. |
|||
result = mw.text.decode(result, true) -- decode HTML entities. |
|||
local colonprefix = result:match("%[%[(.-):.*%]%]") or "" -- Get the text before the first colon. |
|||
local ns = mw.site.namespaces[colonprefix] -- see if this is a known namespace |
|||
if mw.language.isKnownLanguageTag(colonprefix) |
|||
or ( ns and ( ns.canonicalName == "File" or ns.canonicalName == "Category" ) ) then |
|||
return "" |
|||
end |
|||
-- Remove the colon if the link is using the [[Help:Colon trick]]. |
|||
if result:match("%[%[:") then |
|||
result = "[[" .. result:match("%[%[:(.*%]%])") |
|||
end |
|||
-- Deal with links using the [[Help:Pipe trick]]. |
|||
if mw.ustring.match(result, "^%[%[[^|]*|%]%]") then |
|||
return delinkPipeTrick(result) |
|||
end |
|||
-- Find the display area of the wikilink |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
result = result:match("^%[%[.-|(.+)%]%]") |
|||
-- Remove new lines from the display of multiline piped links, |
|||
-- where the pipe is before the first new line. |
|||
result = result:gsub("\n", "") |
|||
else |
|||
result = result:match("^%[%[(.-)%]%]") |
|||
end |
|||
-- Check for bad titles. To do this we need to find the |
|||
return result |
|||
-- title area of the link, i.e. the part before any pipes. |
|||
local target_area |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
target_area = result:match("^%[%[(.-)|.*%]%]") |
|||
else |
|||
target_area = result:match("^%[%[(.-)%]%]") |
|||
end |
|||
-- Check for bad characters. |
|||
if mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") and mw.ustring.match(target_area, "[%[%]<>{}%%%c\n]") ~= "?" then |
|||
return s |
|||
end |
|||
-- Check for categories, interwikis, and files. |
|||
local colon_prefix = result:match("%[%[(.-):.*%]%]") or "" -- Get the text before the first colon. |
|||
local ns = mw.site.namespaces[colon_prefix] -- see if this is a known namespace |
|||
if mw.language.isKnownLanguageTag(colon_prefix) or (ns and (ns.canonicalName == "File" or ns.canonicalName == "Category")) then |
|||
return "" |
|||
end |
|||
-- Remove the colon if the link is using the [[Help:Colon trick]]. |
|||
if result:match("%[%[:") then |
|||
result = "[[" .. result:match("%[%[:(.*%]%])") |
|||
end |
|||
-- Deal with links using the [[Help:Pipe trick]]. |
|||
if mw.ustring.match(result, "^%[%[[^|]*|%]%]") then |
|||
return delinkPipeTrick(result) |
|||
end |
|||
-- Find the display area of the wikilink |
|||
if result:match("|") then -- Find if we're dealing with a piped link. |
|||
result = result:match("^%[%[.-|(.+)%]%]") |
|||
-- Remove new lines from the display of multiline piped links, |
|||
-- where the pipe is before the first new line. |
|||
result = result:gsub("\n", "") |
|||
else |
|||
result = result:match("^%[%[(.-)%]%]") |
|||
end |
|||
return result |
|||
end |
end |
||
local function delinkURL(s) |
local function delinkURL(s) |
||
-- Assume we have already delinked internal wikilinks, and that |
|||
-- we have been passed some text between two square brackets [foo]. |
|||
-- If the text contains a line break it is not formatted as a URL, regardless of other content. |
|||
if s:match("\n") then |
|||
return s |
|||
end |
|||
-- Check if the text has a valid URL prefix and at least one valid URL character. |
|||
local valid_url_prefixes = {"//", "http://", "https://", "ftp://", "gopher://", "mailto:", "news:", "irc://"} |
|||
local url_prefix |
|||
for _ ,v in ipairs(valid_url_prefixes) do |
|||
if mw.ustring.match(s, '^%[' .. v ..'[^"%s].*%]' ) then |
|||
url_prefix = v |
|||
break |
|||
end |
|||
end |
|||
-- Get display text |
|||
if not url_prefix then |
|||
return s |
|||
end |
|||
s = s:match("^%[" .. url_prefix .. "(.*)%]") -- Grab all of the text after the URL prefix and before the final square bracket. |
|||
s = s:match('^.-(["<> ].*)') or "" -- Grab all of the text after the first URL separator character ("<> ). |
|||
s = mw.ustring.match(s, "^%s*(%S.*)$") or "" -- If the separating character was a space, trim it off. |
|||
local s_decoded = mw.text.decode(s, true) |
|||
if mw.ustring.match(s_decoded, "%c") then |
|||
return s |
|||
end |
|||
else |
|||
return s_decoded |
|||
return s_decoded |
|||
end |
|||
end |
end |
||
local function delinkLinkClass( |
local function delinkLinkClass(text, pattern, delinkFunction) |
||
if type(text) ~= "string" then |
|||
error("Attempt to de-link non-string input.", 2) |
|||
end |
|||
if type(pattern) ~= "string" or mw.ustring.sub(pattern, 1, 1) ~= "^" then |
|||
error('Invalid pattern detected. Patterns must begin with "^".', 2) |
|||
end |
|||
-- Iterate over the text string, and replace any matched text. using the |
|||
-- delink function. We need to iterate character by character rather |
|||
-- than just use gsub, otherwise nested links aren't detected properly. |
|||
local result = "" |
|||
while text ~= "" do |
|||
-- Replace text using one iteration of gsub. |
|||
text = mw.ustring.gsub(text, pattern, delinkFunction, 1) |
|||
-- Append the left-most character to the result string. |
|||
result = result .. mw.ustring.sub(text, 1, 1) |
|||
text = mw.ustring.sub(text, 2, -1) |
|||
end |
|||
return result |
|||
end |
end |
||
function p._delink(args) |
function p._delink(args) |
||
local text = args[1] or "" |
|||
if args.refs == "yes" then |
|||
-- Remove any [[Help:Strip markers]] representing ref tags. In most situations |
|||
-- this is not a good idea - only use it if you know what you are doing! |
|||
text = mw.ustring.gsub(text, "UNIQ%w*%-ref%-%d*%-QINU", "") |
|||
end |
|||
if not (args.comments == "no") then |
|||
text = text:gsub("<!%-%-.-%-%->", "") -- Remove html comments. |
|||
end |
|||
if not (args.wikilinks == "no") and 'target' ~= args.wikilinks then |
|||
text = delinkLinkClass(text, "^%[%[.-%]%]", delinkWikilink) -- De-link wikilinks and return the label portion of the wikilink. |
|||
elseif 'target' == args.wikilinks then |
|||
text = delinkLinkClass(text, "^%[%[.-%]%]", delinkWikilink_tgt) -- De-link wikilinks and return the target portions of the wilikink |
|||
end |
end |
||
if args.comments ~= "no" then |
|||
text = text:gsub("<!%-%-.-%-%->", "") -- Remove html comments. |
|||
end |
|||
if not (args.whitespace == "no") then |
|||
if args.wikilinks ~= "no" and args.wikilinks ~= "target" then |
|||
-- Replace single new lines with a single space, but leave double new lines |
|||
-- De-link wikilinks and return the label portion of the wikilink. |
|||
-- and new lines only containing spaces or tabs before a second new line. |
|||
text = delinkLinkClass(text, "^%[%[.-%]%]", getDelinkedLabel) |
|||
elseif args.wikilinks == "target" then |
|||
text = text:gsub("[ \t]+", " ") -- Remove extra tabs and spaces. |
|||
-- De-link wikilinks and return the target portions of the wikilink. |
|||
end |
|||
text = delinkLinkClass(text, "^%[%[.-%]%]", getDelinkedTarget) |
|||
return text |
|||
end |
|||
if args.urls ~= "no" then |
|||
text = delinkLinkClass(text, "^%[.-%]", delinkURL) -- De-link URLs. |
|||
end |
|||
if args.whitespace ~= "no" then |
|||
-- Replace single new lines with a single space, but leave double new lines |
|||
-- and new lines only containing spaces or tabs before a second new line. |
|||
text = mw.ustring.gsub(text, "([^\n \t][ \t]*)\n([ \t]*[^\n \t])", "%1 %2") |
|||
text = text:gsub("[ \t]+", " ") -- Remove extra tabs and spaces. |
|||
end |
|||
return text |
|||
end |
end |
||
function p.delink(frame) |
function p.delink(frame) |
||
if not getArgs then |
|||
getArgs = require('Module:Arguments').getArgs |
|||
end |
|||
return p._delink(getArgs(frame, {wrappers = 'Template:Delink'})) |
|||
end |
end |
||