Module:DependencyList: Difference between revisionsGive feedback
osrsw>CephHunter Write to Bucket:dependency_list |
osrsw>CephHunter Read from bucket + some cleanup |
||
| Line 1: | Line 1: | ||
require("strict") | require("strict") | ||
local p = {} | local p = {} | ||
local libraryUtil = require('libraryUtil') | local libraryUtil = require('libraryUtil') | ||
| Line 7: | Line 7: | ||
local dpl = require('Module:DPLlua') | local dpl = require('Module:DPLlua') | ||
local tooltip = require('Module:Tooltip') | local tooltip = require('Module:Tooltip') | ||
local COLLAPSE_LIST_LENGTH_THRESHOLD = 5 | local COLLAPSE_LIST_LENGTH_THRESHOLD = 5 | ||
local MAX_DYNAMIC_REQUIRE_LIST_LENGTH = 30 | local MAX_DYNAMIC_REQUIRE_LIST_LENGTH = 30 | ||
| Line 20: | Line 18: | ||
["strict"] = { | ["strict"] = { | ||
link = "mw:Special:MyLanguage/Extension:Scribunto/Lua reference manual#strict", | link = "mw:Special:MyLanguage/Extension:Scribunto/Lua reference manual#strict", | ||
categories = { "Strict mode modules" }, | categories = { "[[Category:Strict mode modules]]" }, | ||
}, | }, | ||
} | } | ||
-- Used in case 'require( varName )' is found. Attempts to find a string value stored in 'varName'. | |||
local function substVarValue( moduleContent, varName ) | |||
local res = moduleContent:match( varName .. '%s*=%s*(%b""%s-%.*)' ) or moduleContent:match( varName .. "%s*=%s*(%b''%s-%.*)" ) or '' | |||
local function substVarValue( | |||
local res = | |||
if res:find( '^(["\'])[Mm]odule:[%S]+%1' ) and not res:find( '%.%.' ) and not res:find( '%%%a' ) then | if res:find( '^(["\'])[Mm]odule:[%S]+%1' ) and not res:find( '%.%.' ) and not res:find( '%%%a' ) then | ||
return mw.text.trim( res ) | return mw.text.trim( res ) | ||
| Line 37: | Line 32: | ||
end | end | ||
local function extractModuleName( capture, moduleContent ) | |||
local function extractModuleName( capture, | |||
capture = capture:gsub( '^%(%s*(.-)%s*%)$', '%1' ) | capture = capture:gsub( '^%(%s*(.-)%s*%)$', '%1' ) | ||
| Line 46: | Line 38: | ||
return capture | return capture | ||
elseif capture:find( '^[%a_][%w_]*$' ) then -- Check if if is a single variable | elseif capture:find( '^[%a_][%w_]*$' ) then -- Check if if is a single variable | ||
return substVarValue( | return substVarValue( moduleContent, capture ) | ||
end | end | ||
| Line 52: | Line 44: | ||
end | end | ||
local function formatPageName( str ) | local function formatPageName( str ) | ||
local name = mw.text.trim(str) | local name = mw.text.trim(str) | ||
| Line 59: | Line 49: | ||
:gsub( '_', ' ' ) | :gsub( '_', ' ' ) | ||
:gsub( '^.', string.upper ) | :gsub( '^.', string.upper ) | ||
:gsub( '^([^:]-:)(.)', function(a,b) return a..string.upper(b) end ) | |||
return name | return name | ||
end | end | ||
local function formatModuleName( str, allowBuiltins ) | local function formatModuleName( str, allowBuiltins ) | ||
if allowBuiltins then | if allowBuiltins then | ||
| Line 103: | Line 90: | ||
end | end | ||
-- Used in case a construct like 'require( "Module:wowee/" .. isTheBest )' is found. | |||
-- Will return a list of pages which satisfy this pattern where 'isTheBest' can take any value. | |||
local function getDynamicRequireList( query ) | local function getDynamicRequireList( query ) | ||
if query:find( '%.%.' ) then | if query:find( '%.%.' ) then | ||
query = mw.text.split( query, '..', true ) | query = mw.text.split( query, '..', true ) | ||
query = arr.map( query, function(x) return (x:match('^%s*[\'\"](.-)[\'\"]%s*$') or '%') end ) | |||
query = arr.map( query, function(x) return (x:match('^[\'\"](.-)[\'\"]$') or '%') end ) | |||
query = table.concat( query ) | query = table.concat( query ) | ||
else | else | ||
local _, _query = query:match( '(["\'])(.-)%1' ) | local _, _query = query:match( '(["\'])(.-)%1' ) | ||
query = _query:gsub( '%%%a', '%%' ) | query = _query:gsub( '%%%a', '%%' ) -- Replace lua string.format specifiers with a dpl wildcard | ||
end | end | ||
query = query:gsub( '^[Mm]odule:', '' ) | query = query:gsub( '^[Mm]odule:', '' ) | ||
| Line 150: | Line 134: | ||
--- Returns a list of modules loaded and required by module 'moduleName'. | --- Returns a list of modules loaded and required by module 'moduleName'. | ||
local function getRequireLists( moduleContent ) | |||
local function | |||
local requireList = arr{} | local requireList = arr{} | ||
local loadDataList = arr{} | local loadDataList = arr{} | ||
local loadJsonDataList = arr{} | local loadJsonDataList = arr{} | ||
local dynamicRequirelist = arr{} | local dynamicRequirelist = arr{} | ||
local dynamicLoadDataList = arr{} | local dynamicLoadDataList = arr{} | ||
local dynamicLoadJsonDataList = arr{} | local dynamicLoadJsonDataList = arr{} | ||
local extraCategories = arr{} | local extraCategories = arr{} | ||
local function getList( pat1, pat2, list, dynList ) | local function getList( pat1, pat2, list, dynList ) | ||
for match in dualGmatch( | for match in dualGmatch( moduleContent, pat1, pat2 ) do | ||
match = mw.text.trim( match ) | match = mw.text.trim( match ) | ||
local name = extractModuleName( match, | local name = extractModuleName( match, moduleContent ) | ||
if isDynamicPath( name ) then | if isDynamicPath( name ) then | ||
| Line 193: | Line 168: | ||
getList( 'pcall%s*%(%s*mw%.loadJsonData%s*,([^%),]+)', nil, loadJsonDataList, dynamicLoadJsonDataList ) | getList( 'pcall%s*%(%s*mw%.loadJsonData%s*,([^%),]+)', nil, loadJsonDataList, dynamicLoadJsonDataList ) | ||
requireList = requireList .. dynamicRequirelist | |||
requireList = requireList:unique() | |||
loadDataList = loadDataList .. dynamicLoadDataList .. loadJsonDataList .. dynamicLoadJsonDataList | |||
loadDataList = loadDataList:unique() | |||
extraCategories = extraCategories:unique() | |||
table.sort( requireList ) | |||
table.sort( loadDataList ) | |||
table.sort( extraCategories ) | |||
return { | |||
require = requireList, | |||
loadData = loadDataList, | |||
extraCategories = extraCategories, | |||
} | |||
end | |||
local function getUsedTemplatesList( moduleContent ) | |||
local usedTemplateList = arr{} | |||
for preprocess in string.gmatch( moduleContent, ':preprocess%s*(%b())' ) do | |||
local function recursiveGMatch( str, pat ) | |||
local list = {} | |||
local i = 0 | |||
repeat | |||
for match in string.gmatch( list[i] or str, pat ) do | |||
table.insert( list, match ) | |||
end | end | ||
i = i + 1 | |||
until i > #list or i > 100 | |||
i = 0 | |||
return function() | |||
i = i + 1 | |||
return list[i] | |||
end | end | ||
end | |||
for template in recursiveGMatch( preprocess, '{(%b{})}' ) do | |||
local name = string.match( template, '{(.-)[|{}]' ) | |||
if name ~= '' then | |||
if name:find( ':' ) then | |||
local ns = name:match( '^(.-):' ) | |||
if arr.contains( {'', 'template', 'calculator', 'user'}, ns:lower() ) then | |||
table.insert( usedTemplateList, name ) | |||
elseif ns == ns:upper() then | |||
table.insert( usedTemplateList, ns ) -- Probably a magic word | |||
end | |||
else | |||
if name:match( '^%u+$' ) or name == '!' then | |||
table.insert( usedTemplateList, name ) -- Probably a magic word | |||
else | else | ||
table.insert( usedTemplateList, 'Template:'..name ) | |||
end | end | ||
end | end | ||
| Line 234: | Line 226: | ||
end | end | ||
usedTemplateList = usedTemplateList:unique() | usedTemplateList = usedTemplateList:unique() | ||
table.sort( usedTemplateList ) | table.sort( usedTemplateList ) | ||
return | return usedTemplateList | ||
end | end | ||
-- Returns a list with module and function names used in all '{{#Invoke:moduleName|funcName}}' found on page 'templateName'. | |||
local function getInvokeCallList( pageName ) | |||
local pageContent = mw.title.new( pageName ):getContent() | |||
local function getInvokeCallList( | |||
local | |||
local invokeList = {} | local invokeList = {} | ||
assert( | assert( pageContent, string.format( 'Failed to retrieve text content of page "%s"', pageName ) ) | ||
for moduleName, funcName in string.gmatch( | for moduleName, funcName in string.gmatch( pageContent, '{{[{|safeubt:}]-#[Ii]nvoke:([^|]+)|([^}|]+)[^}]*}}' ) do | ||
moduleName = formatModuleName( moduleName ) | moduleName = formatModuleName( moduleName ) | ||
funcName = mw.text.trim( funcName ) | funcName = mw.text.trim( funcName ) | ||
| Line 276: | Line 249: | ||
-- For form calcs invoking the module directly | -- For form calcs invoking the module directly | ||
for config in dualGmatch( | for config in dualGmatch( pageContent, '<[pd][ri][ev]%s+class%s*=%s*["\']jcConfig["\'](.-)</[pd][ri][ev]>', '{{[Ff]orm calculator%s*|(.+)}}' ) do | ||
local moduleName = string.match( config, 'module%s*=%s*(.-)[\n|]' ) | local moduleName = string.match( config, 'module%s*=%s*(.-)[\n|]' ) | ||
if param.has_content( moduleName ) then | if param.has_content( moduleName ) then | ||
| Line 291: | Line 264: | ||
end | end | ||
-- | local function getInvokedByList( moduleName ) | ||
local whatTemplatesLinkHere = dpl.ask( { | |||
namespace = 'Template|Calculator', | |||
local function messageBoxUnused( | linksto = moduleName, | ||
distinct = 'strict', | |||
ordermethod = 'title', | |||
allowcachedresults = true, | |||
cacheperiod = 604800 -- One week | |||
} ) | |||
local function lcfirst( str ) | |||
return string.gsub( str, '^[Mm]odule:.', string.lower ) | |||
end | |||
local invokedByList = {} | |||
for _, templateName in ipairs( whatTemplatesLinkHere ) do | |||
local invokeList = getInvokeCallList( templateName ) | |||
for _, invokeData in ipairs( invokeList ) do | |||
if lcfirst( invokeData.moduleName ) == lcfirst( moduleName ) then | |||
table.insert( invokedByList, { templateName=templateName, funcName=invokeData.funcName } ) | |||
end | |||
end | |||
end | |||
return invokedByList | |||
end | |||
local function messageBoxUnused() | |||
local html = mw.html.create( 'table' ):addClass( 'messagebox obsolete plainlinks' ) | local html = mw.html.create( 'table' ):addClass( 'messagebox obsolete plainlinks' ) | ||
html:tag( 'td' ) | html:tag( 'td' ) | ||
| Line 304: | Line 303: | ||
:tag( 'div' ) | :tag( 'div' ) | ||
:css{ ['font-size']='0.85em', ['line-height']='1.45em' } | :css{ ['font-size']='0.85em', ['line-height']='1.45em' } | ||
:wikitext | :wikitext( 'This module is neither invoked by a template nor required/loaded by another module. If this is in error, make sure to add <code>{{[[Template:Documentation|Documentation]]}}</code>/<code>{{[[Template:No documentation|No documentation]]}}</code> to the calling template\'s or parent\'s module documentation.' ) | ||
:done() | :done() | ||
:done() | :done() | ||
| Line 321: | Line 319: | ||
end | end | ||
-- Creates a link to [[Special:Search]] showing all pages found by getDynamicRequireList() in case it found more than MAX_DYNAMIC_REQUIRE_LIST_LENGTH pages. | |||
-- | -- Input query uses DPL % wildcards like 'Module:Wowee/%' or 'Module:Wowee/%/data' | ||
local function formatDynamicQueryLink( query ) | local function formatDynamicQueryLink( query ) | ||
local prefix = query:match( '^([^/]+)' ) | local prefix = query:match( '^([^/]+)' ) | ||
| Line 351: | Line 348: | ||
end | end | ||
local function formatModuleLinks( pages ) | |||
local links = arr{} | |||
for _, moduleName in ipairs(pages) do | |||
local function | if moduleName:find( '%%' ) then | ||
local | links:insert( formatDynamicQueryLink( moduleName ) ) | ||
elseif builtins[moduleName] then | |||
links:insert( '[[' .. builtins[moduleName].link .. '|' .. moduleName .. ']]' ) | |||
else | |||
links:insert( '[[' .. moduleName .. ']]' ) | |||
end | |||
end | |||
return links | |||
end | |||
local function formatTemplateLinks( pages ) | |||
local links = arr{} | |||
for _, templateName in ipairs(pages) do | |||
if string.find( templateName, ':' ) then -- Real templates are prefixed by a namespace, magic words are not | |||
links:insert( '[['..templateName..']]' ) | |||
else | |||
links:insert( "'''{{"..templateName.."}}'''" ) -- Magic words don't have a page so make them bold instead | |||
end | |||
end | |||
return links | |||
end | |||
local function formatInvokeCallList( templateName, invokeList ) | |||
local res = {} | local res = {} | ||
| Line 366: | Line 388: | ||
item.moduleName | item.moduleName | ||
) ) | ) ) | ||
end | end | ||
| Line 375: | Line 393: | ||
end | end | ||
local function formatInvokedByList( moduleName, invokedByList ) | |||
for i, invoke in ipairs( invokedByList ) do | |||
invokedByList[i] = string.format( "function '''%s''' is invoked by [[%s]]", invoke.funcName, invoke.templateName ) | |||
local function formatInvokedByList( moduleName, | |||
for | |||
end | end | ||
| Line 417: | Line 416: | ||
) ) | ) ) | ||
end | end | ||
end | end | ||
| Line 427: | Line 421: | ||
end | end | ||
local function formatRequiredByList( moduleName, requiredByLists ) | |||
local requiredByList = formatModuleLinks( requiredByLists.require ) | |||
local loadedByList = formatModuleLinks( requiredByLists.loadData ) | |||
local function formatRequiredByList( moduleName, | |||
local requiredByList = | |||
local loadedByList = | |||
if #requiredByList > COLLAPSE_LIST_LENGTH_THRESHOLD then | if #requiredByList > COLLAPSE_LIST_LENGTH_THRESHOLD then | ||
| Line 477: | Line 441: | ||
requiredByModuleName | requiredByModuleName | ||
) ) | ) ) | ||
end | end | ||
| Line 489: | Line 449: | ||
loadedByModuleName | loadedByModuleName | ||
) ) | ) ) | ||
end | end | ||
| Line 498: | Line 454: | ||
end | end | ||
local function formatImportList( currentPageName, moduleList, id, message | local function formatImportList( currentPageName, moduleList, id, message ) | ||
moduleList = formatModuleLinks( moduleList ) | |||
if #moduleList > COLLAPSE_LIST_LENGTH_THRESHOLD then | if #moduleList > COLLAPSE_LIST_LENGTH_THRESHOLD then | ||
moduleList = collapseList( moduleList, id, 'modules' ) | moduleList = collapseList( moduleList, id, 'modules' ) | ||
| Line 506: | Line 464: | ||
return '<div class="seealso">' .. string.format( message, currentPageName, moduleName ) .. '</div>' | return '<div class="seealso">' .. string.format( message, currentPageName, moduleName ) .. '</div>' | ||
end ) | end ) | ||
return table.concat( res ) | return table.concat( res ) | ||
end | end | ||
local function formatUsedTemplatesList( currentPageName, | local function formatUsedTemplatesList( currentPageName, usedTemplateList ) | ||
usedTemplateList = formatTemplateLinks( usedTemplateList ) | |||
local res = {} | local res = {} | ||
| Line 527: | Line 482: | ||
templateName | templateName | ||
) ) | ) ) | ||
end | |||
return table.concat( res ) | |||
end | |||
local function setBucketFields( requireLists ) | |||
if mw.title.getCurrentTitle().subpageText ~= 'doc' and (#requireLists.require > 0 or #requireLists.loadData > 0) then | |||
bucket( 'dependency_list' ).put{ | |||
require = requireLists.require, | |||
load_data = requireLists.loadData | |||
} | |||
end | |||
end | |||
local function getRequiredByLists( currentPageName ) | |||
local requiredByListRaw = bucket( 'dependency_list' ).select( 'page_name' ).where( 'require', currentPageName ).run() | |||
local loadedByListRaw = bucket( 'dependency_list' ).select( 'page_name' ).where( 'load_data', currentPageName ).run() | |||
local requiredByList = {} | |||
local loadedByList = {} | |||
for _, bucketItem in ipairs( requiredByListRaw ) do | |||
table.insert( requiredByList, bucketItem.page_name ) | |||
end | |||
for _, bucketItem in ipairs( loadedByListRaw ) do | |||
table.insert( loadedByList, bucketItem.page_name ) | |||
end | |||
requiredByList = arr.unique( requiredByList ) | |||
loadedByList = arr.unique( loadedByList ) | |||
table.sort( requiredByList ) | |||
table.sort( loadedByList ) | |||
return { | |||
require = requiredByList, | |||
loadData = loadedByList | |||
} | |||
end | |||
local function templateDependencyList( currentPageName, addCategories ) | |||
local invokeList = getInvokeCallList( currentPageName ) | |||
local res = formatInvokeCallList( currentPageName, invokeList ) | |||
if addCategories and #invokeList > 0 then | |||
res = res .. '[[Category:Lua-based templates]]' | |||
end | |||
return res | |||
end | |||
local function moduleDependencyList( currentPageName, addCategories, isUsed ) | |||
local moduleContent = mw.title.new( currentPageName ):getContent() | |||
assert( moduleContent, string.format( 'Failed to retrieve text content of page "%s"', currentPageName ) ) | |||
moduleContent = moduleContent:gsub( '%-%-%[(=-)%[.-%]%1%]', '' ):gsub( '%-%-[^\n]*', '' ) -- Strip comments | |||
local requireLists = getRequireLists( moduleContent ) | |||
local usedTemplateList = getUsedTemplatesList( moduleContent ) | |||
local requiredByLists = getRequiredByLists( currentPageName ) | |||
local invokedByList = getInvokedByList( currentPageName ) | |||
setBucketFields( requireLists ) | |||
local res = arr{} | |||
res:insert( formatInvokedByList( currentPageName, invokedByList ) ) | |||
res:insert( formatImportList( currentPageName, requireLists.require, 'require', "'''%s''' requires %s." ) ) | |||
res:insert( formatImportList( currentPageName, requireLists.loadData, 'loadData', "'''%s''' loads data from %s." ) ) | |||
res:insert( formatUsedTemplatesList( currentPageName, usedTemplateList ) ) | |||
res:insert( formatRequiredByList( currentPageName, requiredByLists ) ) | |||
if addCategories then | |||
res:insert( requireLists.extraCategories, true ) | |||
if #requireLists.require > 0 then | |||
res:insert( '[[Category:Modules requiring modules]]') | |||
end | |||
if #requireLists.loadData > 0 then | |||
res:insert( '[[Category:Modules using data]]') | |||
end | |||
if #requiredByLists.require > 0 then | |||
res:insert( '[[Category:Modules required by modules]]') | |||
end | |||
if #requiredByLists.loadData > 0 then | |||
res:insert( '[[Category:Module data]]') | |||
end | |||
if #invokedByList > 0 then | |||
res:insert( '[[Category:Template invoked modules]]') | |||
end | |||
end | |||
if | |||
not ( | |||
yn( isUsed ) | |||
or currentPageName:lower():find( 'sandbox' ) | |||
or #requiredByLists.require > 0 | |||
or #requiredByLists.loadData > 0 | |||
or #invokedByList > 0 | |||
) | |||
then | |||
table.insert( res, 1, messageBoxUnused() ) | |||
if addCategories then | |||
res:insert( '[[Category:Unused modules]]') | |||
end | |||
end | end | ||
| Line 537: | Line 595: | ||
end | end | ||
function p._main( currentPageName, addCategories, isUsed ) | function p._main( currentPageName, addCategories, isUsed ) | ||
libraryUtil.checkType( 'Module:RequireList._main', 1, currentPageName, 'string', true ) | libraryUtil.checkType( 'Module:RequireList._main', 1, currentPageName, 'string', true ) | ||
| Line 563: | Line 618: | ||
end | end | ||
addCategories = yn(addCategories) | addCategories = yn(addCategories) | ||
if currentPageName:find( '^Template:' ) or currentPageName:find( '^Calculator:' ) then | if currentPageName:find( '^Template:' ) or currentPageName:find( '^Calculator:' ) then | ||
return templateDependencyList( currentPageName, addCategories ) | |||
end | end | ||
return moduleDependencyList( currentPageName, addCategories, isUsed ) | |||
end | end | ||
return p | return p | ||