Misplaced Pages

Module:Wikt-lang/sandbox: Difference between revisions

Article snapshot taken from Wikipedia with creative commons attribution-sharealike license. Give it a read and then ask your questions in the chat. We can research this topic together.
< Module:Wikt-lang Browse history interactively← Previous editContent deleted Content added
Revision as of 11:29, 1 December 2024 editGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary← Previous edit Latest revision as of 09:55, 16 December 2024 edit undoGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary 
(55 intermediate revisions by the same user not shown)
Line 1: Line 1:
require('strict') require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data")
local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local langData = m_data.languages or m_data
local lang_data = m_data.languages or m_data


local p = {} local p = {}


local error_mesages = { local error_msgs = {
internal = { internal = {
= "The function make_entry_name requires a link string.", = "The function get_clean_Wiktionary_page_name requires a page_name.",
= "Name for the language code %q could not be retrieved. Add it to ].",
= "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
}, },
= "A Wiktionary entry is required.",
= "Name for the language code $1 could not be retrieved with mw.language.fetchLanguageName, so it should be added to ]", --TODO: need to add
= 'Invalid parameter: |%s=',
= "linkToWiktionary needs a Wiktionary entry or link text, or both",
} }


local cfg = { local cfg = {
template = "Wikt-lang", template = "Wikt-lang",
valid_parameters = {
wiki_language = "en",
error = "Error", = true,
= true,
category = "]",
= true,
appendix = "Appendix:$1/$2", --TODO: need to add
= true,
reconstruction = "Reconstruction:$1/$2", --TODO: need to add
},
types = {
error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
appendix = "appendix",
category = "Wikt-lang template errors",
reconstructed = "reconstructed",
namespace = {
appendix = {
name = "Appendix:%s/%s",
data_type = "appendix",
},
reconstruction = {
name = "Reconstruction:%s/%s",
data_type = "reconstructed",
},
}, },
} }



--[[--------------------------< M A K E _ E R R O R >-------------------------------------------------- --[[--------------------------< M A K E _ E R R O R >--------------------------------------------------

Creates an error span with the supplied error message and attaches the error category.


]] ]]

local function make_error(msg) local function make_error(msg)
return table.concat ({'<span style="color: #d33;">', cfg.error, ': ', cfg.template, msg, '</span>', cfg.category}) return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end end


--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------


Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
--[[--------------------------< M A K E _ E N T R Y _ N A M E >--------------------------------------------------
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.


]] ]]
local function add_namespace_to_link(data, language_name, page_name)
if page_name:sub(1, 1) == "*" then
return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
end


if data and data.type then
local function make_entry_name(link_text, language_code)
if data.type == cfg.namespace.reconstruction.data_type then
link_text = tostring(link_text)
return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
if link_text == nil or link_text == "" then
elseif data.type == cfg.namespace.appendix.data_type then
return nil, make_error(error_mesages.internal.make_entry_name)
return string.format(cfg.namespace.appendix.name, language_name, page_name)
end
end end
-- If for any reason this reaches here, return the unaltered page_name.
return page_name
end


--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------
local data = langData


Retrieves the language name.
--TODO: is this an error?
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
if data == nil then
That database is used to override the language names produced by Module:Lang/data.
return link_text
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
if data and data.Wiktionary_name then
return data.Wiktionary_name
end end
return language_name
end


--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
--TODO: is this an error?
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.

A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
if not page_name and not display_text and not language_code then
return nil, make_error(error_msgs.internal.make_Wiktionary_link)
end

local data = lang_data
language_name = get_Wiktionary_language_name(data, language_name)
if not language_name then
return make_error(error_msgs.language_code_missing)
end

page_name = add_namespace_to_link(data, language_name, page_name)

local link = "]"
return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
local replacements = data and data local replacements = data and data
if replacements == nil then if replacements == nil then
-- No replacements needed; use text as is.
return link_text
return text
end end

-- Remove bold and italics, so that words that contain bolding or emphasis can be linked without piping.
link_text = link_text:gsub("\'\'\'", "")
link_text = link_text:gsub("\'\'", "")


-- Decompose so that the diacritics of characters such -- Decompose so that the diacritics of characters such
Line 68: Line 129:
-- will handle that. -- will handle that.
if replacements.decompose then if replacements.decompose then
link_text = mw.ustring.toNFD(link_text) text = mw.ustring.toNFD(text)
for i, from in ipairs(replacements.from) do for i, from in ipairs(replacements.from) do
link_text = mw.ustring.gsub( text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
link_text,
from,
replacements.to and replacements.to or "")
end
else
for regex, replacement in pairs(replacements) do
link_text = mw.ustring.gsub(link_text, regex, replacement)
end end
return text
end end

return link_text
for regex, replacement in pairs(replacements) do
text = mw.ustring.gsub(text, regex, replacement)
end
return text

end end


--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------


Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.
--[[--------------------------< L I N K _ T O _ W I K T I O N A R Y >--------------------------------------------------


]] ]]
local function remove_bold_italic(text)
if not text then
return text
end
text = text:gsub("\'\'\'", "")
text = text:gsub("\'\'", "")
return text
end


--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------
local function link_to_Wiktionary(entry, link_text, language_code)

local data = langData
Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.
local name

if language_code then
]]
if data and data.name then
local function get_clean_Wiktionary_page_name(page_name, language_code)
name = data.name
page_name = tostring(page_name)
else
if page_name == nil or page_name == "" then
-- On other languages' wikis, use mw.getContentLanguage():getCode(),
return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
-- or replace 'en' with that wiki's language code.
end
name = mw.language.fetchLanguageName(language_code, cfg.wiki_language)

if name == "" then
page_name = remove_bold_italic(page_name)
return nil, make_error("Name for the language code " .. ("%q"):format(language_code or nil)

.. " could not be retrieved with mw.language.fetchLanguageName, "
local data = lang_data
.. "so it should be added to ]")
if data == nil then
end
-- No language specific data in module; use text as is.
end
return page_name
if entry:sub(1, 1) == "*" then
end
entry = "Reconstruction:" .. name .. "/" .. entry:sub(2)

elseif data and data.type == cfg.types.reconstructed then
return replace_characters(data, page_name)
mw.log("Reconstructed language without asterisk:", language_code, name, entry)
end
local frame = mw.getCurrentFrame()

-- TODO: replace with category
--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------
-- Track reconstructed entries with no asterisk by transcluding

-- a nonexistent template. This technique is used in Wiktionary:
Checks that all user-used parameters are valid.
-- see ].

-- ]
]]
pcall(frame.expandTemplate, frame, {title = 'tracking/wikt-lang/reconstructed with no asterisk'})
local function check_for_unknown_parameters(args)
entry = "Reconstruction:" .. name .. "/" .. entry
for param, _ in pairs(args) do
elseif data and data.type == cfg.types.appendix then
if not cfg.valid_parameters then
entry = "Appendix:" .. name .. "/" .. entry
return make_error(string.format(error_msgs.invalid_parameters, param))
end end
if entry and link_text then
return "]"
else
return nil, make_error(error_mesages.no_text)
end
else
return "]"
end end
end end


--[[--------------------------< W I K T L A N G >-------------------------------------------------------------------- --[[--------------------------< M A I N >--------------------------------------------------------------------


Entry point for {{Wikt-lang}}. Entry point for {{Wikt-lang}}.
Line 135: Line 198:
Parameters are received from the template's frame (parent frame). Parameters are received from the template's frame (parent frame).


* 1 – language code * |1= – language code
* 2 – link text * |2=Wiktionary page name
* 3 – display text * |3= – display text
* italic – "no" to disable * |italic= – "no" to disable


]] ]]
function p.wiktlang(frame) function p.main(frame)
local getArgs = require('Module:Arguments').getArgs local getArgs = require('Module:Arguments').getArgs
local args = getArgs(frame) local args = getArgs(frame)

if not args then
-- Handle the display text.
-- A Wiktionary page name is required.
local lang = require("Module:Lang/sandbox2")
return make_error(error_msgs.no_text)
end
-- The display text should be the text wrapped in the language tag.

local error_msg = check_for_unknown_parameters(args)
if error_msg then
return error_msg
end

-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
args = args or args args = args or args

-- To allow the errors to be associated with this template. -- To allow the errors to be associated with this template.
args.template = cfg.template args.template = cfg.template
args.error_category = cfg.category

-- Handle the display text html tag.
local lang = require("Module:Lang/sandbox")
local result = lang._wikt_lang(args)


local result = lang._lang(args)
mw.log(result)
-- An error returned, stop here. -- An error returned, stop here.
if type(result) == "string" and string.find(result, "Error") then if type(result) == "string" and string.find(result, "Error") then
return result return result
end end
mw.logObject(result)
--TODO: we need the result to return as follows:
--TODO: 1. without a <span title=""> tag which probably should be removed.
--TODO: 2. the result should be a table of 4 values: language span, category, language code, error. - this will allow easier handling later on.


--TODO: Do we need the result to return with a <span title=""> tag?
local language_code = m_data.redirects or result.code

local entry, error = make_entry_name(args, language_code) local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
if error_msg then
--TODO: what happens if no entry?
return error_msg
if error then
return error
end
local out
if language_code then
out, error = link_to_Wiktionary(entry, result.html, language_code)
else
out, error = link_to_Wiktionary(entry, result.html)
end end


local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
if error then
if error_msg then
return error
return error_msg
end end


return out .. result.language_categories .. result.maintenance return link .. result.language_categories .. result.maintenance
end end



Latest revision as of 09:55, 16 December 2024

This is the module sandbox page for Module:Wikt-lang (diff).
See also the companion subpage for test cases (run).
Module documentation[view] [edit] [history] [purge]
BetaThis module is rated as beta, and is ready for widespread use. It is still new and should be used with some caution to ensure the results are as expected.
Language templates
Language names (ISO 639)
Interwiki links
Foreign-language text
Other
This module depends on the following other modules:

This module is used by {{Wikt-lang}}. It is inspired by the templates {{m}} and {{l}} and their associated modules on Wiktionary. It has a Wiktionary link function that links to the correct section of the Wiktionary entry, and applies correct language formatting and italics. The language-tagging function does most of what {{Lang}} does, except that italics can't be customized and categories aren't added.

The module uses Module:Wikt-lang/data to retrieve the language name for a language code, and to perform the necessary entry-name replacements (for instance, removing macrons from Latin entry names). These are unfortunately not automatically retrieved from Wiktionary's Wikt-lang data modules. For language codes that do not have a name value in this module, the language name is fetched with mw.language.fetchLanguage. When mw.language.fetchLanguage does not fetch the correct language name (or any language name at all), please add it to Module:Wikt-lang/data, and similarly when the correct entry name is not generated, please add the entry name replacements to the module.

Examples

Invalid codes

Errors

Comparison of codes

Language code Wikitionary name English Misplaced Pages name
aaq Penobscot Eastern Abnaki
abe Abenaki Western Abnaki
ajp South Levantine Arabic South Levantine Arabic
apc North Levantine Arabic Levantine Arabic
arb Modern Standard Arabic Standard Arabic
cel-x-bryproto Proto-Brythonic Error: unrecognized private tag: bryproto
cu Old Church Slavonic Church Slavonic
egy Egyptian Ancient Egyptian
frp Franco-Provençal Arpitan
gmw-x-proto Proto-West Germanic Error: unrecognized private tag: proto
grk-x-proto Proto-Hellenic Proto-Greek
ine-x-bsproto Proto-Balto-Slavic Error: unrecognized private tag: bsproto
moe Cree Innu
mul Translingual multiple
nds-de German Low German Low German
non-x-proto Proto-Norse Error: unrecognized private tag: proto
poz-x-polproto Proto-Nuclear Polynesian Error: unrecognized private tag: polproto
rw Rwanda-Rundi Kinyarwanda
tts Isan Northeastern Thai
xlu Luwian Cuneiform Luwian
zle-x-ort Old Ruthenian Error: unrecognized private tag: ort

Tracking categories

The above documentation is transcluded from Module:Wikt-lang/doc. (edit | history)
Editors can experiment in this module's sandbox (edit | diff) and testcases (edit | run) pages.
Add categories to the /doc subpage. Subpages of this module.
require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local lang_data = m_data.languages or m_data

local p = {}

local error_msgs = {
	internal = {
		 = "The function get_clean_Wiktionary_page_name requires a page_name.",
		 = "Name for the language code %q could not be retrieved. Add it to ].",
		 = "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
	},
	 = "A Wiktionary entry is required.",
	 = 'Invalid parameter: |%s=',
}

local cfg = {
	template = "Wikt-lang",
	valid_parameters = {
		 = true,
		 = true,
		 = true,
		 = true,
	},
	error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
	category = "Wikt-lang template errors",
	namespace = {
		appendix = {
			name = "Appendix:%s/%s",
			data_type = "appendix",
		},
		reconstruction = {
			name = "Reconstruction:%s/%s",
			data_type = "reconstructed",
		},
	},
}

--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------

Creates an error span with the supplied error message and attaches the error category.

]]
local function make_error(msg)
	return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end

--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------

Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.

]]
local function add_namespace_to_link(data, language_name, page_name)
	if page_name:sub(1, 1) == "*" then
		return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
	end

	if data and data.type then
		if data.type == cfg.namespace.reconstruction.data_type then
			return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
		elseif data.type == cfg.namespace.appendix.data_type then
			return string.format(cfg.namespace.appendix.name, language_name, page_name)
		end
	end
	
	-- If for any reason this reaches here, return the unaltered page_name.
	return page_name
end

--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------

Retrieves the language name.
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
That database is used to override the language names produced by Module:Lang/data.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
	if data and data.Wiktionary_name then
		return data.Wiktionary_name
	end
	return language_name
end

--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
	
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.

A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
	if not page_name and not display_text and not language_code then
		return nil, make_error(error_msgs.internal.make_Wiktionary_link)
	end

	local data = lang_data
	language_name = get_Wiktionary_language_name(data, language_name)
	if not language_name then
		return make_error(error_msgs.language_code_missing)
	end

	page_name = add_namespace_to_link(data, language_name, page_name)

	local link = "]"
	return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
	local replacements = data and data
	if replacements == nil then
		-- No replacements needed; use text as is.
		return text
	end

	-- Decompose so that the diacritics of characters such
	-- as á can be removed in one go.
	-- No need to compose at the end, because the MediaWiki software
	-- will handle that.
	if replacements.decompose then
		text = mw.ustring.toNFD(text)
		for i, from in ipairs(replacements.from) do
			text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
		end
		return text
	end

	for regex, replacement in pairs(replacements) do
		text = mw.ustring.gsub(text, regex, replacement)
	end
	return text

end

--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------

Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.

]]
local function remove_bold_italic(text)
	if not text then
		return text
	end
	text = text:gsub("\'\'\'", "")
	text = text:gsub("\'\'", "")
	return text
end

--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------

Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.

]]
local function get_clean_Wiktionary_page_name(page_name, language_code)
	page_name = tostring(page_name)
	if page_name == nil or page_name == "" then
		return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
	end

	page_name = remove_bold_italic(page_name)

	local data = lang_data
	if data == nil then
		-- No language specific data in module; use text as is.
		return page_name
	end

	return replace_characters(data, page_name)
end

--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------

Checks that all user-used parameters are valid.

]]
local function check_for_unknown_parameters(args)
	for param, _ in pairs(args) do
		if not cfg.valid_parameters then
			return make_error(string.format(error_msgs.invalid_parameters, param))
		end
	end
end

--[[--------------------------< M A I N >--------------------------------------------------------------------

Entry point for {{Wikt-lang}}.

Parameters are received from the template's frame (parent frame).

* |1= – language code
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable

]]
function p.main(frame)
	local getArgs = require('Module:Arguments').getArgs
	local args = getArgs(frame)

	if not args then
		-- A Wiktionary page name is required.
		return make_error(error_msgs.no_text)
	end

	local error_msg = check_for_unknown_parameters(args)
	if error_msg then
		return error_msg
	end

	-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
	args = args or args

	-- To allow the errors to be associated with this template.
	args.template = cfg.template
	args.error_category = cfg.category

	-- Handle the display text html tag.
	local lang = require("Module:Lang/sandbox")
	local result = lang._wikt_lang(args)

	-- An error returned, stop here.
	if type(result) == "string" and string.find(result, "Error") then
		return result
	end

	--TODO: Do we need the result to return with a <span title=""> tag?

	local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
	if error_msg then
		return error_msg
	end

	local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
	if error_msg then
		return error_msg
	end

	return link .. result.language_categories .. result.maintenance  
end

return p
Category: