Misplaced Pages

Module:Wikt-lang/sandbox: Difference between revisions

Article snapshot taken from Wikipedia with creative commons attribution-sharealike license. Give it a read and then ask your questions in the chat. We can research this topic together.
< Module:Wikt-lang Browse history interactively← Previous editContent deleted Content added
Revision as of 15:50, 26 October 2020 editGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary← Previous edit Latest revision as of 09:55, 16 December 2024 edit undoGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary 
(86 intermediate revisions by 4 users not shown)
Line 1: Line 1:
require('Module:No globals') require('strict')
local m_data = mw.loadData("Module:Language/data/sandbox")
local langData = m_data.languages or m_data


local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local strings = {
local lang_data = m_data.languages or m_data
= "Reconstruction:%s/%s",
= "Appendix:%s/%s",
= "]",
= "]",
= "<i lang=\"%s\" xml:lang=\"%s\"%s>%s</i>",
= "<span lang=\"%s\" xml:lang=\"%s\"%s>%s</span>",
}


local error_messages = { local p = {}

= "No language code.",
local error_msgs = {
= "No Wiktionary entry.",
internal = {
= "The language name for the language code <code>%s</code> was not found.",
= "The function get_clean_Wiktionary_page_name requires a page_name.",
= "Name for the language code %q could not be retrieved. Add it to ].",
= "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
},
= "A Wiktionary entry is required.",
= 'Invalid parameter: |%s=',
} }


local tracking_categories = { local cfg = {
template = "Wikt-lang",
= "]",
valid_parameters = {
= "]",
= true,
= "]",
= true,
= true,
= true,
},
error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
category = "Wikt-lang template errors",
namespace = {
appendix = {
name = "Appendix:%s/%s",
data_type = "appendix",
},
reconstruction = {
name = "Reconstruction:%s/%s",
data_type = "reconstructed",
},
},
} }


--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------
local activeTrackingCategories = {}


Creates an error span with the supplied error message and attaches the error category.
local p = {}


]]
local function get_error_message(message)
local function make_error(msg)
return string.format('<span style="font-size:100%%; font-style:normal;" class="error">Error: %s</span>', message) .. tracking_categories
return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end end


--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------
local function getCodes(code, text)
local redirect_code = m_data.redirects
if redirect_code then
code = redirect_code
table.insert(activeTrackingCategories, tracking_categories)
end


Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
local langModule = require('Module:Lang/sandbox').get_ietf_parts
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
local languageCode, script, region, variant, private, errorText = langModule(code)
If not one of the above namespaces, returns the unalerted link_text.
-- TODO: "languageCode" not used as "code" is used instead. See if it's needed.


]]
-- Temp code to handle custom private codes until added properly to Module:Lang.
local function add_namespace_to_link(data, language_name, page_name)
if errorText and m_data.languages and m_data.languages.private then
if page_name:sub(1, 1) == "*" then
errorText = nil
return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
end end

if not script or script == "" then if data and data.type then
if data.type == cfg.namespace.reconstruction.data_type then
script = require("Module:Unicode data").is_Latin(text) and "Latn" or "unknown"
return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
elseif data.type == cfg.namespace.appendix.data_type then
return string.format(cfg.namespace.appendix.name, language_name, page_name)
end
end end
-- If for any reason this reaches here, return the unaltered page_name.
return page_name
end


--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------
return code, script, errorText
end


Retrieves the language name.
local function cleanWiktionaryText(wiktionaryText, languageCode)
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
local data = langData
That database is used to override the language names produced by Module:Lang/data.
wiktionaryText = tostring(wiktionaryText)
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
if data and data.Wiktionary_name then
return data.Wiktionary_name
end
return language_name
end


--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
-- Remove bold and italics, so that words that contain bolding or emphasis can be linked without piping.
wiktionaryText = wiktionaryText:gsub("\'\'\'", "")
wiktionaryText = wiktionaryText:gsub("\'\'", "")
Creates a Wiktionary link.
-- If the language is not found, return wiktionaryText.
A page_name, display_text and language_code are always needed. Error if they are missing.
if data == nil then

return wiktionaryText
A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
if not page_name and not display_text and not language_code then
return nil, make_error(error_msgs.internal.make_Wiktionary_link)
end end


local data = lang_data
-- If the language does not have diacritics, return wiktionaryText.
language_name = get_Wiktionary_language_name(data, language_name)
if not language_name then
return make_error(error_msgs.language_code_missing)
end

page_name = add_namespace_to_link(data, language_name, page_name)

local link = "]"
return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
local replacements = data and data local replacements = data and data
if replacements == nil then if replacements == nil then
-- No replacements needed; use text as is.
return wiktionaryText
return text
end end


Line 78: Line 128:
-- No need to compose at the end, because the MediaWiki software -- No need to compose at the end, because the MediaWiki software
-- will handle that. -- will handle that.
local ugsub = mw.ustring.gsub
if replacements.decompose then if replacements.decompose then
wiktionaryText = mw.ustring.toNFD(wiktionaryText) text = mw.ustring.toNFD(text)
for i, from in ipairs(replacements.from) do for i, from in ipairs(replacements.from) do
wiktionaryText = ugsub(wiktionaryText, from, replacements.to and replacements.to or "") text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
end
else
for regex, replacement in pairs(replacements) do
wiktionaryText = ugsub(wiktionaryText, regex, replacement)
end end
return text
end end


for regex, replacement in pairs(replacements) do
return wiktionaryText
text = mw.ustring.gsub(text, regex, replacement)
end
return text

end end


--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------
local function createWiktionaryLink(wiktionaryText, linkText, languageCode)
local name_from_tag = require('Module:Lang/sandbox')._name_from_tag
local name_from_lang_module = name_from_tag({languageCode})
if languageCode then
local data = langData
local name
if data and data.name then
name = data.name
elseif name_from_lang_module and not name_from_lang_module:find("error") then
name = name_from_lang_module
else
-- On other languages' wikis, use mw.getContentLanguage():getCode(),
-- or replace 'en' with that wiki's language code.
-- name = mw.language.fetchLanguageName(languageCode, mw.getContentLanguage():getCode())
name = mw.language.fetchLanguageName(languageCode, 'en')
end


Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.
if name == "" then
return get_error_message(string.format(error_messages, languageCode))
end

if wiktionaryText:sub(1, 1) == "*" then
wiktionaryText = string.format(strings, name, wiktionaryText:sub(2))

elseif data and data.type == "reconstructed" then
-- Track reconstructed entries with no asterisk by transcluding
table.insert(activeTrackingCategories, tracking_categories)
wiktionaryText = string.format(strings, name, wiktionaryText)

elseif data and data.type == "appendix" then
wiktionaryText = string.format(strings, name, wiktionaryText)
end


]]
return string.format(strings, wiktionaryText, name, linkText)
local function remove_bold_italic(text)
else
if not text then
return string.format(strings, wiktionaryText, linkText)
return text
end end
text = text:gsub("\'\'\'", "")
text = text:gsub("\'\'", "")
return text
end end


--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------


Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.
-- TODO: see if all or some of the logic can be handled by ]
local function tag(wiktionaryLink, languageCode, script, italics)
local data = langData


]]
local textDirectionMarkers = {"", "", ""}
local function get_clean_Wiktionary_page_name(page_name, language_code)
if data and data == "rtl" then
page_name = tostring(page_name)
textDirectionMarkers = {' dir="rtl"', '&rlm;', '&lrm;'}
if page_name == nil or page_name == "" then
return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
end end


page_name = remove_bold_italic(page_name)
local out = {textDirectionMarkers}


local data = lang_data
-- Use Misplaced Pages code if it has been given: for instance,
if data == nil then
-- Proto-Indo-European has the Wiktionary code "ine-pro" but the Misplaced Pages
-- No language specific data in module; use text as is.
-- code "ine-x-proto".
return page_name
languageCode = data and data.Wikipedia_code or languageCode
local italicize = script == "Latn" and italics
if italicize then
table.insert(out, string.format(strings, languageCode, languageCode, textDirectionMarkers, wiktionaryLink))
else
table.insert(out, string.format(strings, languageCode, languageCode, textDirectionMarkers, wiktionaryLink))
end end


return replace_characters(data, page_name)
table.insert(out, textDirectionMarkers)
return table.concat(out)
end end


--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------
function p.wikt(frame)

frame = true
Checks that all user-used parameters are valid.
return p.wiktlang(frame)

]]
local function check_for_unknown_parameters(args)
for param, _ in pairs(args) do
if not cfg.valid_parameters then
return make_error(string.format(error_msgs.invalid_parameters, param))
end
end
end end


--[[--------------------------< M A I N >--------------------------------------------------------------------
function p.wiktlang(frame)

Entry point for {{Wikt-lang}}.

Parameters are received from the template's frame (parent frame).

* |1= – language code
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable

]]
function p.main(frame)
local getArgs = require('Module:Arguments').getArgs local getArgs = require('Module:Arguments').getArgs
local args = getArgs(frame) local args = getArgs(frame)


local code = args and mw.text.trim(args) if not args then
-- A Wiktionary page name is required.
if not code then
return make_error(error_msgs.no_text)
return get_error_message(error_messages)
end end


local wiktionaryText = args local error_msg = check_for_unknown_parameters(args)
if not wiktionaryText then if error_msg then
return error_msg
return get_error_message(error_messages)
end end


-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
local displayText = args
args = args or args
local languageCode, scriptCode, errorMessage = getCodes(code, displayText or wiktionaryText)


-- To allow the errors to be associated with this template.
if errorMessage then
args.template = cfg.template
return get_error_message(errorMessage)
args.error_category = cfg.category
end


-- Handle the display text html tag.
local italics = args.italics or args.i
local lang = require("Module:Lang/sandbox")
italics = not (italics == "n" or italics == "-")
local result = lang._wikt_lang(args)


-- An error returned, stop here.
local wiktionaryTextCleaned = cleanWiktionaryText(wiktionaryText, languageCode)
if type(result) == "string" and string.find(result, "Error") then
return result
end


--TODO: Do we need the result to return with a <span title=""> tag?
local linkText

if displayText then
local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
linkText = displayText
if error_msg then
else
return error_msg
linkText = wiktionaryText
end end


local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
local wiktionaryLink = createWiktionaryLink(wiktionaryTextCleaned, linkText, languageCode)
if not args then if error_msg then
return error_msg
wiktionaryLink = tag(wiktionaryLink, languageCode, scriptCode, italics)
end
-- Used for testing
if args then
return wiktionaryLink
else
return wiktionaryLink .. table.concat(activeTrackingCategories)
end end

return link .. result.language_categories .. result.maintenance
end end



Latest revision as of 09:55, 16 December 2024

This is the module sandbox page for Module:Wikt-lang (diff).
See also the companion subpage for test cases (run).
Module documentation[view] [edit] [history] [purge]
BetaThis module is rated as beta, and is ready for widespread use. It is still new and should be used with some caution to ensure the results are as expected.
Language templates
Language names (ISO 639)
Interwiki links
Foreign-language text
Other
This module depends on the following other modules:

This module is used by {{Wikt-lang}}. It is inspired by the templates {{m}} and {{l}} and their associated modules on Wiktionary. It has a Wiktionary link function that links to the correct section of the Wiktionary entry, and applies correct language formatting and italics. The language-tagging function does most of what {{Lang}} does, except that italics can't be customized and categories aren't added.

The module uses Module:Wikt-lang/data to retrieve the language name for a language code, and to perform the necessary entry-name replacements (for instance, removing macrons from Latin entry names). These are unfortunately not automatically retrieved from Wiktionary's Wikt-lang data modules. For language codes that do not have a name value in this module, the language name is fetched with mw.language.fetchLanguage. When mw.language.fetchLanguage does not fetch the correct language name (or any language name at all), please add it to Module:Wikt-lang/data, and similarly when the correct entry name is not generated, please add the entry name replacements to the module.

Examples

Invalid codes

Errors

Comparison of codes

Language code Wikitionary name English Misplaced Pages name
aaq Penobscot Eastern Abnaki
abe Abenaki Western Abnaki
ajp South Levantine Arabic South Levantine Arabic
apc North Levantine Arabic Levantine Arabic
arb Modern Standard Arabic Standard Arabic
cel-x-bryproto Proto-Brythonic Error: unrecognized private tag: bryproto
cu Old Church Slavonic Church Slavonic
egy Egyptian Ancient Egyptian
frp Franco-Provençal Arpitan
gmw-x-proto Proto-West Germanic Error: unrecognized private tag: proto
grk-x-proto Proto-Hellenic Proto-Greek
ine-x-bsproto Proto-Balto-Slavic Error: unrecognized private tag: bsproto
moe Cree Innu
mul Translingual multiple
nds-de German Low German Low German
non-x-proto Proto-Norse Error: unrecognized private tag: proto
poz-x-polproto Proto-Nuclear Polynesian Error: unrecognized private tag: polproto
rw Rwanda-Rundi Kinyarwanda
tts Isan Northeastern Thai
xlu Luwian Cuneiform Luwian
zle-x-ort Old Ruthenian Error: unrecognized private tag: ort

Tracking categories

The above documentation is transcluded from Module:Wikt-lang/doc. (edit | history)
Editors can experiment in this module's sandbox (edit | diff) and testcases (edit | run) pages.
Add categories to the /doc subpage. Subpages of this module.
require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local lang_data = m_data.languages or m_data

local p = {}

local error_msgs = {
	internal = {
		 = "The function get_clean_Wiktionary_page_name requires a page_name.",
		 = "Name for the language code %q could not be retrieved. Add it to ].",
		 = "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
	},
	 = "A Wiktionary entry is required.",
	 = 'Invalid parameter: |%s=',
}

local cfg = {
	template = "Wikt-lang",
	valid_parameters = {
		 = true,
		 = true,
		 = true,
		 = true,
	},
	error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
	category = "Wikt-lang template errors",
	namespace = {
		appendix = {
			name = "Appendix:%s/%s",
			data_type = "appendix",
		},
		reconstruction = {
			name = "Reconstruction:%s/%s",
			data_type = "reconstructed",
		},
	},
}

--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------

Creates an error span with the supplied error message and attaches the error category.

]]
local function make_error(msg)
	return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end

--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------

Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.

]]
local function add_namespace_to_link(data, language_name, page_name)
	if page_name:sub(1, 1) == "*" then
		return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
	end

	if data and data.type then
		if data.type == cfg.namespace.reconstruction.data_type then
			return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
		elseif data.type == cfg.namespace.appendix.data_type then
			return string.format(cfg.namespace.appendix.name, language_name, page_name)
		end
	end
	
	-- If for any reason this reaches here, return the unaltered page_name.
	return page_name
end

--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------

Retrieves the language name.
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
That database is used to override the language names produced by Module:Lang/data.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
	if data and data.Wiktionary_name then
		return data.Wiktionary_name
	end
	return language_name
end

--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
	
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.

A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
	if not page_name and not display_text and not language_code then
		return nil, make_error(error_msgs.internal.make_Wiktionary_link)
	end

	local data = lang_data
	language_name = get_Wiktionary_language_name(data, language_name)
	if not language_name then
		return make_error(error_msgs.language_code_missing)
	end

	page_name = add_namespace_to_link(data, language_name, page_name)

	local link = "]"
	return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
	local replacements = data and data
	if replacements == nil then
		-- No replacements needed; use text as is.
		return text
	end

	-- Decompose so that the diacritics of characters such
	-- as á can be removed in one go.
	-- No need to compose at the end, because the MediaWiki software
	-- will handle that.
	if replacements.decompose then
		text = mw.ustring.toNFD(text)
		for i, from in ipairs(replacements.from) do
			text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
		end
		return text
	end

	for regex, replacement in pairs(replacements) do
		text = mw.ustring.gsub(text, regex, replacement)
	end
	return text

end

--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------

Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.

]]
local function remove_bold_italic(text)
	if not text then
		return text
	end
	text = text:gsub("\'\'\'", "")
	text = text:gsub("\'\'", "")
	return text
end

--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------

Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.

]]
local function get_clean_Wiktionary_page_name(page_name, language_code)
	page_name = tostring(page_name)
	if page_name == nil or page_name == "" then
		return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
	end

	page_name = remove_bold_italic(page_name)

	local data = lang_data
	if data == nil then
		-- No language specific data in module; use text as is.
		return page_name
	end

	return replace_characters(data, page_name)
end

--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------

Checks that all user-used parameters are valid.

]]
local function check_for_unknown_parameters(args)
	for param, _ in pairs(args) do
		if not cfg.valid_parameters then
			return make_error(string.format(error_msgs.invalid_parameters, param))
		end
	end
end

--[[--------------------------< M A I N >--------------------------------------------------------------------

Entry point for {{Wikt-lang}}.

Parameters are received from the template's frame (parent frame).

* |1= – language code
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable

]]
function p.main(frame)
	local getArgs = require('Module:Arguments').getArgs
	local args = getArgs(frame)

	if not args then
		-- A Wiktionary page name is required.
		return make_error(error_msgs.no_text)
	end

	local error_msg = check_for_unknown_parameters(args)
	if error_msg then
		return error_msg
	end

	-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
	args = args or args

	-- To allow the errors to be associated with this template.
	args.template = cfg.template
	args.error_category = cfg.category

	-- Handle the display text html tag.
	local lang = require("Module:Lang/sandbox")
	local result = lang._wikt_lang(args)

	-- An error returned, stop here.
	if type(result) == "string" and string.find(result, "Error") then
		return result
	end

	--TODO: Do we need the result to return with a <span title=""> tag?

	local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
	if error_msg then
		return error_msg
	end

	local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
	if error_msg then
		return error_msg
	end

	return link .. result.language_categories .. result.maintenance  
end

return p
Category: