Misplaced Pages

Module:Wikt-lang/sandbox: Difference between revisions

Article snapshot taken from Wikipedia with creative commons attribution-sharealike license. Give it a read and then ask your questions in the chat. We can research this topic together.
< Module:Wikt-lang Browse history interactively← Previous editContent deleted Content added
Revision as of 10:48, 2 December 2020 editGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,889 editsNo edit summary← Previous edit Latest revision as of 09:55, 16 December 2024 edit undoGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,889 editsNo edit summary 
(84 intermediate revisions by 4 users not shown)
Line 1: Line 1:
require("Module:No globals") require('strict')
local m_data = mw.loadData("Module:Language/data/sandbox")
local langModule = require("Module:Lang/sandbox")
local langData = m_data.languages or m_data


local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local strings = {
local lang_data = m_data.languages or m_data
= "Reconstruction:%s/%s",
= "Appendix:%s/%s",
= "]",
= "]",
}


local errorMessages = { local p = {}

= "No language code.",
local error_msgs = {
= "No Wiktionary entry.",
internal = {
= "The language name for the language code <code>%s</code> was not found.",
= "The function get_clean_Wiktionary_page_name requires a page_name.",
= "Name for the language code %q could not be retrieved. Add it to ].",
= "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
},
= "A Wiktionary entry is required.",
= 'Invalid parameter: |%s=',
} }


local trackingCategories = { local cfg = {
template = "Wikt-lang",
= "]",
valid_parameters = {
= "]",
= true,
= "]",
= true,
= true,
= true,
},
error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
category = "Wikt-lang template errors",
namespace = {
appendix = {
name = "Appendix:%s/%s",
data_type = "appendix",
},
reconstruction = {
name = "Reconstruction:%s/%s",
data_type = "reconstructed",
},
},
} }


--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------
local activeTrackingCategories = {}


Creates an error span with the supplied error message and attaches the error category.
local p = {}


]]
local function make_error(msg)
return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end


--[[ -------------------------- < G E T _ E R R O R _ M E S S A G E > -------------------------- --[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------


Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
Assembles an error message from message text and error category.
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.


]] ]]
local function add_namespace_to_link(data, language_name, page_name)
if page_name:sub(1, 1) == "*" then
return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
end


if data and data.type then
local function get_error_message(message)
if data.type == cfg.namespace.reconstruction.data_type then
return string.format('<span style="font-size: 100%%; font-style: normal;" class="error">Error: %s</span>', message) .. trackingCategories
return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
elseif data.type == cfg.namespace.appendix.data_type then
return string.format(cfg.namespace.appendix.name, language_name, page_name)
end
end
-- If for any reason this reaches here, return the unaltered page_name.
return page_name
end end


--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------


Retrieves the language name.
--[[ -------------------------- < G E T _ C O D E > --------------------------
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.

That database is used to override the language names produced by Module:Lang/data.
This function checks if a code used is a redirect code.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.
If it is, the code is convered to non-redirect version.


]] ]]
local function get_Wiktionary_language_name(data, language_name)

if data and data.Wiktionary_name then
local function getCode(code)
return data.Wiktionary_name
local redirectCode = m_data.redirects
if redirectCode then
code = redirectCode
table.insert(activeTrackingCategories, trackingCategories)
end end
return language_name
end


--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
return code
end
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.


A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.


]]
--[[ -------------------------- < C L E A N _ T E X T > --------------------------
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
if not page_name and not display_text and not language_code then
return nil, make_error(error_msgs.internal.make_Wiktionary_link)
end


local data = lang_data
This function cleans the text by removing bold and italics.
language_name = get_Wiktionary_language_name(data, language_name)
If the language used also has special replacements in in the /data sub-module,
if not language_name then
it uses the data there to continue the process.
return make_error(error_msgs.language_code_missing)
end


page_name = add_namespace_to_link(data, language_name, page_name)
]]


local link = "]"
local function cleanText(text, languageCode)
return string.format(link, page_name, language_name, display_text)
local data = langData
end
text = tostring(text)


--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------
-- Remove bold and italics, so that words that contain bolding or emphasis can be linked without piping.
text = text:gsub("\'\'\'", "")
text = text:gsub("\'\'", "")
-- If the language is not found, return text.
if data == nil then
return text
end


Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.
-- If the language does not have diacritics, return text.

]]
local function replace_characters(data, text)
local replacements = data and data local replacements = data and data
if replacements == nil then if replacements == nil then
-- No replacements needed; use text as is.
return text return text
end end
Line 88: Line 128:
-- No need to compose at the end, because the MediaWiki software -- No need to compose at the end, because the MediaWiki software
-- will handle that. -- will handle that.
local ugsub = mw.ustring.gsub
if replacements.decompose then if replacements.decompose then
text = mw.ustring.toNFD(text) text = mw.ustring.toNFD(text)
for i, from in ipairs(replacements.from) do for i, from in ipairs(replacements.from) do
text = ugsub(text, from, replacements.to and replacements.to or "") text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
end
else
for regex, replacement in pairs(replacements) do
text = ugsub(text, regex, replacement)
end end
return text
end end


for regex, replacement in pairs(replacements) do
text = mw.ustring.gsub(text, regex, replacement)
end
return text return text

end end


--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------


Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.
--[[ -------------------------- < C R E A T E _ W I K T I O N A R Y _ L I N K > --------------------------

This function creates a link to a Wiktionary entry.


]] ]]
local function remove_bold_italic(text)
if not text then
return text
end
text = text:gsub("\'\'\'", "")
text = text:gsub("\'\'", "")
return text
end


--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------
local function createWiktionaryLink(wiktionaryText, displayText, languageCode)
if languageCode then
local data = langData
local nameFromTag = langModule._name_from_tag({languageCode})


Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.
-- The name used is determined by the following logic:
-- Uses the name in /data sub-module, if set.
-- If not, uses the name from the Module:Lang database, if set.
-- Finally, uses the MediaWiki name from mw.language.fetchLanguageName().
local name
if data and data.name then
name = data.name
elseif nameFromTag and not nameFromTag:find("error") then
name = nameFromTag
else
-- On other languages' wikis, use mw.getContentLanguage():getCode(),
-- or replace 'en' with that wiki's language code.
-- name = mw.language.fetchLanguageName(languageCode, mw.getContentLanguage():getCode())
name = mw.language.fetchLanguageName(languageCode, 'en')
end


]]
if name == "" then
local function get_clean_Wiktionary_page_name(page_name, language_code)
return get_error_message(string.format(errorMessages, languageCode))
page_name = tostring(page_name)
end
if page_name == nil or page_name == "" then
return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
end


page_name = remove_bold_italic(page_name)
if wiktionaryText:sub(1, 1) == "*" then
wiktionaryText = string.format(strings, name, wiktionaryText:sub(2))


local data = lang_data
elseif data and data.type == "reconstructed" then
if data == nil then
-- Track reconstructed entries with no asterisk by transcluding
-- No language specific data in module; use text as is.
table.insert(activeTrackingCategories, trackingCategories)
return page_name
wiktionaryText = string.format(strings, name, wiktionaryText)
end


return replace_characters(data, page_name)
elseif data and data.type == "appendix" then
wiktionaryText = string.format(strings, name, wiktionaryText)
end

return string.format(strings, wiktionaryText, name, displayText)
else
return string.format(strings, wiktionaryText, displayText)
end
end end


--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------


Checks that all user-used parameters are valid.
--[[ -------------------------- < W I K T > --------------------------

Entry point for {{wt}}.


]] ]]
local function check_for_unknown_parameters(args)

for param, _ in pairs(args) do
function p.wikt(frame)
if not cfg.valid_parameters then
frame = true
return make_error(string.format(error_msgs.invalid_parameters, param))
return p.wiktlang(frame)
end
end
end end


--[[--------------------------< M A I N >--------------------------------------------------------------------


Entry point for {{Wikt-lang}}.
--[[ -------------------------- < W I K T L A N G > --------------------------


Parameters are received from the template's frame (parent frame).
Entry point for {{wikt-lang}}.


* |1= – language code
]]
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable


]]
function p.wiktlang(frame)
function p.main(frame)
local getArgs = require('Module:Arguments').getArgs local getArgs = require('Module:Arguments').getArgs
local args = getArgs(frame) local args = getArgs(frame)


local code = args and mw.text.trim(args) if not args then
-- A Wiktionary page name is required.
if not code then
return make_error(error_msgs.no_text)
return get_error_message(errorMessages)
end end


local wiktionaryText = args local error_msg = check_for_unknown_parameters(args)
if not wiktionaryText then if error_msg then
return error_msg
return get_error_message(errorMessages)
end end


-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
local displayText = args
args = args or args
local languageCode = getCode(code)


-- To allow the errors to be associated with this template.
local _, _, _, _, _, errorText = langModule.get_ietf_parts(languageCode)
args.template = cfg.template
if errorText then
args.error_category = cfg.category
return get_error_message(errorText)
end


-- Handle the display text html tag.
local italics = args.italics or args.i
local lang = require("Module:Lang/sandbox")
italics = not (italics == "n" or italics == "-")
local result = lang._wikt_lang(args)


-- An error returned, stop here.
local wiktionaryTextCleaned = cleanText(wiktionaryText, languageCode)
if type(result) == "string" and string.find(result, "Error") then
return result
end


--TODO: Do we need the result to return with a <span title=""> tag?
if not displayText then

displayText = wiktionaryText
local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
if error_msg then
return error_msg
end end


local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
local wiktionaryLink = createWiktionaryLink(wiktionaryTextCleaned, displayText, languageCode)
if not args then if error_msg then
return error_msg
local langArgs = {code = languageCode, text = wiktionaryLink, italic = italics}
wiktionaryLink = langModule._lang(langArgs)
end
-- Used for testing
if args then
return wiktionaryLink
else
return wiktionaryLink .. table.concat(activeTrackingCategories)
end end

return link .. result.language_categories .. result.maintenance
end end



Latest revision as of 09:55, 16 December 2024

This is the module sandbox page for Module:Wikt-lang (diff).
See also the companion subpage for test cases (run).
Module documentation[view] [edit] [history] [purge]
BetaThis module is rated as beta, and is ready for widespread use. It is still new and should be used with some caution to ensure the results are as expected.
Language templates
Language names (ISO 639)
Interwiki links
Foreign-language text
Other
This module depends on the following other modules:

This module is used by {{Wikt-lang}}. It is inspired by the templates {{m}} and {{l}} and their associated modules on Wiktionary. It has a Wiktionary link function that links to the correct section of the Wiktionary entry, and applies correct language formatting and italics. The language-tagging function does most of what {{Lang}} does, except that italics can't be customized and categories aren't added.

The module uses Module:Wikt-lang/data to retrieve the language name for a language code, and to perform the necessary entry-name replacements (for instance, removing macrons from Latin entry names). These are unfortunately not automatically retrieved from Wiktionary's Wikt-lang data modules. For language codes that do not have a name value in this module, the language name is fetched with mw.language.fetchLanguage. When mw.language.fetchLanguage does not fetch the correct language name (or any language name at all), please add it to Module:Wikt-lang/data, and similarly when the correct entry name is not generated, please add the entry name replacements to the module.

Examples

Invalid codes

Errors

Comparison of codes

Language code Wikitionary name English Misplaced Pages name
aaq Penobscot Eastern Abnaki
abe Abenaki Western Abnaki
ajp South Levantine Arabic South Levantine Arabic
apc North Levantine Arabic Levantine Arabic
arb Modern Standard Arabic Standard Arabic
cel-x-bryproto Proto-Brythonic Error: unrecognized private tag: bryproto
cu Old Church Slavonic Church Slavonic
egy Egyptian Ancient Egyptian
frp Franco-Provençal Arpitan
gmw-x-proto Proto-West Germanic Error: unrecognized private tag: proto
grk-x-proto Proto-Hellenic Proto-Greek
ine-x-bsproto Proto-Balto-Slavic Error: unrecognized private tag: bsproto
moe Cree Innu
mul Translingual multiple
nds-de German Low German Low German
non-x-proto Proto-Norse Error: unrecognized private tag: proto
poz-x-polproto Proto-Nuclear Polynesian Error: unrecognized private tag: polproto
rw Rwanda-Rundi Kinyarwanda
tts Isan Northeastern Thai
xlu Luwian Cuneiform Luwian
zle-x-ort Old Ruthenian Error: unrecognized private tag: ort

Tracking categories

The above documentation is transcluded from Module:Wikt-lang/doc. (edit | history)
Editors can experiment in this module's sandbox (edit | diff) and testcases (edit | run) pages.
Add categories to the /doc subpage. Subpages of this module.
require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local lang_data = m_data.languages or m_data

local p = {}

local error_msgs = {
	internal = {
		 = "The function get_clean_Wiktionary_page_name requires a page_name.",
		 = "Name for the language code %q could not be retrieved. Add it to ].",
		 = "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
	},
	 = "A Wiktionary entry is required.",
	 = 'Invalid parameter: |%s=',
}

local cfg = {
	template = "Wikt-lang",
	valid_parameters = {
		 = true,
		 = true,
		 = true,
		 = true,
	},
	error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
	category = "Wikt-lang template errors",
	namespace = {
		appendix = {
			name = "Appendix:%s/%s",
			data_type = "appendix",
		},
		reconstruction = {
			name = "Reconstruction:%s/%s",
			data_type = "reconstructed",
		},
	},
}

--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------

Creates an error span with the supplied error message and attaches the error category.

]]
local function make_error(msg)
	return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end

--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------

Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.

]]
local function add_namespace_to_link(data, language_name, page_name)
	if page_name:sub(1, 1) == "*" then
		return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
	end

	if data and data.type then
		if data.type == cfg.namespace.reconstruction.data_type then
			return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
		elseif data.type == cfg.namespace.appendix.data_type then
			return string.format(cfg.namespace.appendix.name, language_name, page_name)
		end
	end
	
	-- If for any reason this reaches here, return the unaltered page_name.
	return page_name
end

--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------

Retrieves the language name.
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
That database is used to override the language names produced by Module:Lang/data.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
	if data and data.Wiktionary_name then
		return data.Wiktionary_name
	end
	return language_name
end

--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
	
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.

A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
	if not page_name and not display_text and not language_code then
		return nil, make_error(error_msgs.internal.make_Wiktionary_link)
	end

	local data = lang_data
	language_name = get_Wiktionary_language_name(data, language_name)
	if not language_name then
		return make_error(error_msgs.language_code_missing)
	end

	page_name = add_namespace_to_link(data, language_name, page_name)

	local link = "]"
	return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
	local replacements = data and data
	if replacements == nil then
		-- No replacements needed; use text as is.
		return text
	end

	-- Decompose so that the diacritics of characters such
	-- as á can be removed in one go.
	-- No need to compose at the end, because the MediaWiki software
	-- will handle that.
	if replacements.decompose then
		text = mw.ustring.toNFD(text)
		for i, from in ipairs(replacements.from) do
			text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
		end
		return text
	end

	for regex, replacement in pairs(replacements) do
		text = mw.ustring.gsub(text, regex, replacement)
	end
	return text

end

--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------

Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.

]]
local function remove_bold_italic(text)
	if not text then
		return text
	end
	text = text:gsub("\'\'\'", "")
	text = text:gsub("\'\'", "")
	return text
end

--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------

Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.

]]
local function get_clean_Wiktionary_page_name(page_name, language_code)
	page_name = tostring(page_name)
	if page_name == nil or page_name == "" then
		return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
	end

	page_name = remove_bold_italic(page_name)

	local data = lang_data
	if data == nil then
		-- No language specific data in module; use text as is.
		return page_name
	end

	return replace_characters(data, page_name)
end

--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------

Checks that all user-used parameters are valid.

]]
local function check_for_unknown_parameters(args)
	for param, _ in pairs(args) do
		if not cfg.valid_parameters then
			return make_error(string.format(error_msgs.invalid_parameters, param))
		end
	end
end

--[[--------------------------< M A I N >--------------------------------------------------------------------

Entry point for {{Wikt-lang}}.

Parameters are received from the template's frame (parent frame).

* |1= – language code
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable

]]
function p.main(frame)
	local getArgs = require('Module:Arguments').getArgs
	local args = getArgs(frame)

	if not args then
		-- A Wiktionary page name is required.
		return make_error(error_msgs.no_text)
	end

	local error_msg = check_for_unknown_parameters(args)
	if error_msg then
		return error_msg
	end

	-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
	args = args or args

	-- To allow the errors to be associated with this template.
	args.template = cfg.template
	args.error_category = cfg.category

	-- Handle the display text html tag.
	local lang = require("Module:Lang/sandbox")
	local result = lang._wikt_lang(args)

	-- An error returned, stop here.
	if type(result) == "string" and string.find(result, "Error") then
		return result
	end

	--TODO: Do we need the result to return with a <span title=""> tag?

	local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
	if error_msg then
		return error_msg
	end

	local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
	if error_msg then
		return error_msg
	end

	return link .. result.language_categories .. result.maintenance  
end

return p
Category: