Misplaced Pages

Module:Wikt-lang/sandbox: Difference between revisions

Article snapshot taken from Wikipedia with creative commons attribution-sharealike license. Give it a read and then ask your questions in the chat. We can research this topic together.
< Module:Wikt-lang Browse history interactively← Previous editContent deleted Content added
Revision as of 10:29, 1 December 2024 editGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary← Previous edit Latest revision as of 09:55, 16 December 2024 edit undoGonnym (talk | contribs)Autopatrolled, Extended confirmed users, Template editors222,872 editsNo edit summary 
(61 intermediate revisions by the same user not shown)
Line 1: Line 1:
require('strict') require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data")
local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local langData = m_data.languages or m_data
local lang_data = m_data.languages or m_data


local p = {} local p = {}


local error_mesages = { local error_msgs = {
internal = {
= "The function makeEntryName requires a string argument",
= "The function get_clean_Wiktionary_page_name requires a page_name.",
= "Name for the language code $1 could not be retrieved with mw.language.fetchLanguageName, so it should be added to ]",
= "Name for the language code %q could not be retrieved. Add it to ].",
= "Language name is empty",
= "linkToWiktionary needs a Wiktionary entry or link text, or both", = "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
},
= "The function wiktlang generated nothing",
= "A Wiktionary entry is required.",
= 'Invalid parameter: |%s=',
} }


local cfg = { local cfg = {
template = "Wikt-lang", template = "Wikt-lang",
valid_parameters = {
wiki_language = "en",
error = "Error", = true,
= true,
category = "]",
= true,
appendix = "Appendix:$1/$2",
= true,
reconstruction = "Reconstruction:$1/$2",
},
types = {
error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
appendix = "appendix",
category = "Wikt-lang template errors",
reconstructed = "reconstructed",
namespace = {
}
appendix = {
name = "Appendix:%s/%s",
data_type = "appendix",
},
reconstruction = {
name = "Reconstruction:%s/%s",
data_type = "reconstructed",
},
},
} }


--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------
local function makeEntryName(word, languageCode)
local data = langData


Creates an error span with the supplied error message and attaches the error category.
local ugsub = mw.ustring.gsub

word = tostring(word)
]]
if word == nil then
local function make_error(msg)
error(error_mesages.makeEntryName)
return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
elseif word == "" then
end
return ""

else
--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------
-- Remove bold and italics, so that words that contain bolding or emphasis can be linked without piping.

word = word:gsub("\'\'\'", "")
Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
word = word:gsub("\'\'", "")
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
if data == nil then
If not one of the above namespaces, returns the unalerted link_text.
return word

else
]]
local replacements = data and data
local function add_namespace_to_link(data, language_name, page_name)
if replacements == nil then
if page_name:sub(1, 1) == "*" then
return word
return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
else
end
-- Decompose so that the diacritics of characters such

-- as á can be removed in one go.
if data and data.type then
-- No need to compose at the end, because the MediaWiki software
if data.type == cfg.namespace.reconstruction.data_type then
-- will handle that.
return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
if replacements.decompose then
elseif data.type == cfg.namespace.appendix.data_type then
word = mw.ustring.toNFD(word)
return string.format(cfg.namespace.appendix.name, language_name, page_name)
for i, from in ipairs(replacements.from) do
word = ugsub(
word,
from,
replacements.to and replacements.to or "")
end
else
for regex, replacement in pairs(replacements) do
word = ugsub(word, regex, replacement)
end
end
return word
end
end end
end end
-- If for any reason this reaches here, return the unaltered page_name.
return page_name
end end


--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------


Retrieves the language name.
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
That database is used to override the language names produced by Module:Lang/data.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.


]]
local function linkToWiktionary(entry, link_text, languageCode)
local function get_Wiktionary_language_name(data, language_name)
local data = langData
if data and data.Wiktionary_name then
local name
return data.Wiktionary_name
if languageCode then
end
if data and data.name then
return language_name
name = data.name
end
else

-- On other languages' wikis, use mw.getContentLanguage():getCode(),
--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
-- or replace 'en' with that wiki's language code.
name = mw.language.fetchLanguageName(languageCode, cfg.wiki_language)
Creates a Wiktionary link.
if name == "" then
A page_name, display_text and language_code are always needed. Error if they are missing.
error("Name for the language code " .. ("%q"):format(languageCode or nil)

.. " could not be retrieved with mw.language.fetchLanguageName, "
.. "so it should be added to ]") A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.
end

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
if not page_name and not display_text and not language_code then
return nil, make_error(error_msgs.internal.make_Wiktionary_link)
end

local data = lang_data
language_name = get_Wiktionary_language_name(data, language_name)
if not language_name then
return make_error(error_msgs.language_code_missing)
end

page_name = add_namespace_to_link(data, language_name, page_name)

local link = "]"
return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
local replacements = data and data
if replacements == nil then
-- No replacements needed; use text as is.
return text
end

-- Decompose so that the diacritics of characters such
-- as á can be removed in one go.
-- No need to compose at the end, because the MediaWiki software
-- will handle that.
if replacements.decompose then
text = mw.ustring.toNFD(text)
for i, from in ipairs(replacements.from) do
text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
end end
return text
if entry:sub(1, 1) == "*" then
if name ~= "" then
entry = "Reconstruction:" .. name .. "/" .. entry:sub(2)
else
error(error_mesages.empty_language_name)
end
elseif data and data.type == cfg.types.reconstructed then
mw.log("Reconstructed language without asterisk:", languageCode, name, entry)
local frame = mw.getCurrentFrame()
-- Track reconstructed entries with no asterisk by transcluding
-- a nonexistent template. This technique is used in Wiktionary:
-- see ].
-- ]
pcall(frame.expandTemplate, frame,
{ title = 'tracking/wikt-lang/reconstructed with no asterisk' })
if name ~= "" then
entry = "Reconstruction:" .. name .. "/" .. entry
else
error(error_mesages.empty_language_name)
end
elseif data and data.type == cfg.types.appendix then
if name ~= "" then
entry = "Appendix:" .. name .. "/" .. entry
else
error(error_mesages.empty_language_name)
end
end
if entry and link_text then
return "]"
else
error(error_mesages.no_text)
end
else
return "]"
end end

for regex, replacement in pairs(replacements) do
text = mw.ustring.gsub(text, regex, replacement)
end
return text

end end


--[[--------------------------< M A K E _ E R R O R >-------------------------------------------------- --[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------

Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.


]] ]]
local function remove_bold_italic(text)
if not text then
return text
end
text = text:gsub("\'\'\'", "")
text = text:gsub("\'\'", "")
return text
end


--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------
local function make_error(msg)

return table.concat ({'<span style="color: #d33;">', cfg.error, ': ', cfg.template, msg, '</span>', category})
Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.

]]
local function get_clean_Wiktionary_page_name(page_name, language_code)
page_name = tostring(page_name)
if page_name == nil or page_name == "" then
return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
end

page_name = remove_bold_italic(page_name)

local data = lang_data
if data == nil then
-- No language specific data in module; use text as is.
return page_name
end

return replace_characters(data, page_name)
end end


--[[--------------------------< W I K T L A N G >-------------------------------------------------------------------- --[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------

Checks that all user-used parameters are valid.

]]
local function check_for_unknown_parameters(args)
for param, _ in pairs(args) do
if not cfg.valid_parameters then
return make_error(string.format(error_msgs.invalid_parameters, param))
end
end
end

--[[--------------------------< M A I N >--------------------------------------------------------------------


Entry point for {{Wikt-lang}}. Entry point for {{Wikt-lang}}.
Line 138: Line 198:
Parameters are received from the template's frame (parent frame). Parameters are received from the template's frame (parent frame).


* 1 – language code * |1= – language code
* 2 – link text * |2=Wiktionary page name
* 3 – display text * |3= – display text
* italic – "no" to disable * |italic= – "no" to disable


]] ]]
function p.wiktlang(frame) function p.main(frame)
local getArgs = require ('Module:Arguments').getArgs local getArgs = require('Module:Arguments').getArgs
local args = getArgs(frame) local args = getArgs(frame)

if not args then
-- Handle the display text.
-- A Wiktionary page name is required.
local lang = require("Module:Lang")
return make_error(error_msgs.no_text)
end
-- The display text should be the text wrapped in the language tag.

local error_msg = check_for_unknown_parameters(args)
if error_msg then
return error_msg
end

-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
args = args or args args = args or args

-- To allow the errors to be associated with this template. -- To allow the errors to be associated with this template.
args.template = cfg.template args.template = cfg.template
args.error_category = cfg.category

-- Handle the display text html tag.
local lang = require("Module:Lang/sandbox")
local result = lang._wikt_lang(args)


local result = lang._lang(args)
mw.log(result)
-- An error returned, stop here. -- An error returned, stop here.
if string.find(result, "Error") then if type(result) == "string" and string.find(result, "Error") then
return result return result
end end


--TODO: we need the result to return as follows: --TODO: Do we need the result to return with a <span title=""> tag?
--TODO: 1. without a <span title=""> tag which probably should be removed.
--TODO: 2. the result should be a table of 4 values: language span, category, language code, error. - this will allow easier handling later on.


local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
-- languageCode = m_data.redirects or languageCode
if error_msg then
return error_msg
-- local link_text = args
end
-- local entry = makeEntryName(link_text, languageCode)
--TODO: what happens if no entry?
-- if not entry then
-- end
-- local out
-- if languageCode then
-- out = linkToWiktionary(entry, link_text, languageCode)
-- else
-- out = linkToWiktionary(entry, link_text)
-- end


local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
-- TODO: probably redundant now, the errors should all have been handled up til this point.
-- if errorText then if error_msg then
return error_msg
-- return errorText or error(error_mesages.no_result)
-- end end

-- return out


return result return link .. result.language_categories .. result.maintenance
end end



Latest revision as of 09:55, 16 December 2024

This is the module sandbox page for Module:Wikt-lang (diff).
See also the companion subpage for test cases (run).
Module documentation[view] [edit] [history] [purge]
BetaThis module is rated as beta, and is ready for widespread use. It is still new and should be used with some caution to ensure the results are as expected.
Language templates
Language names (ISO 639)
Interwiki links
Foreign-language text
Other
This module depends on the following other modules:

This module is used by {{Wikt-lang}}. It is inspired by the templates {{m}} and {{l}} and their associated modules on Wiktionary. It has a Wiktionary link function that links to the correct section of the Wiktionary entry, and applies correct language formatting and italics. The language-tagging function does most of what {{Lang}} does, except that italics can't be customized and categories aren't added.

The module uses Module:Wikt-lang/data to retrieve the language name for a language code, and to perform the necessary entry-name replacements (for instance, removing macrons from Latin entry names). These are unfortunately not automatically retrieved from Wiktionary's Wikt-lang data modules. For language codes that do not have a name value in this module, the language name is fetched with mw.language.fetchLanguage. When mw.language.fetchLanguage does not fetch the correct language name (or any language name at all), please add it to Module:Wikt-lang/data, and similarly when the correct entry name is not generated, please add the entry name replacements to the module.

Examples

Invalid codes

Errors

Comparison of codes

Language code Wikitionary name English Misplaced Pages name
aaq Penobscot Eastern Abnaki
abe Abenaki Western Abnaki
ajp South Levantine Arabic South Levantine Arabic
apc North Levantine Arabic Levantine Arabic
arb Modern Standard Arabic Standard Arabic
cel-x-bryproto Proto-Brythonic Error: unrecognized private tag: bryproto
cu Old Church Slavonic Church Slavonic
egy Egyptian Ancient Egyptian
frp Franco-Provençal Arpitan
gmw-x-proto Proto-West Germanic Error: unrecognized private tag: proto
grk-x-proto Proto-Hellenic Proto-Greek
ine-x-bsproto Proto-Balto-Slavic Error: unrecognized private tag: bsproto
moe Cree Innu
mul Translingual multiple
nds-de German Low German Low German
non-x-proto Proto-Norse Error: unrecognized private tag: proto
poz-x-polproto Proto-Nuclear Polynesian Error: unrecognized private tag: polproto
rw Rwanda-Rundi Kinyarwanda
tts Isan Northeastern Thai
xlu Luwian Cuneiform Luwian
zle-x-ort Old Ruthenian Error: unrecognized private tag: ort

Tracking categories

The above documentation is transcluded from Module:Wikt-lang/doc. (edit | history)
Editors can experiment in this module's sandbox (edit | diff) and testcases (edit | run) pages.
Add categories to the /doc subpage. Subpages of this module.
require('strict')

local m_data = mw.loadData("Module:Wikt-lang/data/sandbox")
local lang_data = m_data.languages or m_data

local p = {}

local error_msgs = {
	internal = {
		 = "The function get_clean_Wiktionary_page_name requires a page_name.",
		 = "Name for the language code %q could not be retrieved. Add it to ].",
		 = "The function make_Wiktionary_link needs a Wiktionary page name, display text and language code.",
	},
	 = "A Wiktionary entry is required.",
	 = 'Invalid parameter: |%s=',
}

local cfg = {
	template = "Wikt-lang",
	valid_parameters = {
		 = true,
		 = true,
		 = true,
		 = true,
	},
	error_msg = '<span style="color: #d33;">Error: {{%s}}: %s</span>]',
	category = "Wikt-lang template errors",
	namespace = {
		appendix = {
			name = "Appendix:%s/%s",
			data_type = "appendix",
		},
		reconstruction = {
			name = "Reconstruction:%s/%s",
			data_type = "reconstructed",
		},
	},
}

--[[--------------------------< M A K E _ E R R O R >--------------------------------------------------

Creates an error span with the supplied error message and attaches the error category.

]]
local function make_error(msg)
	return string.format(cfg.error_msg, cfg.template, msg, cfg.category)
end

--[[--------------------------< A D D _ N A M E S P A C E _ T O _ L I N K >--------------------------------------------------

Returns the page_name with a prefix of a Wiktionary namespace, if relevant.
Current namespaces that can be returned: "Appendix:" and "Reconstruction:".
If not one of the above namespaces, returns the unalerted link_text.

]]
local function add_namespace_to_link(data, language_name, page_name)
	if page_name:sub(1, 1) == "*" then
		return string.format(cfg.namespace.reconstruction.name, language_name, page_name:sub(2))
	end

	if data and data.type then
		if data.type == cfg.namespace.reconstruction.data_type then
			return string.format(cfg.namespace.reconstruction.name, language_name, page_name)
		elseif data.type == cfg.namespace.appendix.data_type then
			return string.format(cfg.namespace.appendix.name, language_name, page_name)
		end
	end
	
	-- If for any reason this reaches here, return the unaltered page_name.
	return page_name
end

--[[--------------------------< G E T _ L A N G U A G E _ N A M E >--------------------------------------------------

Retrieves the language name.
A langauge is first searched in Module:Wikt-lang/data and if found and has a language name set, returns it.
That database is used to override the language names produced by Module:Lang/data.
If no language is found or the language does not have a language name set, returns the language name from Module:Lang/data.

]]
local function get_Wiktionary_language_name(data, language_name)
	if data and data.Wiktionary_name then
		return data.Wiktionary_name
	end
	return language_name
end

--[[--------------------------< M A K E _ W I K T I O N A R Y _ L I N K >--------------------------------------------------
	
Creates a Wiktionary link.
A page_name, display_text and language_code are always needed. Error if they are missing.

A language name can sometimes be nil if the private code is only listed at Module:Wikt-lang/data and not on Module:Lang/data.
If a language name cannot be retrieved, an erorr is returned.

]]
local function make_Wiktionary_link(page_name, display_text, language_code, language_name)
	if not page_name and not display_text and not language_code then
		return nil, make_error(error_msgs.internal.make_Wiktionary_link)
	end

	local data = lang_data
	language_name = get_Wiktionary_language_name(data, language_name)
	if not language_name then
		return make_error(error_msgs.language_code_missing)
	end

	page_name = add_namespace_to_link(data, language_name, page_name)

	local link = "]"
	return string.format(link, page_name, language_name, display_text)
end

--[[--------------------------< R E P L A C E _ C H A R A C T E R S >--------------------------------------------------

Replaces specific characters as defined in Module:Wikt-lang/data in a language's "replacement" value.

]]
local function replace_characters(data, text)
	local replacements = data and data
	if replacements == nil then
		-- No replacements needed; use text as is.
		return text
	end

	-- Decompose so that the diacritics of characters such
	-- as á can be removed in one go.
	-- No need to compose at the end, because the MediaWiki software
	-- will handle that.
	if replacements.decompose then
		text = mw.ustring.toNFD(text)
		for i, from in ipairs(replacements.from) do
			text = mw.ustring.gsub(text, from, replacements.to and replacements.to or "")
		end
		return text
	end

	for regex, replacement in pairs(replacements) do
		text = mw.ustring.gsub(text, regex, replacement)
	end
	return text

end

--[[--------------------------< R E M O V E _ B O L D _ I T A L I C >--------------------------------------------------

Removes bold and italics, so that words that contain bolding or emphasis can be linked without piping.

]]
local function remove_bold_italic(text)
	if not text then
		return text
	end
	text = text:gsub("\'\'\'", "")
	text = text:gsub("\'\'", "")
	return text
end

--[[--------------------------< G E T _ C L E A N _ W I K T I O N A R Y _ P A G E _ N A M E >--------------------------------------------------

Returns a clean a Wiktionary page name by removing bold and italics, and by replacing specific characters as defined in Module:Wikt-lang/data.

]]
local function get_clean_Wiktionary_page_name(page_name, language_code)
	page_name = tostring(page_name)
	if page_name == nil or page_name == "" then
		return nil, make_error(error_msgs.internal.get_clean_Wiktionary_page_name)
	end

	page_name = remove_bold_italic(page_name)

	local data = lang_data
	if data == nil then
		-- No language specific data in module; use text as is.
		return page_name
	end

	return replace_characters(data, page_name)
end

--[[--------------------------< C H E C K _ F O R _ U N K N O W N _ P A R A M E T E R S >--------------------------------------------------

Checks that all user-used parameters are valid.

]]
local function check_for_unknown_parameters(args)
	for param, _ in pairs(args) do
		if not cfg.valid_parameters then
			return make_error(string.format(error_msgs.invalid_parameters, param))
		end
	end
end

--[[--------------------------< M A I N >--------------------------------------------------------------------

Entry point for {{Wikt-lang}}.

Parameters are received from the template's frame (parent frame).

* |1= – language code
* |2= – Wiktionary page name
* |3= – display text
* |italic= – "no" to disable

]]
function p.main(frame)
	local getArgs = require('Module:Arguments').getArgs
	local args = getArgs(frame)

	if not args then
		-- A Wiktionary page name is required.
		return make_error(error_msgs.no_text)
	end

	local error_msg = check_for_unknown_parameters(args)
	if error_msg then
		return error_msg
	end

	-- For the display text, use args if supplied, if not, use the Wiktionary page name (args)
	args = args or args

	-- To allow the errors to be associated with this template.
	args.template = cfg.template
	args.error_category = cfg.category

	-- Handle the display text html tag.
	local lang = require("Module:Lang/sandbox")
	local result = lang._wikt_lang(args)

	-- An error returned, stop here.
	if type(result) == "string" and string.find(result, "Error") then
		return result
	end

	--TODO: Do we need the result to return with a <span title=""> tag?

	local page_name, error_msg = get_clean_Wiktionary_page_name(args, result.code)
	if error_msg then
		return error_msg
	end

	local link, error_msg = make_Wiktionary_link(page_name, result.html, result.code, result.name)
	if error_msg then
		return error_msg
	end

	return link .. result.language_categories .. result.maintenance  
end

return p
Category: