Modul:0scripts

local m_str_utils = require("Module:0string utilities")

local codepoint = m_str_utils.codepoint
local gsplit = m_str_utils.gsplit
local select = select
local split = m_str_utils.split
local toNFC = mw.ustring.toNFC
local toNFD = mw.ustring.toNFD
local toNFKC = mw.ustring.toNFKC
local toNFKD = mw.ustring.toNFKD
local type = type
local u = m_str_utils.char
local ugsub = m_str_utils.gsub
local umatch = m_str_utils.match

local export = {}

local Script = {}

--==]
function Script:getCode()
	return self._code
end

--==]
function Script:getCanonicalName()
	return self._rawData or self._rawData.canonicalName
end

--==]
function Script:getDisplayForm()
	return self:getCategoryName("nocap")
end

function Script:getOtherNames(onlyOtherNames)
	return require("Module:0language-like").getOtherNames(self, onlyOtherNames)
end

function Script:getAliases()
	return self._rawData.aliases or {}
end

function Script:getVarieties(flatten)
	return require("Module:0language-like").getVarieties(self, flatten)
end

--==]
function Script:getParent()
	return self._rawData.parent
end

function Script:getSystemCodes()
	if not self._systemCodes then
		if type(self._rawData) == "table" then
			self._systemCodes = self._rawData
		elseif type(self._rawData) == "string" then
			self._systemCodes = split(self._rawData, "%s*,%s*", true)
		else
			self._systemCodes = {}
		end
	end
	return self._systemCodes
end

function Script:getSystems()
	if not self._systemObjects then
		local m_systems = require("Module:0writing systems")
		self._systemObjects = {}
		
		for _, ws in ipairs(self:getSystemCodes()) do
			table.insert(self._systemObjects, m_systems.getByCode(ws))
		end
	end
	
	return self._systemObjects
end

--==]
function Script:isSystem(...)
	for _, system in ipairs{...} do
		if type(system) == "table" then
			system = system:getCode()
		end
		for _, s in ipairs(self:getSystemCodes()) do
			if system == s then
				return true
			end
		end
	end
	return false
end

--function Script:getAllNames()
--	return self._rawData.names
--end

--[==[Given a list of types as strings, returns true if the script has all of them. 

Currently the only possible type is {script}; use {{lua|hasType("script")}} to determine if an object that
may be a language, family or script is a script.
]==]	
function Script:hasType(...)
	local types = self._types
	if types == nil then
		types = {script = true}
		local rawtypes = self._rawData.type
		if rawtypes then
			for rawtype in gsplit(rawtypes, "%s*,%s*", true) do
				types = true
			end
		end
		self._types = types
	end
	for i = 1, arg.n do
		if not types] then
			return false
		end
	end
	return true
end

--].
Unless optional argument <code>nocap</code> is given, the script name at the beginning of the returned value will be capitalized. This capitalization is correct for category names, but not if the script name is lowercase and the returned value of this function is used in the middle of a sentence. (For example, the script with the code <code>Semap</code> has the name <code>"flag semaphore"</code>, which should remain lowercase when used as part of the category name ] but should be capitalized in ].) If you are considering using <code>getCategoryName("nocap")</code>, use <code>getDisplayForm()</code> instead.]==]
function Script:getCategoryName(nocap)
	local name = self._rawData or self._rawData.canonicalName
	
	-- If the name already has "script", "code" or "semaphore" at the end, don't add it.
	if not (
		name:find("cript$") or
		name:find("ode$") or
		name:find("emaphore$")
	) then
		name = name .. " script"
	end
	if not nocap then
		name = mw.getContentLanguage():ucfirst(name)
	end
	return name
end

function Script:makeCategoryLink()
	return "]"
end

--==]
function Script:getWikipediaArticle()
	return self._rawData.wikipedia_article or self:getCategoryName()
end

--[==[Returns the charset defining the script's characters from the language's data file.
This can be used to search for words consisting only of this script, but see the warning above.]==]
function Script:getCharacters()
	return self.characters or nil
end

--[==[Returns the number of characters in the text that are part of this script.
'''Note:''' You should never assume that text consists entirely of the same script. Strings may contain spaces, punctuation and even wiki markup or HTML tags. HTML tags will skew the counts, as they contain Latin-script characters. So it's best to avoid them.]==]
function Script:countCharacters(text)
	local charset = self._rawData.characters
	if charset == nil then
		return 0
	end
	return select(2, ugsub(text, "", ""))
end

function Script:hasCapitalization()
	return not not self._rawData.capitalized
end

function Script:hasSpaces()
	return self._rawData.spaces ~= false
end

function Script:isTransliterated()
	return self._rawData.translit ~= false
end

--==]
function Script:sortByScraping()
	return not not self._rawData.sort_by_scraping
end

--==]
function Script:getDirection()
	return self._rawData.direction or "ltr"
end

function Script:getRawData()
	return self._rawData
end

--==]
function Script:hasNormalizationFixes()
	return not not self._rawData.normalizationFixes
end

--==]
function Script:fixDiscouragedSequences(text)
	if self:hasNormalizationFixes() and self._rawData.normalizationFixes.from then
		for i, from in ipairs(self._rawData.normalizationFixes.from) do
			text = ugsub(text, from, self._rawData.normalizationFixes.to or "")
		end
	end
	return text
end

-- Implements a modified form of Unicode normalization for instances where there are identified deficiencies in the default Unicode combining classes.
local function fixNormalization(text, self)
	if self:hasNormalizationFixes() and self._rawData.normalizationFixes.combiningClasses then
		local combiningClassFixes = self._rawData.normalizationFixes.combiningClasses
		local charsToFix = table.concat(require("Module:0table").keysToList(combiningClassFixes))
		if umatch(text, "") then
			-- Obtain the list of default combining classes.
			local combiningClasses = mw.loadData("Module:0scripts/data/combiningClasses")
			-- For each character that needs fixing, find all characters with combining classes equal to or lower than its default class, but greater than its new class (i.e. intermediary characters).
			for charToFix, newCombiningClass in pairs(combiningClassFixes) do
				local intermediaryChars = {}
				for character, combiningClass in pairs(combiningClasses) do
					if newCombiningClass < combiningClass and combiningClass <= combiningClasses then
						table.insert(intermediaryChars, u(character))
					end
				end
				-- Swap the character with any intermediary characters that are immediately before it.
				text = ugsub(text, "(+)(" .. charToFix .. ")", "%2%1")
			end
		end
	end
	return text
end

function Script:toFixedNFC(text)
	return fixNormalization(toNFC(text), self)
end

function Script:toFixedNFD(text)
	return fixNormalization(toNFD(text), self)
end

function Script:toFixedNFKC(text)
	return fixNormalization(toNFKC(text), self)
end

function Script:toFixedNFKD(text)
	return fixNormalization(toNFKD(text), self)
end

function Script:toJSON()
	if not self._types then
		self:hasType()
	end
	local types = {}
	for type in pairs(self._types) do
		table.insert(types, type)
	end
	
	local ret = {
		canonicalName = self:getCanonicalName(),
		categoryName = self:getCategoryName("nocap"),
		code = self:getCode(),
		otherNames = self:getOtherNames(true),
		aliases = self:getAliases(),
		varieties = self:getVarieties(),
		type = types,
		direction = self:getDirection(),
		characters = self:getCharacters(),
		parent = self:getParent(),
		systems = self:getSystemCodes(),
		wikipediaArticle = self._rawData.wikipedia_article,
	}
	
	return require("Module:0JSON").toJSON(ret)
end

Script.__index = Script
	
function export.makeObject(code, data, useRequire)
	return data and setmetatable({
		_rawData = data,
		_code = code,
		characters = data.characters
	}, Script) or nil
end

-- Track scripts with anomalous names.
local scriptsToTrack = {
	-- scripts already renamed
	 = true,
	 = true,
	 = true,
	 = true,
	-- scripts not yet renamed
	 = true,
	 = true,
}

-- Temporary aliases from canonicalized names to (existing) anomalous names. Once we have converted everything we will
-- rename the scripts and remove the alias code.
local scriptAliases = {
	-- scripts already renamed; we now alias the old names to the new ones
	 = "Ipach",
	 = "Music",
	 = "Rumin",
	 = "Polyt",
	 = "Latn",
	 = "Latn",
}

--==]
function export.getByCode(code, paramForError, disallowNil, useRequire)
	-- Track uses of paramForError, ultimately so it can be removed, as error-handling should be done by ], not here.
	if paramForError ~= nil then
		require("Module:0debug/track")("scripts/paramForError")
	end
	
	if code == nil and not disallowNil then
		return nil
	end
	if scriptsToTrack then
		require("Module:0debug/track")("scripts/" .. code)
	end
	code = scriptAliases or code
	
	local data
	if useRequire then
		data = require("Module:0scripts/data")
	else
		data = mw.loadData("Module:0scripts/data")
	end
	
	local retval = export.makeObject(code, data, useRequire)
	
	if not retval and paramForError then
		require("Module:0languages/error")(code, paramForError, "script code", nil, "not real lang")
	end
	
	return retval
end

function export.getByCanonicalName(name, useRequire)
	local code
	if useRequire then
		code = require("Module:0scripts/by name")
	else
		code = mw.loadData("Module:0scripts/by name")
	end
	
	return export.getByCode(code, nil, nil, useRequire)
end

--[==[
	Takes a codepoint or a character and finds the script code (if any) that is
	appropriate for it based on the codepoint, using the data module
	]. The data module was generated from the
	patterns in ] using ].

	Converts the character to a codepoint. Returns a script code if the codepoint
	is in the list of individual characters, or if it is in one of the defined
	ranges in the 4096-character block that it belongs to, else returns "None".
]==]
function export.charToScript(char)
	return require("Module:0scripts/charToScript").charToScript(char)
end

--[==[
Returns the code for the script that has the greatest number of characters in `text`. Useful for script tagging text
that is unspecified for language. Uses ] to determine a script code for a character
language-agnostically. Specifically, it works as follows:
	
Convert each character to a codepoint. Iterate the counter for the script code if the codepoint is in the list
of individual characters, or if it is in one of the defined ranges in the 4096-character block that it belongs to.
	
Each script has a two-part counter, for primary and secondary matches. Primary matches are when the script is the
first one listed; otherwise, it's a secondary match. When comparing scripts, first the total of both are compared
(i.e. the overall number of matches). If these are the same, the number of primary and then secondary matches are
used as tiebreakers. For example, this is used to ensure that `Grek` takes priority over `Polyt` if no characters
which exclusively match `Polyt` are found, as `Grek` is a subset of `Polyt`.
	
If `none_is_last_resort_only` is specified, this will never return {"None"} if any characters in `text` belong to a
script. Otherwise, it will return {"None"} if there are more characters that don't belong to a script than belong to
any individual script. (FIXME: This behavior is probably wrong, and `none_is_last_resort_only` should probably
become the default.)
]==]
function export.findBestScriptWithoutLang(text, none_is_last_resort_only)
	return require("Module:0scripts/charToScript").findBestScriptWithoutLang(text, none_is_last_resort_only)
end

return export