/* * This file is part of OpenTTD. * OpenTTD is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 2. * OpenTTD is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. * See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OpenTTD. If not, see . */ /** @file string_osx.cpp Functions related to localized text support on OSX. */ #include "../../stdafx.h" #include "string_osx.h" #include "../../string_func.h" #include "../../strings_func.h" #include "../../table/control_codes.h" #include "../../fontcache.h" #include "../../zoom_func.h" #include "macos.h" #include /* CTRunDelegateCreate is supported since MacOS X 10.5, but was only included in the SDKs starting with the 10.9 SDK. */ #ifndef HAVE_OSX_109_SDK extern "C" { typedef const struct __CTRunDelegate * CTRunDelegateRef; typedef void (*CTRunDelegateDeallocateCallback) (void *refCon); typedef CGFloat (*CTRunDelegateGetAscentCallback) (void *refCon); typedef CGFloat (*CTRunDelegateGetDescentCallback) (void *refCon); typedef CGFloat (*CTRunDelegateGetWidthCallback) (void *refCon); typedef struct { CFIndex version; CTRunDelegateDeallocateCallback dealloc; CTRunDelegateGetAscentCallback getAscent; CTRunDelegateGetDescentCallback getDescent; CTRunDelegateGetWidthCallback getWidth; } CTRunDelegateCallbacks; enum { kCTRunDelegateVersion1 = 1, kCTRunDelegateCurrentVersion = kCTRunDelegateVersion1 }; extern const CFStringRef kCTRunDelegateAttributeName AVAILABLE_MAC_OS_X_VERSION_10_5_AND_LATER; CTRunDelegateRef CTRunDelegateCreate(const CTRunDelegateCallbacks *callbacks, void *refCon) AVAILABLE_MAC_OS_X_VERSION_10_5_AND_LATER; } #endif /* HAVE_OSX_109_SDK */ /** Cached current locale. */ static CFAutoRelease _osx_locale; /** CoreText cache for font information, cleared when OTTD changes fonts. */ static CFAutoRelease _font_cache[FS_END]; /** * Wrapper for doing layouts with CoreText. */ class CoreTextParagraphLayout : public ParagraphLayouter { private: const CoreTextParagraphLayoutFactory::CharType *text_buffer; ptrdiff_t length; const FontMap &font_map; CFAutoRelease typesetter; CFIndex cur_offset = 0; ///< Offset from the start of the current run from where to output. public: /** Visual run contains data about the bit of text with the same font. */ class CoreTextVisualRun : public ParagraphLayouter::VisualRun { private: std::vector glyphs; std::vector positions; std::vector glyph_to_char; int total_advance = 0; Font *font; public: CoreTextVisualRun(CTRunRef run, Font *font, const CoreTextParagraphLayoutFactory::CharType *buff); CoreTextVisualRun(CoreTextVisualRun &&other) = default; const std::vector &GetGlyphs() const override { return this->glyphs; } const std::vector &GetPositions() const override { return this->positions; } const std::vector &GetGlyphToCharMap() const override { return this->glyph_to_char; } const Font *GetFont() const override { return this->font; } int GetLeading() const override { return this->font->fc->GetHeight(); } int GetGlyphCount() const override { return (int)this->glyphs.size(); } int GetAdvance() const { return this->total_advance; } }; /** A single line worth of VisualRuns. */ class CoreTextLine : public std::vector, public ParagraphLayouter::Line { public: CoreTextLine(CFAutoRelease line, const FontMap &fontMapping, const CoreTextParagraphLayoutFactory::CharType *buff) { CFArrayRef runs = CTLineGetGlyphRuns(line.get()); for (CFIndex i = 0; i < CFArrayGetCount(runs); i++) { CTRunRef run = (CTRunRef)CFArrayGetValueAtIndex(runs, i); /* Extract font information for this run. */ CFRange chars = CTRunGetStringRange(run); auto map = fontMapping.upper_bound(chars.location); this->emplace_back(run, map->second, buff); } } int GetLeading() const override; int GetWidth() const override; int CountRuns() const override { return this->size(); } const VisualRun &GetVisualRun(int run) const override { return this->at(run); } int GetInternalCharLength(char32_t c) const override { /* CoreText uses UTF-16 internally which means we need to account for surrogate pairs. */ return c >= 0x010000U ? 2 : 1; } }; CoreTextParagraphLayout(CFAutoRelease typesetter, const CoreTextParagraphLayoutFactory::CharType *buffer, ptrdiff_t len, const FontMap &fontMapping) : text_buffer(buffer), length(len), font_map(fontMapping), typesetter(std::move(typesetter)) { this->Reflow(); } void Reflow() override { this->cur_offset = 0; } std::unique_ptr NextLine(int max_width) override; }; /** Get the width of an encoded sprite font character. */ static CGFloat SpriteFontGetWidth(void *ref_con) { FontSize fs = (FontSize)((size_t)ref_con >> 24); char32_t c = (char32_t)((size_t)ref_con & 0xFFFFFF); return GetGlyphWidth(fs, c); } static CTRunDelegateCallbacks _sprite_font_callback = { kCTRunDelegateCurrentVersion, nullptr, nullptr, nullptr, &SpriteFontGetWidth }; /* static */ ParagraphLayouter *CoreTextParagraphLayoutFactory::GetParagraphLayout(CharType *buff, CharType *buff_end, FontMap &fontMapping) { if (!MacOSVersionIsAtLeast(10, 5, 0)) return nullptr; /* Can't layout an empty string. */ ptrdiff_t length = buff_end - buff; if (length == 0) return nullptr; /* Can't layout our in-built sprite fonts. */ for (const auto &i : fontMapping) { if (i.second->fc->IsBuiltInFont()) return nullptr; } /* Make attributed string with embedded font information. */ CFAutoRelease str(CFAttributedStringCreateMutable(kCFAllocatorDefault, 0)); CFAttributedStringBeginEditing(str.get()); CFAutoRelease base(CFStringCreateWithCharactersNoCopy(kCFAllocatorDefault, buff, length, kCFAllocatorNull)); CFAttributedStringReplaceString(str.get(), CFRangeMake(0, 0), base.get()); const UniChar replacment_char = 0xFFFC; CFAutoRelease replacment_str(CFStringCreateWithCharacters(kCFAllocatorDefault, &replacment_char, 1)); /* Apply font and colour ranges to our string. This is important to make sure * that we get proper glyph boundaries on style changes. */ int last = 0; for (const auto &i : fontMapping) { if (i.first - last == 0) continue; CTFontRef font = (CTFontRef)i.second->fc->GetOSHandle(); if (font == nullptr) { if (!_font_cache[i.second->fc->GetSize()]) { /* Cache font information. */ CFAutoRelease font_name(CFStringCreateWithCString(kCFAllocatorDefault, i.second->fc->GetFontName().c_str(), kCFStringEncodingUTF8)); _font_cache[i.second->fc->GetSize()].reset(CTFontCreateWithName(font_name.get(), i.second->fc->GetFontSize(), nullptr)); } font = _font_cache[i.second->fc->GetSize()].get(); } CFAttributedStringSetAttribute(str.get(), CFRangeMake(last, i.first - last), kCTFontAttributeName, font); CGColorRef color = CGColorCreateGenericGray((uint8_t)i.second->colour / 255.0f, 1.0f); // We don't care about the real colours, just that they are different. CFAttributedStringSetAttribute(str.get(), CFRangeMake(last, i.first - last), kCTForegroundColorAttributeName, color); CGColorRelease(color); /* Install a size callback for our special private-use sprite glyphs in case the font does not provide them. */ for (ssize_t c = last; c < i.first; c++) { if (buff[c] >= SCC_SPRITE_START && buff[c] <= SCC_SPRITE_END && i.second->fc->MapCharToGlyph(buff[c], false) == 0) { CFAutoRelease del(CTRunDelegateCreate(&_sprite_font_callback, (void *)(size_t)(buff[c] | (i.second->fc->GetSize() << 24)))); /* According to the offical documentation, if a run delegate is used, the char should always be 0xFFFC. */ CFAttributedStringReplaceString(str.get(), CFRangeMake(c, 1), replacment_str.get()); CFAttributedStringSetAttribute(str.get(), CFRangeMake(c, 1), kCTRunDelegateAttributeName, del.get()); } } last = i.first; } CFAttributedStringEndEditing(str.get()); /* Create and return typesetter for the string. */ CFAutoRelease typesetter(CTTypesetterCreateWithAttributedString(str.get())); return typesetter ? new CoreTextParagraphLayout(std::move(typesetter), buff, length, fontMapping) : nullptr; } /* virtual */ std::unique_ptr CoreTextParagraphLayout::NextLine(int max_width) { if (this->cur_offset >= this->length) return nullptr; /* Get line break position, trying word breaking first and breaking somewhere if that doesn't work. */ CFIndex len = CTTypesetterSuggestLineBreak(this->typesetter.get(), this->cur_offset, max_width); if (len <= 0) len = CTTypesetterSuggestClusterBreak(this->typesetter.get(), this->cur_offset, max_width); /* Create line. */ CFAutoRelease line(CTTypesetterCreateLine(this->typesetter.get(), CFRangeMake(this->cur_offset, len))); this->cur_offset += len; return std::unique_ptr(line ? new CoreTextLine(std::move(line), this->font_map, this->text_buffer) : nullptr); } CoreTextParagraphLayout::CoreTextVisualRun::CoreTextVisualRun(CTRunRef run, Font *font, const CoreTextParagraphLayoutFactory::CharType *buff) : font(font) { this->glyphs.resize(CTRunGetGlyphCount(run)); /* Query map of glyphs to source string index. */ CFIndex map[this->glyphs.size()]; CTRunGetStringIndices(run, CFRangeMake(0, 0), map); this->glyph_to_char.resize(this->glyphs.size()); for (size_t i = 0; i < this->glyph_to_char.size(); i++) this->glyph_to_char[i] = (int)map[i]; CGPoint pts[this->glyphs.size()]; CTRunGetPositions(run, CFRangeMake(0, 0), pts); this->positions.reserve(this->glyphs.size() + 1); /* Convert glyph array to our data type. At the same time, substitute * the proper glyphs for our private sprite glyphs. */ CGGlyph gl[this->glyphs.size()]; CTRunGetGlyphs(run, CFRangeMake(0, 0), gl); for (size_t i = 0; i < this->glyphs.size(); i++) { if (buff[this->glyph_to_char[i]] >= SCC_SPRITE_START && buff[this->glyph_to_char[i]] <= SCC_SPRITE_END && (gl[i] == 0 || gl[i] == 3)) { /* A glyph of 0 indidicates not found, while apparently 3 is what char 0xFFFC maps to. */ this->glyphs[i] = font->fc->MapCharToGlyph(buff[this->glyph_to_char[i]]); this->positions.emplace_back(pts[i].x, (font->fc->GetHeight() - ScaleSpriteTrad(FontCache::GetDefaultFontHeight(font->fc->GetSize()))) / 2); // Align sprite font to centre } else { this->glyphs[i] = gl[i]; this->positions.emplace_back(pts[i].x, pts[i].y); } } this->total_advance = (int)std::ceil(CTRunGetTypographicBounds(run, CFRangeMake(0, 0), nullptr, nullptr, nullptr)); /* End-of-run position. */ this->positions.emplace_back(this->positions.front().x + this->total_advance, 0); } /** * Get the height of the line. * @return The maximum height of the line. */ int CoreTextParagraphLayout::CoreTextLine::GetLeading() const { int leading = 0; for (const auto &run : *this) { leading = std::max(leading, run.GetLeading()); } return leading; } /** * Get the width of this line. * @return The width of the line. */ int CoreTextParagraphLayout::CoreTextLine::GetWidth() const { if (this->empty()) return 0; int total_width = 0; for (const auto &run : *this) { total_width += run.GetAdvance(); } return total_width; } /** Delete CoreText font reference for a specific font size. */ void MacOSResetScriptCache(FontSize size) { _font_cache[size].reset(); } /** Register an external font file with the CoreText system. */ void MacOSRegisterExternalFont(const char *file_path) { if (!MacOSVersionIsAtLeast(10, 6, 0)) return; CFAutoRelease path(CFStringCreateWithCString(kCFAllocatorDefault, file_path, kCFStringEncodingUTF8)); CFAutoRelease url(CFURLCreateWithFileSystemPath(kCFAllocatorDefault, path.get(), kCFURLPOSIXPathStyle, false)); CTFontManagerRegisterFontsForURL(url.get(), kCTFontManagerScopeProcess, nullptr); } /** Store current language locale as a CoreFoundation locale. */ void MacOSSetCurrentLocaleName(const char *iso_code) { if (!MacOSVersionIsAtLeast(10, 5, 0)) return; CFAutoRelease iso(CFStringCreateWithCString(kCFAllocatorDefault, iso_code, kCFStringEncodingUTF8)); _osx_locale.reset(CFLocaleCreate(kCFAllocatorDefault, iso.get())); } /** * Compares two strings using case insensitive natural sort. * * @param s1 First string to compare. * @param s2 Second string to compare. * @return 1 if s1 < s2, 2 if s1 == s2, 3 if s1 > s2, or 0 if not supported by the OS. */ int MacOSStringCompare(std::string_view s1, std::string_view s2) { static bool supported = MacOSVersionIsAtLeast(10, 5, 0); if (!supported) return 0; CFStringCompareFlags flags = kCFCompareCaseInsensitive | kCFCompareNumerically | kCFCompareLocalized | kCFCompareWidthInsensitive | kCFCompareForcedOrdering; CFAutoRelease cf1(CFStringCreateWithBytes(kCFAllocatorDefault, (const UInt8 *)s1.data(), s1.size(), kCFStringEncodingUTF8, false)); CFAutoRelease cf2(CFStringCreateWithBytes(kCFAllocatorDefault, (const UInt8 *)s2.data(), s2.size(), kCFStringEncodingUTF8, false)); /* If any CFString could not be created (e.g., due to UTF8 invalid chars), return OS unsupported functionality */ if (cf1 == nullptr || cf2 == nullptr) return 0; return (int)CFStringCompareWithOptionsAndLocale(cf1.get(), cf2.get(), CFRangeMake(0, CFStringGetLength(cf1.get())), flags, _osx_locale.get()) + 2; } /** * Search if a string is contained in another string using the current locale. * * @param str String to search in. * @param value String to search for. * @param case_insensitive Search case-insensitive. * @return 1 if value was found, 0 if it was not found, or -1 if not supported by the OS. */ int MacOSStringContains(const std::string_view str, const std::string_view value, bool case_insensitive) { static bool supported = MacOSVersionIsAtLeast(10, 5, 0); if (!supported) return -1; CFStringCompareFlags flags = kCFCompareLocalized | kCFCompareWidthInsensitive; if (case_insensitive) flags |= kCFCompareCaseInsensitive; CFAutoRelease cf_str(CFStringCreateWithBytes(kCFAllocatorDefault, (const UInt8 *)str.data(), str.size(), kCFStringEncodingUTF8, false)); CFAutoRelease cf_value(CFStringCreateWithBytes(kCFAllocatorDefault, (const UInt8 *)value.data(), value.size(), kCFStringEncodingUTF8, false)); /* If any CFString could not be created (e.g., due to UTF8 invalid chars), return OS unsupported functionality */ if (cf_str == nullptr || cf_value == nullptr) return -1; return CFStringFindWithOptionsAndLocale(cf_str.get(), cf_value.get(), CFRangeMake(0, CFStringGetLength(cf_str.get())), flags, _osx_locale.get(), nullptr) ? 1 : 0; } /* virtual */ void OSXStringIterator::SetString(const char *s) { const char *string_base = s; this->utf16_to_utf8.clear(); this->str_info.clear(); this->cur_pos = 0; /* CoreText operates on UTF-16, thus we have to convert the input string. * To be able to return proper offsets, we have to create a mapping at the same time. */ std::vector utf16_str; ///< UTF-16 copy of the string. while (*s != '\0') { size_t idx = s - string_base; char32_t c = Utf8Consume(&s); if (c < 0x10000) { utf16_str.push_back((UniChar)c); } else { /* Make a surrogate pair. */ utf16_str.push_back((UniChar)(0xD800 + ((c - 0x10000) >> 10))); utf16_str.push_back((UniChar)(0xDC00 + ((c - 0x10000) & 0x3FF))); this->utf16_to_utf8.push_back(idx); } this->utf16_to_utf8.push_back(idx); } this->utf16_to_utf8.push_back(s - string_base); /* Query CoreText for word and cluster break information. */ this->str_info.resize(utf16_to_utf8.size()); if (!utf16_str.empty()) { CFAutoRelease str(CFStringCreateWithCharactersNoCopy(kCFAllocatorDefault, &utf16_str[0], utf16_str.size(), kCFAllocatorNull)); /* Get cluster breaks. */ for (CFIndex i = 0; i < CFStringGetLength(str.get()); ) { CFRange r = CFStringGetRangeOfComposedCharactersAtIndex(str.get(), i); this->str_info[r.location].char_stop = true; i += r.length; } /* Get word breaks. */ CFAutoRelease tokenizer(CFStringTokenizerCreate(kCFAllocatorDefault, str.get(), CFRangeMake(0, CFStringGetLength(str.get())), kCFStringTokenizerUnitWordBoundary, _osx_locale.get())); CFStringTokenizerTokenType tokenType = kCFStringTokenizerTokenNone; while ((tokenType = CFStringTokenizerAdvanceToNextToken(tokenizer.get())) != kCFStringTokenizerTokenNone) { /* Skip tokens that are white-space or punctuation tokens. */ if ((tokenType & kCFStringTokenizerTokenHasNonLettersMask) != kCFStringTokenizerTokenHasNonLettersMask) { CFRange r = CFStringTokenizerGetCurrentTokenRange(tokenizer.get()); this->str_info[r.location].word_stop = true; } } } /* End-of-string is always a valid stopping point. */ this->str_info.back().char_stop = true; this->str_info.back().word_stop = true; } /* virtual */ size_t OSXStringIterator::SetCurPosition(size_t pos) { /* Convert incoming position to an UTF-16 string index. */ size_t utf16_pos = 0; for (size_t i = 0; i < this->utf16_to_utf8.size(); i++) { if (this->utf16_to_utf8[i] == pos) { utf16_pos = i; break; } } /* Sanitize in case we get a position inside a grapheme cluster. */ while (utf16_pos > 0 && !this->str_info[utf16_pos].char_stop) utf16_pos--; this->cur_pos = utf16_pos; return this->utf16_to_utf8[this->cur_pos]; } /* virtual */ size_t OSXStringIterator::Next(IterType what) { assert(this->cur_pos <= this->utf16_to_utf8.size()); assert(what == StringIterator::ITER_CHARACTER || what == StringIterator::ITER_WORD); if (this->cur_pos == this->utf16_to_utf8.size()) return END; do { this->cur_pos++; } while (this->cur_pos < this->utf16_to_utf8.size() && (what == ITER_WORD ? !this->str_info[this->cur_pos].word_stop : !this->str_info[this->cur_pos].char_stop)); return this->cur_pos == this->utf16_to_utf8.size() ? END : this->utf16_to_utf8[this->cur_pos]; } /* virtual */ size_t OSXStringIterator::Prev(IterType what) { assert(this->cur_pos <= this->utf16_to_utf8.size()); assert(what == StringIterator::ITER_CHARACTER || what == StringIterator::ITER_WORD); if (this->cur_pos == 0) return END; do { this->cur_pos--; } while (this->cur_pos > 0 && (what == ITER_WORD ? !this->str_info[this->cur_pos].word_stop : !this->str_info[this->cur_pos].char_stop)); return this->utf16_to_utf8[this->cur_pos]; } /* static */ std::unique_ptr OSXStringIterator::Create() { if (!MacOSVersionIsAtLeast(10, 5, 0)) return nullptr; return std::make_unique(); }