anna
/
ChatTwo
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

feat: add basic autotranslate support

This commit is contained in:
Anna 2022-05-29 21:34:51 -04:00
parent de0309e428
commit 70cecf4a6d
6 changed files with 449 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
ChatTwo/ChatTwo.csproj
View File

@ -17,6 +17,10 @@
<Dalamud>$(AppData)\XIVLauncher\addon\Hooks\dev</Dalamud>
</PropertyGroup>
<PropertyGroup Condition="'$([System.Runtime.InteropServices.RuntimeInformation]::IsOSPlatform($([System.Runtime.InteropServices.OSPlatform]::Linux)))'">
<Dalamud>$(DALAMUD_HOME)</Dalamud>
</PropertyGroup>
<PropertyGroup Condition="'$(IsCI)' == 'true'">
<Dalamud>$(HOME)/dalamud</Dalamud>
</PropertyGroup>
@ -49,22 +53,23 @@
</ItemGroup>
<ItemGroup>
<PackageReference Include="DalamudPackager" Version="2.1.6"/>
<PackageReference Include="LiteDB" Version="5.0.11"/>
<PackageReference Include="SharpDX.Direct2D1" Version="4.2.0"/>
<PackageReference Include="XivCommon" Version="5.0.1-alpha.1"/>
<PackageReference Include="DalamudPackager" Version="2.1.6" />
<PackageReference Include="LiteDB" Version="5.0.11" />
<PackageReference Include="Pidgin" Version="3.1.0" />
<PackageReference Include="SharpDX.Direct2D1" Version="4.2.0" />
<PackageReference Include="XivCommon" Version="5.0.1-alpha.1" />
</ItemGroup>
<ItemGroup>
<EmbeddedResource Include="fonts\NotoSans-Italic.ttf"/>
<EmbeddedResource Include="fonts\NotoSans-Regular.ttf"/>
<EmbeddedResource Include="fonts\NotoSansJP-Regular.otf"/>
<EmbeddedResource Include="fonts\NotoSerif-Italic.ttf"/>
<EmbeddedResource Include="fonts\NotoSerif-Regular.ttf"/>
<EmbeddedResource Include="fonts\OpenSans-Italic.ttf"/>
<EmbeddedResource Include="fonts\OpenSans-Regular.ttf"/>
<EmbeddedResource Include="fonts\Roboto-Italic.ttf"/>
<EmbeddedResource Include="fonts\Roboto-Regular.ttf"/>
<EmbeddedResource Include="fonts\NotoSans-Italic.ttf" />
<EmbeddedResource Include="fonts\NotoSans-Regular.ttf" />
<EmbeddedResource Include="fonts\NotoSansJP-Regular.otf" />
<EmbeddedResource Include="fonts\NotoSerif-Italic.ttf" />
<EmbeddedResource Include="fonts\NotoSerif-Regular.ttf" />
<EmbeddedResource Include="fonts\OpenSans-Italic.ttf" />
<EmbeddedResource Include="fonts\OpenSans-Regular.ttf" />
<EmbeddedResource Include="fonts\Roboto-Italic.ttf" />
<EmbeddedResource Include="fonts\Roboto-Regular.ttf" />
</ItemGroup>
<ItemGroup>

13
ChatTwo/Ui/AutoCompleteInfo.cs Executable file
View File

@ -0,0 +1,13 @@
namespace ChatTwo.Ui;
internal class AutoCompleteInfo {
internal string ToComplete;
internal int StartPos { get; }
internal int EndPos { get; }
internal AutoCompleteInfo(string toComplete, int startPos, int endPos) {
this.ToComplete = toComplete;
this.StartPos = startPos;
this.EndPos = endPos;
}
}

119
ChatTwo/Ui/ChatLog.cs
View File

@ -1,5 +1,6 @@
using System.Diagnostics;
using System.Numerics;
using System.Runtime.InteropServices;
using System.Text;
using ChatTwo.Code;
using ChatTwo.GameFunctions.Types;
@ -20,10 +21,12 @@ namespace ChatTwo.Ui;
internal sealed class ChatLog : IUiComponent {
private const string ChatChannelPicker = "chat-channel-picker";
private const string AutoCompleteId = "##chat2-autocomplete";
internal PluginUi Ui { get; }
internal bool Activate;
private int _activatePos = -1;
internal string Chat = string.Empty;
private readonly TextureWrap? _fontIcon;
private readonly List<string> _inputBacklog = new();
@ -33,6 +36,10 @@ internal sealed class ChatLog : IUiComponent {
private TellTarget? _tellTarget;
private readonly Stopwatch _lastResize = new();
private CommandHelp? _commandHelp;
private AutoCompleteInfo? _autoCompleteInfo;
private bool _autoCompleteOpen;
private List<AutoTranslateEntry>? _autoCompleteList;
private bool _fixCursor;
internal Vector2 LastWindowSize { get; private set; } = Vector2.Zero;
internal Vector2 LastWindowPos { get; private set; } = Vector2.Zero;
@ -349,6 +356,7 @@ internal sealed class ChatLog : IUiComponent {
this._commandHelp?.Draw();
this.DrawPopOuts();
this.DrawAutoComplete();
}
/// <returns>true if window was rendered</returns>
@ -525,6 +533,7 @@ internal sealed class ChatLog : IUiComponent {
const ImGuiInputTextFlags inputFlags = ImGuiInputTextFlags.EnterReturnsTrue
| ImGuiInputTextFlags.CallbackAlways
| ImGuiInputTextFlags.CallbackCharFilter
| ImGuiInputTextFlags.CallbackCompletion
| ImGuiInputTextFlags.CallbackHistory;
if (ImGui.InputText("##chat2-input", ref this.Chat, 500, inputFlags, this.Callback)) {
if (!string.IsNullOrWhiteSpace(this.Chat)) {
@ -560,7 +569,10 @@ internal sealed class ChatLog : IUiComponent {
}
}
this.Ui.Plugin.Common.Functions.Chat.SendMessageUnsafe(Encoding.UTF8.GetBytes(trimmed));
var bytes = Encoding.UTF8.GetBytes(trimmed);
AutoTranslate.ReplaceWithPayload(this.Ui.Plugin.DataManager, ref bytes);
this.Ui.Plugin.Common.Functions.Chat.SendMessageUnsafe(bytes);
}
Skip:
@ -938,9 +950,111 @@ internal sealed class ChatLog : IUiComponent {
}
}
private unsafe void DrawAutoComplete() {
if (this._autoCompleteInfo == null) {
return;
}
this._autoCompleteList ??= AutoTranslate.Matching(this.Ui.Plugin.DataManager, this._autoCompleteInfo.ToComplete);
if (this._autoCompleteOpen) {
ImGui.OpenPopup(AutoCompleteId);
this._autoCompleteOpen = false;
}
ImGui.SetNextWindowSize(new Vector2(350, 250) * ImGuiHelpers.GlobalScale);
if (!ImGui.BeginPopup(AutoCompleteId)) {
if (this._activatePos == -1) {
this._activatePos = this._autoCompleteInfo.EndPos;
}
this._autoCompleteInfo = null;
this._autoCompleteList = null;
this.Activate = true;
return;
}
ImGui.SetNextItemWidth(-1);
if (ImGui.InputTextWithHint("##auto-complete-filter", "Search auto translate...", ref this._autoCompleteInfo.ToComplete, 256, ImGuiInputTextFlags.CallbackAlways, this.FixCursor)) {
this._autoCompleteList = AutoTranslate.Matching(this.Ui.Plugin.DataManager, this._autoCompleteInfo.ToComplete);
}
if (ImGui.IsWindowAppearing()) {
this._fixCursor = true;
ImGui.SetKeyboardFocusHere();
}
if (ImGui.BeginChild("##auto-complete-list", new Vector2(0, 0), false, ImGuiWindowFlags.HorizontalScrollbar)) {
var clipper = new ImGuiListClipperPtr(ImGuiNative.ImGuiListClipper_ImGuiListClipper());
clipper.Begin(this._autoCompleteList.Count);
while (clipper.Step()) {
for (var i = clipper.DisplayStart; i < clipper.DisplayEnd; i++) {
var entry = this._autoCompleteList[i];
if (!ImGui.Selectable(entry.String)) {
continue;
}
var before = this.Chat[..this._autoCompleteInfo.StartPos];
var after = this.Chat[this._autoCompleteInfo.EndPos..];
var replacement = $"<at:{entry.Group},{entry.Row}>";
this.Chat = $"{before}{replacement}{after}";
ImGui.CloseCurrentPopup();
this.Activate = true;
this._activatePos = this._autoCompleteInfo.StartPos + replacement.Length;
}
}
ImGui.EndChild();
}
ImGui.EndPopup();
}
private unsafe int FixCursor(ImGuiInputTextCallbackData* data) {
if (!this._fixCursor || this._autoCompleteInfo == null) {
return 0;
}
this._fixCursor = false;
data->CursorPos = this._autoCompleteInfo.ToComplete.Length;
data->SelectionStart = data->SelectionEnd = data->CursorPos;
return 0;
}
private unsafe int Callback(ImGuiInputTextCallbackData* data) {
var ptr = new ImGuiInputTextCallbackDataPtr(data);
if (data->EventFlag == ImGuiInputTextFlags.CallbackCompletion) {
if (ptr.CursorPos == 0) {
this._autoCompleteInfo = new AutoCompleteInfo(
string.Empty,
ptr.CursorPos,
ptr.CursorPos
);
this._autoCompleteOpen = true;
return 0;
}
int white;
for (white = ptr.CursorPos - 1; white >= 0; white--) {
if (data->Buf[white] == ' ') {
break;
}
}
this._autoCompleteInfo = new AutoCompleteInfo(
Marshal.PtrToStringUTF8(ptr.Buf + white + 1, ptr.CursorPos - white - 1),
white + 1,
ptr.CursorPos
);
this._autoCompleteOpen = true;
return 0;
}
if (data->EventFlag == ImGuiInputTextFlags.CallbackCharFilter) {
var valid = this.Ui.Plugin.Functions.Chat.IsCharValid((char) ptr.EventChar);
if (!valid) {
@ -950,8 +1064,9 @@ internal sealed class ChatLog : IUiComponent {
if (this.Activate) {
this.Activate = false;
data->CursorPos = this.Chat.Length;
data->CursorPos = this._activatePos > -1 ? this._activatePos : this.Chat.Length;
data->SelectionStart = data->SelectionEnd = data->CursorPos;
this._activatePos = -1;
}
var text = MemoryHelper.ReadString((IntPtr) data->Buf, data->BufTextLen);

2
ChatTwo/Ui/SettingsTabs/Fonts.cs
View File

@ -27,7 +27,7 @@ public class Fonts : ISettingsTab {
}
ImGui.PushTextWrapPos();
ImGui.Checkbox(Language.Options_FontsEnabled, ref this.Mutable.FontsEnabled);
ImGui.Spacing();

295
ChatTwo/Util/AutoTranslate.cs Normal file
View File

@ -0,0 +1,295 @@
using System.Runtime.InteropServices;
using System.Text;
using Dalamud;
using Dalamud.Data;
using Dalamud.Game.Text.SeStringHandling;
using Dalamud.Game.Text.SeStringHandling.Payloads;
using Dalamud.Utility;
using Lumina.Excel;
using Lumina.Excel.GeneratedSheets;
using Pidgin;
using static Pidgin.Parser;
using static Pidgin.Parser<char>;
using TextPayload = Lumina.Text.Payloads.TextPayload;
namespace ChatTwo.Util;
internal static class AutoTranslate {
private static readonly Dictionary<ClientLanguage, List<AutoTranslateEntry>> Entries = new();
private static Parser<char, (string name, Maybe<IEnumerable<ISelectorPart>> selector)> Parser() {
var sheetName = Any
.AtLeastOnceUntil(Lookahead(Char('[').IgnoreResult().Or(End)))
.Select(string.Concat)
.Labelled("sheetName");
var numPair = Map(
(first, second) => (ISelectorPart) new IndexRange(
uint.Parse(string.Concat(first)),
uint.Parse(string.Concat(second))
),
Digit.AtLeastOnce().Before(Char('-')),
Digit.AtLeastOnce()
)
.Labelled("numPair");
var singleRow = Digit
.AtLeastOnce()
.Select(string.Concat)
.Select(num => (ISelectorPart) new SingleRow(uint.Parse(num)));
var column = String("col-")
.Then(Digit.AtLeastOnce())
.Select(string.Concat)
.Select(num => (ISelectorPart) new ColumnSpecifier(uint.Parse(num)));
var noun = String("noun")
.Select(_ => (ISelectorPart) new NounMarker());
var selectorItems = OneOf(
Try(numPair),
singleRow,
column,
noun
)
.Separated(Char(','))
.Labelled("selectorItems");
var selector = selectorItems
.Between(Char('['), Char(']'))
.Labelled("selector");
return Map(
(name, selector) => (name, selector),
sheetName,
selector.Optional()
);
}
private static string TextValue(this Lumina.Text.SeString str) {
var payloads = str.Payloads
.Select(p => {
if (p is TextPayload text) {
return p.Data[0] == 0x03
? text.RawString[1..]
: text.RawString;
}
if (p.Data.Length <= 1) {
return "";
}
if (p.Data[1] == 0x1F) {
return "-";
}
if (p.Data.Length > 2 && p.Data[1] == 0x20) {
var value = p.Data.Length > 4
? p.Data[3] - 1
: p.Data[2];
return ((char) (48 + value)).ToString();
}
return "";
});
return string.Join("", payloads);
}
private static List<AutoTranslateEntry> AllEntries(DataManager data) {
if (Entries.TryGetValue(data.Language, out var entries)) {
return entries;
}
var parser = Parser();
var list = new List<AutoTranslateEntry>();
foreach (var row in data.GetExcelSheet<Completion>()!) {
var lookup = row.LookupTable.TextValue();
if (lookup is not ("" or "@")) {
var (sheetName, selector) = parser.ParseOrThrow(lookup);
var sheetType = typeof(Completion)
.Assembly
.GetType($"Lumina.Excel.GeneratedSheets.{sheetName}")!;
var getSheet = data
.GetType()
.GetMethod("GetExcelSheet", Type.EmptyTypes)!
.MakeGenericMethod(sheetType);
var sheet = (ExcelSheetImpl) getSheet.Invoke(data, null)!;
var rowParsers = sheet.GetRowParsers().ToArray();
var columns = new List<int>();
var rows = new List<Range>();
if (selector.HasValue) {
columns.Clear();
rows.Clear();
foreach (var part in selector.Value) {
switch (part) {
case IndexRange range: {
var start = (int) range.Start;
var end = (int) (range.End + 1);
rows.Add(start..end);
break;
}
case SingleRow single: {
var idx = (int) single.Row;
rows.Add(idx..(idx + 1));
break;
}
case ColumnSpecifier col:
columns.Add((int) col.Column);
break;
}
}
}
if (columns.Count == 0) {
columns.Add(0);
}
if (rows.Count == 0) {
rows.Add(..);
}
var validRows = rowParsers
.Select(parser => parser.RowId)
.ToArray();
foreach (var range in rows) {
for (var i = range.Start.Value; i < range.End.Value; i++) {
if (!validRows.Contains((uint) i)) {
continue;
}
foreach (var col in columns) {
var rowParser = rowParsers.FirstOrDefault(parser => parser.RowId == i);
if (rowParser == null) {
continue;
}
var rawName = rowParser.ReadColumn<Lumina.Text.SeString>(col)!;
var name = rawName.ToDalamudString();
var text = name.TextValue;
if (text.Length > 0) {
list.Add(new AutoTranslateEntry(
row.Group,
(uint) i,
text,
name
));
}
}
}
}
} else if (lookup is not "@") {
var text = row.Text.ToDalamudString();
list.Add(new AutoTranslateEntry(
row.Group,
row.RowId,
text.TextValue,
text
));
}
}
Entries[data.Language] = list;
return list;
}
internal static List<AutoTranslateEntry> Matching(DataManager data, string prefix) {
var wholeMatches = new List<AutoTranslateEntry>();
var prefixMatches = new List<AutoTranslateEntry>();
var otherMatches = new List<AutoTranslateEntry>();
foreach (var entry in AllEntries(data)) {
if (entry.String.Equals(prefix, StringComparison.OrdinalIgnoreCase)) {
wholeMatches.Add(entry);
} else if (entry.String.StartsWith(prefix, StringComparison.OrdinalIgnoreCase)) {
prefixMatches.Add(entry);
} else if (entry.String.Contains(prefix, StringComparison.OrdinalIgnoreCase)) {
otherMatches.Add(entry);
}
}
return wholeMatches.OrderBy(entry => entry.String, StringComparer.OrdinalIgnoreCase)
.Concat(prefixMatches.OrderBy(entry => entry.String, StringComparer.OrdinalIgnoreCase))
.Concat(otherMatches.OrderBy(entry => entry.String, StringComparer.OrdinalIgnoreCase))
.ToList();
}
[DllImport("msvcrt.dll", CallingConvention = CallingConvention.Cdecl)]
private static extern int memcmp(byte[] b1, byte[] b2, UIntPtr count);
internal static void ReplaceWithPayload(DataManager data, ref byte[] bytes) {
var search = Encoding.UTF8.GetBytes("<at:");
if (bytes.Length <= search.Length) {
return;
}
var start = -1;
for (var i = 0; i < bytes.Length; i++) {
if (start != -1) {
if (bytes[i] == '>') {
var tag = Encoding.UTF8.GetString(bytes[start..(i + 1)]);
var parts = tag[4..^1].Split(',', 2);
if (uint.TryParse(parts[0], out var group) && uint.TryParse(parts[1], out var key)) {
var payload = AllEntries(data).FirstOrDefault(entry => entry.Group == group && entry.Row == key) == null
? Array.Empty<byte>()
: new AutoTranslatePayload(group, key).Encode();
var oldBytes = bytes.ToArray();
var lengthDiff = payload.Length - (i - start);
bytes = new byte[oldBytes.Length + lengthDiff];
Array.Copy(oldBytes, bytes, start);
Array.Copy(payload, 0, bytes, start, payload.Length);
Array.Copy(oldBytes, i + 1, bytes, start + payload.Length, oldBytes.Length - (i + 1));
i += lengthDiff;
}
start = -1;
} else {
continue;
}
}
if (i + search.Length < bytes.Length && memcmp(bytes[i..], search, (UIntPtr) search.Length) == 0) {
start = i;
}
}
}
}
internal interface ISelectorPart {
}
internal class SingleRow : ISelectorPart {
public uint Row { get; }
public SingleRow(uint row) {
this.Row = row;
}
}
internal class IndexRange : ISelectorPart {
public uint Start { get; }
public uint End { get; }
public IndexRange(uint start, uint end) {
this.Start = start;
this.End = end;
}
}
internal class NounMarker : ISelectorPart {
}
internal class ColumnSpecifier : ISelectorPart {
public uint Column { get; }
public ColumnSpecifier(uint column) {
this.Column = column;
}
}
internal class AutoTranslateEntry {
internal uint Group { get; }
internal uint Row { get; }
internal string String { get; }
internal SeString SeString { get; }
public AutoTranslateEntry(uint group, uint row, string str, SeString seStr) {
this.Group = group;
this.Row = row;
this.String = str;
this.SeString = seStr;
}
}

10
ChatTwo/Util/Lender.cs
View File

@ -1,23 +1,23 @@
namespace ChatTwo.Util;
namespace ChatTwo.Util;
internal class Lender<T> {
private readonly Func<T> _ctor;
private readonly List<T> _items = new();
private int _counter;
internal Lender(Func<T> ctor) {
this._ctor = ctor;
}
internal void ResetCounter() {
this._counter = 0;
}
internal T Borrow() {
if (this._items.Count <= this._counter) {
this._items.Add(this._ctor());
}
return this._items[this._counter++];
}
}