font: update shaper to support new renderstate
parent
29db3e0295
commit
2d94cd6bbd
|
|
@ -1,3 +1,4 @@
|
|||
const std = @import("std");
|
||||
const builtin = @import("builtin");
|
||||
const options = @import("main.zig").options;
|
||||
const run = @import("shaper/run.zig");
|
||||
|
|
@ -72,6 +73,12 @@ pub const RunOptions = struct {
|
|||
/// cached values may be updated during shaping.
|
||||
grid: *SharedGrid,
|
||||
|
||||
/// The cells for the row to shape.
|
||||
cells: std.MultiArrayList(terminal.RenderState.Cell).Slice = .empty,
|
||||
|
||||
/// The x boundaries of the selection in this row.
|
||||
selection2: ?[2]u16 = null,
|
||||
|
||||
/// The terminal screen to shape.
|
||||
screen: *const terminal.Screen,
|
||||
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load Diff
|
|
@ -45,6 +45,8 @@ pub const RunIterator = struct {
|
|||
i: usize = 0,
|
||||
|
||||
pub fn next(self: *RunIterator, alloc: Allocator) !?TextRun {
|
||||
if (self.opts.cells.len > 0) return try self.next2(alloc);
|
||||
|
||||
const cells = self.opts.row.cells(.all);
|
||||
|
||||
// Trim the right side of a row that might be empty
|
||||
|
|
@ -309,6 +311,265 @@ pub const RunIterator = struct {
|
|||
};
|
||||
}
|
||||
|
||||
pub fn next2(self: *RunIterator, alloc: Allocator) !?TextRun {
|
||||
const slice = &self.opts.cells;
|
||||
const cells: []const terminal.page.Cell = slice.items(.raw);
|
||||
const graphemes: []const []const u21 = slice.items(.grapheme);
|
||||
const styles: []const terminal.Style = slice.items(.style);
|
||||
|
||||
// Trim the right side of a row that might be empty
|
||||
const max: usize = max: {
|
||||
for (0..cells.len) |i| {
|
||||
const rev_i = cells.len - i - 1;
|
||||
if (!cells[rev_i].isEmpty()) break :max rev_i + 1;
|
||||
}
|
||||
|
||||
break :max 0;
|
||||
};
|
||||
|
||||
// Invisible cells don't have any glyphs rendered,
|
||||
// so we explicitly skip them in the shaping process.
|
||||
while (self.i < max and
|
||||
(cells[self.i].hasStyling() and
|
||||
styles[self.i].flags.invisible)) self.i += 1;
|
||||
|
||||
// We're over at the max
|
||||
if (self.i >= max) return null;
|
||||
|
||||
// Track the font for our current run
|
||||
var current_font: font.Collection.Index = .{};
|
||||
|
||||
// Allow the hook to prepare
|
||||
try self.hooks.prepare();
|
||||
|
||||
// Initialize our hash for this run.
|
||||
var hasher = Hasher.init(0);
|
||||
|
||||
// Let's get our style that we'll expect for the run.
|
||||
const style: terminal.Style = if (cells[self.i].hasStyling()) styles[self.i] else .{};
|
||||
|
||||
// Go through cell by cell and accumulate while we build our run.
|
||||
var j: usize = self.i;
|
||||
while (j < max) : (j += 1) {
|
||||
// Use relative cluster positions (offset from run start) to make
|
||||
// the shaping cache position-independent. This ensures that runs
|
||||
// with identical content but different starting positions in the
|
||||
// row produce the same hash, enabling cache reuse.
|
||||
const cluster = j - self.i;
|
||||
const cell: *const terminal.page.Cell = &cells[j];
|
||||
|
||||
// If we have a selection and we're at a boundary point, then
|
||||
// we break the run here.
|
||||
if (self.opts.selection2) |bounds| {
|
||||
if (j > self.i) {
|
||||
if (bounds[0] > 0 and j == bounds[0]) break;
|
||||
if (bounds[1] > 0 and j == bounds[1] + 1) break;
|
||||
}
|
||||
}
|
||||
|
||||
// If we're a spacer, then we ignore it
|
||||
switch (cell.wide) {
|
||||
.narrow, .wide => {},
|
||||
.spacer_head, .spacer_tail => continue,
|
||||
}
|
||||
|
||||
// If our cell attributes are changing, then we split the run.
|
||||
// This prevents a single glyph for ">=" to be rendered with
|
||||
// one color when the two components have different styling.
|
||||
if (j > self.i) style: {
|
||||
const prev_cell = cells[j - 1];
|
||||
|
||||
// If the prev cell and this cell are both plain
|
||||
// codepoints then we check if they are commonly "bad"
|
||||
// ligatures and spit the run if they are.
|
||||
if (prev_cell.content_tag == .codepoint and
|
||||
cell.content_tag == .codepoint)
|
||||
{
|
||||
const prev_cp = prev_cell.codepoint();
|
||||
switch (prev_cp) {
|
||||
// fl, fi
|
||||
'f' => {
|
||||
const cp = cell.codepoint();
|
||||
if (cp == 'l' or cp == 'i') break;
|
||||
},
|
||||
|
||||
// st
|
||||
's' => {
|
||||
const cp = cell.codepoint();
|
||||
if (cp == 't') break;
|
||||
},
|
||||
|
||||
else => {},
|
||||
}
|
||||
}
|
||||
|
||||
// If the style is exactly the change then fast path out.
|
||||
if (prev_cell.style_id == cell.style_id) break :style;
|
||||
|
||||
// The style is different. We allow differing background
|
||||
// styles but any other change results in a new run.
|
||||
const c1 = comparableStyle(style);
|
||||
const c2 = comparableStyle(if (cell.hasStyling()) styles[j] else .{});
|
||||
if (!c1.eql(c2)) break;
|
||||
}
|
||||
|
||||
// Text runs break when font styles change so we need to get
|
||||
// the proper style.
|
||||
const font_style: font.Style = style: {
|
||||
if (style.flags.bold) {
|
||||
if (style.flags.italic) break :style .bold_italic;
|
||||
break :style .bold;
|
||||
}
|
||||
|
||||
if (style.flags.italic) break :style .italic;
|
||||
break :style .regular;
|
||||
};
|
||||
|
||||
// Determine the presentation format for this glyph.
|
||||
const presentation: ?font.Presentation = if (cell.hasGrapheme()) p: {
|
||||
// We only check the FIRST codepoint because I believe the
|
||||
// presentation format must be directly adjacent to the codepoint.
|
||||
const cps = graphemes[j];
|
||||
assert(cps.len > 0);
|
||||
if (cps[0] == 0xFE0E) break :p .text;
|
||||
if (cps[0] == 0xFE0F) break :p .emoji;
|
||||
break :p null;
|
||||
} else emoji: {
|
||||
// If we're not a grapheme, our individual char could be
|
||||
// an emoji so we want to check if we expect emoji presentation.
|
||||
// The font grid indexForCodepoint we use below will do this
|
||||
// automatically.
|
||||
break :emoji null;
|
||||
};
|
||||
|
||||
// If our cursor is on this line then we break the run around the
|
||||
// cursor. This means that any row with a cursor has at least
|
||||
// three breaks: before, exactly the cursor, and after.
|
||||
//
|
||||
// We do not break a cell that is exactly the grapheme. If there
|
||||
// are cells following that contain joiners, we allow those to
|
||||
// break. This creates an effect where hovering over an emoji
|
||||
// such as a skin-tone emoji is fine, but hovering over the
|
||||
// joiners will show the joiners allowing you to modify the
|
||||
// emoji.
|
||||
if (!cell.hasGrapheme()) {
|
||||
if (self.opts.cursor_x) |cursor_x| {
|
||||
// Exactly: self.i is the cursor and we iterated once. This
|
||||
// means that we started exactly at the cursor and did at
|
||||
// exactly one iteration. Why exactly one? Because we may
|
||||
// start at our cursor but do many if our cursor is exactly
|
||||
// on an emoji.
|
||||
if (self.i == cursor_x and j == self.i + 1) break;
|
||||
|
||||
// Before: up to and not including the cursor. This means
|
||||
// that we started before the cursor (self.i < cursor_x)
|
||||
// and j is now at the cursor meaning we haven't yet processed
|
||||
// the cursor.
|
||||
if (self.i < cursor_x and j == cursor_x) {
|
||||
assert(j > 0);
|
||||
break;
|
||||
}
|
||||
|
||||
// After: after the cursor. We don't need to do anything
|
||||
// special, we just let the run complete.
|
||||
}
|
||||
}
|
||||
|
||||
// We need to find a font that supports this character. If
|
||||
// there are additional zero-width codepoints (to form a single
|
||||
// grapheme, i.e. combining characters), we need to find a font
|
||||
// that supports all of them.
|
||||
const font_info: struct {
|
||||
idx: font.Collection.Index,
|
||||
fallback: ?u32 = null,
|
||||
} = font_info: {
|
||||
// If we find a font that supports this entire grapheme
|
||||
// then we use that.
|
||||
if (try self.indexForCell2(
|
||||
alloc,
|
||||
cell,
|
||||
graphemes[j],
|
||||
font_style,
|
||||
presentation,
|
||||
)) |idx| break :font_info .{ .idx = idx };
|
||||
|
||||
// Otherwise we need a fallback character. Prefer the
|
||||
// official replacement character.
|
||||
if (try self.opts.grid.getIndex(
|
||||
alloc,
|
||||
0xFFFD, // replacement char
|
||||
font_style,
|
||||
presentation,
|
||||
)) |idx| break :font_info .{ .idx = idx, .fallback = 0xFFFD };
|
||||
|
||||
// Fallback to space
|
||||
if (try self.opts.grid.getIndex(
|
||||
alloc,
|
||||
' ',
|
||||
font_style,
|
||||
presentation,
|
||||
)) |idx| break :font_info .{ .idx = idx, .fallback = ' ' };
|
||||
|
||||
// We can't render at all. This is a bug, we should always
|
||||
// have a font that can render a space.
|
||||
unreachable;
|
||||
};
|
||||
|
||||
//log.warn("char={x} info={}", .{ cell.char, font_info });
|
||||
if (j == self.i) current_font = font_info.idx;
|
||||
|
||||
// If our fonts are not equal, then we're done with our run.
|
||||
if (font_info.idx != current_font) break;
|
||||
|
||||
// If we're a fallback character, add that and continue; we
|
||||
// don't want to add the entire grapheme.
|
||||
if (font_info.fallback) |cp| {
|
||||
try self.addCodepoint(&hasher, cp, @intCast(cluster));
|
||||
continue;
|
||||
}
|
||||
|
||||
// If we're a Kitty unicode placeholder then we add a blank.
|
||||
if (cell.codepoint() == terminal.kitty.graphics.unicode.placeholder) {
|
||||
try self.addCodepoint(&hasher, ' ', @intCast(cluster));
|
||||
continue;
|
||||
}
|
||||
|
||||
// Add all the codepoints for our grapheme
|
||||
try self.addCodepoint(
|
||||
&hasher,
|
||||
if (cell.codepoint() == 0) ' ' else cell.codepoint(),
|
||||
@intCast(cluster),
|
||||
);
|
||||
if (cell.hasGrapheme()) {
|
||||
for (graphemes[j]) |cp| {
|
||||
// Do not send presentation modifiers
|
||||
if (cp == 0xFE0E or cp == 0xFE0F) continue;
|
||||
try self.addCodepoint(&hasher, cp, @intCast(cluster));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Finalize our buffer
|
||||
try self.hooks.finalize();
|
||||
|
||||
// Add our length to the hash as an additional mechanism to avoid collisions
|
||||
autoHash(&hasher, j - self.i);
|
||||
|
||||
// Add our font index
|
||||
autoHash(&hasher, current_font);
|
||||
|
||||
// Move our cursor. Must defer since we use self.i below.
|
||||
defer self.i = j;
|
||||
|
||||
return .{
|
||||
.hash = hasher.final(),
|
||||
.offset = @intCast(self.i),
|
||||
.cells = @intCast(j - self.i),
|
||||
.grid = self.opts.grid,
|
||||
.font_index = current_font,
|
||||
};
|
||||
}
|
||||
|
||||
fn addCodepoint(self: *RunIterator, hasher: anytype, cp: u32, cluster: u32) !void {
|
||||
autoHash(hasher, cp);
|
||||
autoHash(hasher, cluster);
|
||||
|
|
@ -324,7 +585,7 @@ pub const RunIterator = struct {
|
|||
fn indexForCell(
|
||||
self: *RunIterator,
|
||||
alloc: Allocator,
|
||||
cell: *terminal.Cell,
|
||||
cell: *const terminal.Cell,
|
||||
style: font.Style,
|
||||
presentation: ?font.Presentation,
|
||||
) !?font.Collection.Index {
|
||||
|
|
@ -396,6 +657,85 @@ pub const RunIterator = struct {
|
|||
|
||||
return null;
|
||||
}
|
||||
|
||||
fn indexForCell2(
|
||||
self: *RunIterator,
|
||||
alloc: Allocator,
|
||||
cell: *const terminal.Cell,
|
||||
graphemes: []const u21,
|
||||
style: font.Style,
|
||||
presentation: ?font.Presentation,
|
||||
) !?font.Collection.Index {
|
||||
if (cell.isEmpty() or
|
||||
cell.codepoint() == 0 or
|
||||
cell.codepoint() == terminal.kitty.graphics.unicode.placeholder)
|
||||
{
|
||||
return try self.opts.grid.getIndex(
|
||||
alloc,
|
||||
' ',
|
||||
style,
|
||||
presentation,
|
||||
);
|
||||
}
|
||||
|
||||
// Get the font index for the primary codepoint.
|
||||
const primary_cp: u32 = cell.codepoint();
|
||||
const primary = try self.opts.grid.getIndex(
|
||||
alloc,
|
||||
primary_cp,
|
||||
style,
|
||||
presentation,
|
||||
) orelse return null;
|
||||
|
||||
// Easy, and common: we aren't a multi-codepoint grapheme, so
|
||||
// we just return whatever index for the cell codepoint.
|
||||
if (!cell.hasGrapheme()) return primary;
|
||||
|
||||
// If this is a grapheme, we need to find a font that supports
|
||||
// all of the codepoints in the grapheme.
|
||||
var candidates: std.ArrayList(font.Collection.Index) = try .initCapacity(
|
||||
alloc,
|
||||
graphemes.len + 1,
|
||||
);
|
||||
defer candidates.deinit(alloc);
|
||||
candidates.appendAssumeCapacity(primary);
|
||||
|
||||
for (graphemes) |cp| {
|
||||
// Ignore Emoji ZWJs
|
||||
if (cp == 0xFE0E or cp == 0xFE0F or cp == 0x200D) continue;
|
||||
|
||||
// Find a font that supports this codepoint. If none support this
|
||||
// then the whole grapheme can't be rendered so we return null.
|
||||
//
|
||||
// We explicitly do not require the additional grapheme components
|
||||
// to support the base presentation, since it is common for emoji
|
||||
// fonts to support the base emoji with emoji presentation but not
|
||||
// certain ZWJ-combined characters like the male and female signs.
|
||||
const idx = try self.opts.grid.getIndex(
|
||||
alloc,
|
||||
cp,
|
||||
style,
|
||||
null,
|
||||
) orelse return null;
|
||||
candidates.appendAssumeCapacity(idx);
|
||||
}
|
||||
|
||||
// We need to find a candidate that has ALL of our codepoints
|
||||
for (candidates.items) |idx| {
|
||||
if (!self.opts.grid.hasCodepoint(idx, primary_cp, presentation)) continue;
|
||||
for (graphemes) |cp| {
|
||||
// Ignore Emoji ZWJs
|
||||
if (cp == 0xFE0E or cp == 0xFE0F or cp == 0x200D) continue;
|
||||
if (!self.opts.grid.hasCodepoint(idx, cp, null)) break;
|
||||
} else {
|
||||
// If the while completed, then we have a candidate that
|
||||
// supports all of our codepoints.
|
||||
return idx;
|
||||
}
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
};
|
||||
|
||||
/// Returns a style that when compared must be identical for a run to
|
||||
|
|
|
|||
Loading…
Reference in New Issue