use lazy_static::lazy_static;
use line_numbers::{LinePositions, SingleLineSpan};
use regex::Regex;
use crate::words::split_words;
use crate::{
diff::myers_diff,
parse::syntax::{AtomKind, MatchKind, MatchedPos, TokenKind},
};
const MAX_WORDS_IN_LINE: usize = 1000;
fn split_lines_keep_newline(s: &str) -> Vec<&str> {
lazy_static! {
static ref NEWLINE_RE: Regex = Regex::new("\n").unwrap();
}
let mut offset = 0;
let mut lines = vec![];
for newline_match in NEWLINE_RE.find_iter(s) {
lines.push(s[offset..newline_match.end()].into());
offset = newline_match.end();
}
if offset < s.len() {
lines.push(s[offset..].into());
}
lines
}
#[derive(Debug)]
enum TextChangeKind {
Novel,
Unchanged,
}
fn merge_novel<'a>(
lines: &[(TextChangeKind, Vec<&'a str>, Vec<&'a str>)],
) -> Vec<(TextChangeKind, Vec<&'a str>, Vec<&'a str>)> {
let mut lhs_novel = vec![];
let mut rhs_novel = vec![];
let mut res: Vec<(TextChangeKind, Vec<_>, Vec<_>)> = vec![];
for (kind, lhs_lines, rhs_lines) in lines {
match kind {
TextChangeKind::Novel => {
lhs_novel.extend(lhs_lines.iter().copied());
rhs_novel.extend(rhs_lines.iter().copied());
}
TextChangeKind::Unchanged => {
if !lhs_novel.is_empty() || !rhs_novel.is_empty() {
res.push((TextChangeKind::Novel, lhs_novel, rhs_novel));
lhs_novel = vec![];
rhs_novel = vec![];
}
res.push((
TextChangeKind::Unchanged,
lhs_lines.clone(),
rhs_lines.clone(),
));
}
}
}
if !lhs_novel.is_empty() || !rhs_novel.is_empty() {
res.push((TextChangeKind::Novel, lhs_novel, rhs_novel));
}
res
}
fn changed_parts<'a>(
src: &'a str,
opposite_src: &'a str,
) -> Vec<(TextChangeKind, Vec<&'a str>, Vec<&'a str>)> {
let src_lines = split_lines_keep_newline(src);
let opposite_src_lines = split_lines_keep_newline(opposite_src);
let mut res: Vec<(TextChangeKind, Vec<&'a str>, Vec<&'a str>)> = vec![];
for diff_res in myers_diff::slice_unique_by_hash(&src_lines, &opposite_src_lines) {
match diff_res {
myers_diff::DiffResult::Left(line) => {
res.push((TextChangeKind::Novel, vec![line], vec![]));
}
myers_diff::DiffResult::Both(line, opposite_line) => {
res.push((TextChangeKind::Unchanged, vec![line], vec![opposite_line]));
}
myers_diff::DiffResult::Right(opposite_line) => {
res.push((TextChangeKind::Novel, vec![], vec![opposite_line]));
}
}
}
merge_novel(&res)
}
fn line_len_in_bytes(line: &str) -> usize {
if line.ends_with('\n') {
line.len() - 1
} else {
line.len()
}
}
pub(crate) fn change_positions(lhs_src: &str, rhs_src: &str) -> Vec<MatchedPos> {
let lhs_lp = LinePositions::from(lhs_src);
let rhs_lp = LinePositions::from(rhs_src);
let mut lhs_offset = 0;
let mut rhs_offset = 0;
let mut mps = vec![];
let mut seen_unchanged = false;
for (kind, lhs_lines, rhs_lines) in changed_parts(lhs_src, rhs_src) {
match kind {
TextChangeKind::Unchanged => {
seen_unchanged = true;
for (lhs_line, rhs_line) in lhs_lines.iter().zip(rhs_lines) {
let lhs_pos =
lhs_lp.from_region(lhs_offset, lhs_offset + line_len_in_bytes(lhs_line));
let rhs_pos =
rhs_lp.from_region(rhs_offset, rhs_offset + line_len_in_bytes(rhs_line));
mps.push(MatchedPos {
kind: MatchKind::UnchangedToken {
highlight: TokenKind::Atom(AtomKind::Normal),
self_pos: lhs_pos.clone(),
opposite_pos: rhs_pos,
},
pos: lhs_pos[0],
});
lhs_offset += lhs_line.len();
rhs_offset += rhs_line.len();
}
}
TextChangeKind::Novel => {
let lhs_part = lhs_lines.join("");
let rhs_part = rhs_lines.join("");
let lhs_words = split_words(&lhs_part);
let rhs_words = split_words(&rhs_part);
if lhs_words.len() > MAX_WORDS_IN_LINE || rhs_words.len() > MAX_WORDS_IN_LINE {
for lhs_pos in lhs_lp.from_region(lhs_offset, lhs_offset + lhs_part.len()) {
if lhs_pos.start_col != lhs_pos.end_col {
mps.push(MatchedPos {
kind: MatchKind::NovelWord {
highlight: TokenKind::Atom(AtomKind::Normal),
},
pos: lhs_pos,
});
}
}
lhs_offset += lhs_part.len();
rhs_offset += rhs_part.len();
continue;
}
for diff_res in myers_diff::slice_unique_by_hash(&lhs_words, &rhs_words) {
match diff_res {
myers_diff::DiffResult::Left(lhs_word) => {
let lhs_pos =
lhs_lp.from_region(lhs_offset, lhs_offset + lhs_word.len());
mps.push(MatchedPos {
kind: MatchKind::NovelWord {
highlight: TokenKind::Atom(AtomKind::Normal),
},
pos: lhs_pos[0],
});
lhs_offset += lhs_word.len();
}
myers_diff::DiffResult::Both(lhs_word, rhs_word) => {
if *lhs_word != "\n" {
let lhs_pos =
lhs_lp.from_region(lhs_offset, lhs_offset + lhs_word.len());
let rhs_pos =
rhs_lp.from_region(rhs_offset, rhs_offset + rhs_word.len());
mps.push(MatchedPos {
kind: MatchKind::UnchangedPartOfNovelItem {
highlight: TokenKind::Atom(AtomKind::Normal),
self_pos: lhs_pos[0],
opposite_pos: rhs_pos,
},
pos: lhs_pos[0],
});
}
lhs_offset += lhs_word.len();
rhs_offset += rhs_word.len();
}
myers_diff::DiffResult::Right(rhs_word) => {
rhs_offset += rhs_word.len();
}
}
}
}
}
}
if !seen_unchanged {
let lhs_pos = SingleLineSpan {
line: 0.into(),
start_col: 0,
end_col: 0,
};
let rhs_pos = SingleLineSpan {
line: 0.into(),
start_col: 0,
end_col: 0,
};
mps.insert(
0,
MatchedPos {
kind: MatchKind::UnchangedToken {
highlight: TokenKind::Atom(AtomKind::Normal),
self_pos: vec![lhs_pos],
opposite_pos: vec![rhs_pos],
},
pos: lhs_pos,
},
);
}
mps
}
#[cfg(test)]
mod tests {
use line_numbers::SingleLineSpan;
use pretty_assertions::assert_eq;
use super::*;
#[test]
fn test_split_newlines() {
let s = "foo\nbar\nbaz";
let res = split_lines_keep_newline(s);
assert_eq!(res, vec!["foo\n", "bar\n", "baz"])
}
#[test]
fn test_positions_no_changes() {
let positions = change_positions("foo", "foo");
assert_eq!(positions.len(), 1);
assert!(!positions[0].kind.is_novel());
assert_eq!(
positions[0].pos,
SingleLineSpan {
line: 0.into(),
start_col: 0,
end_col: 3
}
);
}
#[test]
fn test_positions_whitespace_is_change() {
let mut positions = change_positions("foo", " foo");
let last_pos = positions.pop().unwrap();
assert!(last_pos.kind.is_novel());
}
#[test]
fn test_no_changes_trailing_newlines() {
let positions = change_positions("foo\n", "foo\n");
assert_eq!(positions.len(), 1);
assert!(!positions[0].kind.is_novel());
assert_eq!(
positions[0].pos,
SingleLineSpan {
line: 0.into(),
start_col: 0,
end_col: 3
}
);
}
#[test]
fn test_novel_lhs_trailing_newlines() {
let mut positions = change_positions("foo\n", "");
let last_pos = positions.pop().unwrap();
assert!(last_pos.kind.is_novel());
}
#[test]
fn test_positions_novel_lhs() {
let mut positions = change_positions("foo", "");
let last_pos = positions.pop().unwrap();
assert!(last_pos.kind.is_novel());
}
}