1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
|
/**
* @license
* Copyright 2025 Google LLC
* SPDX-License-Identifier: Apache-2.0
*/
import { describe, it, expect } from 'vitest';
import {
findSafeSplitPoint,
findLastSafeSplitPoint,
} from './markdownUtilities.js';
describe('markdownUtilities', () => {
describe('findSafeSplitPoint', () => {
it('should return content.length if content is shorter than idealMaxLength', () => {
const content = 'short content';
expect(findSafeSplitPoint(content, 100)).toBe(content.length);
});
it('should split before a code block if idealMaxLength is inside it', () => {
const content = 'text before ```code``` text after';
expect(findSafeSplitPoint(content, 15)).toBe(12);
});
it('should return 0 if idealMaxLength is inside a code block that starts at 0', () => {
const content = '```code``` text after';
expect(findSafeSplitPoint(content, 5)).toBe(0);
});
it('should split at a double newline if possible', () => {
const content = 'paragraph1\n\nparagraph2';
expect(findSafeSplitPoint(content, 12)).toBe(22); // Updated expectation
});
it('should split at a single newline if double newline is not available', () => {
const content = 'line1\nline2';
expect(findSafeSplitPoint(content, 7)).toBe(11); // Updated expectation
});
it('should return content.length if no safe split point is found', () => {
const content = 'longstringwithoutanysafesplitpoint';
expect(findSafeSplitPoint(content, 10)).toBe(content.length);
});
it('should handle content with multiple code blocks', () => {
const content = 'text ```code1``` text ```code2``` text';
expect(findSafeSplitPoint(content, 20)).toBe(38); // Updated expectation
});
it('should prioritize splitting before a code block over a newline', () => {
const content = 'text\nnewline ```code``` text';
expect(findSafeSplitPoint(content, 15)).toBe(5); // Updated expectation
});
// Known failure: Code has a bug
it.fails(
'should split after \n\n when idealMaxLength is not in a code block and a suitable \n\n exists after it',
() => {
const content = 'This is some text.\n\nThis is more text.';
// idealMaxLength is 10, which is before the \n\n
// The function should find the \n\n at index 20 and split after it (index 22)
expect(findSafeSplitPoint(content, 10)).toBe(22);
},
);
it('should return content.length when idealMaxLength is not in a code block and no \n\n exists after it', () => {
const content =
'This is some text. This is more text and no double newline.';
// idealMaxLength is 10
// No \n\n after index 10
expect(findSafeSplitPoint(content, 10)).toBe(content.length);
});
it('should correctly split before a code block that idealMaxLength is inside, even if \n\n exists before it', () => {
const content =
'Paragraph before.\n\n```\nCode block content\n```\nParagraph after.';
// idealMaxLength is 25, which is inside the code block
// The split should be at index 19 (start of the code block)
expect(findSafeSplitPoint(content, 25)).toBe(19);
});
it('should split at the last \n before a code block if idealMaxLength is in the code block and no \n\n is found before it', () => {
const content = 'Line before.\n```\nCode block\n```';
// idealMaxLength is 15 (inside code block)
// Split should be at 13 (after \n and before ```)
expect(findSafeSplitPoint(content, 15)).toBe(13);
});
it('should return 0 if idealMaxLength is in a code block starting at 0 and no prior newline exists', () => {
const content =
'```\nVery long code block that exceeds idealMaxLength\n```';
expect(findSafeSplitPoint(content, 10)).toBe(0);
});
});
describe('findLastSafeSplitPoint', () => {
it('should split at the last double newline if not in a code block', () => {
const content = 'paragraph1\n\nparagraph2\n\nparagraph3';
expect(findLastSafeSplitPoint(content)).toBe(24); // After the second \n\n
});
it('should return content.length if no safe split point is found', () => {
const content = 'longstringwithoutanysafesplitpoint';
expect(findLastSafeSplitPoint(content)).toBe(content.length);
});
it('should prioritize splitting at \n\n over being at the very end of the string if the end is not in a code block', () => {
const content = 'Some text here.\n\nAnd more text here.';
expect(findLastSafeSplitPoint(content)).toBe(17); // after the \n\n
});
it('should return content.length if the only \n\n is inside a code block and the end of content is not', () => {
const content = '```\nignore this\n\nnewline\n```KeepThis';
expect(findLastSafeSplitPoint(content)).toBe(content.length);
});
it('should correctly identify the last \n\n even if it is followed by text not in a code block', () => {
const content =
'First part.\n\nSecond part.\n\nThird part, then some more text.';
// Split should be after "Second part.\n\n"
// "First part.\n\n" is 13 chars. "Second part.\n\n" is 14 chars. Total 27.
expect(findLastSafeSplitPoint(content)).toBe(27);
});
it('should return content.length if content is empty', () => {
const content = '';
expect(findLastSafeSplitPoint(content)).toBe(0);
});
it('should return content.length if content has no newlines and no code blocks', () => {
const content = 'Single line of text';
expect(findLastSafeSplitPoint(content)).toBe(content.length);
});
});
});
|
