Compare commits
3 Commits
dev
...
fix-markdo
| Author | SHA1 | Date |
|---|---|---|
|
|
83fba42e2f | |
|
|
8cb0f199ee | |
|
|
05fbf7eb78 |
|
|
@ -28,7 +28,7 @@ export function FormatError(input: unknown) {
|
||||||
return `Directory "${input.data.dir}" in ${input.data.path} is not valid. Rename the directory to "${input.data.suggestion}" or remove it. This is a common typo.`
|
return `Directory "${input.data.dir}" in ${input.data.path} is not valid. Rename the directory to "${input.data.suggestion}" or remove it. This is a common typo.`
|
||||||
}
|
}
|
||||||
if (ConfigMarkdown.FrontmatterError.isInstance(input)) {
|
if (ConfigMarkdown.FrontmatterError.isInstance(input)) {
|
||||||
return `Failed to parse frontmatter in ${input.data.path}:\n${input.data.message}`
|
return input.data.message
|
||||||
}
|
}
|
||||||
if (Config.InvalidError.isInstance(input))
|
if (Config.InvalidError.isInstance(input))
|
||||||
return [
|
return [
|
||||||
|
|
|
||||||
|
|
@ -235,7 +235,7 @@ export namespace Config {
|
||||||
})) {
|
})) {
|
||||||
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
||||||
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
||||||
? `${err.data.path}: ${err.data.message}`
|
? err.data.message
|
||||||
: `Failed to parse command ${item}`
|
: `Failed to parse command ${item}`
|
||||||
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
||||||
log.error("failed to load command", { command: item, err })
|
log.error("failed to load command", { command: item, err })
|
||||||
|
|
@ -274,7 +274,7 @@ export namespace Config {
|
||||||
})) {
|
})) {
|
||||||
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
||||||
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
||||||
? `${err.data.path}: ${err.data.message}`
|
? err.data.message
|
||||||
: `Failed to parse agent ${item}`
|
: `Failed to parse agent ${item}`
|
||||||
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
||||||
log.error("failed to load agent", { agent: item, err })
|
log.error("failed to load agent", { agent: item, err })
|
||||||
|
|
@ -312,7 +312,7 @@ export namespace Config {
|
||||||
})) {
|
})) {
|
||||||
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
const md = await ConfigMarkdown.parse(item).catch((err) => {
|
||||||
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
||||||
? `${err.data.path}: ${err.data.message}`
|
? err.data.message
|
||||||
: `Failed to parse mode ${item}`
|
: `Failed to parse mode ${item}`
|
||||||
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
||||||
log.error("failed to load mode", { mode: item, err })
|
log.error("failed to load mode", { mode: item, err })
|
||||||
|
|
|
||||||
|
|
@ -14,8 +14,60 @@ export namespace ConfigMarkdown {
|
||||||
return Array.from(template.matchAll(SHELL_REGEX))
|
return Array.from(template.matchAll(SHELL_REGEX))
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export function preprocessFrontmatter(content: string): string {
|
||||||
|
const match = content.match(/^---\r?\n([\s\S]*?)\r?\n---/)
|
||||||
|
if (!match) return content
|
||||||
|
|
||||||
|
const frontmatter = match[1]
|
||||||
|
const lines = frontmatter.split("\n")
|
||||||
|
const result: string[] = []
|
||||||
|
|
||||||
|
for (const line of lines) {
|
||||||
|
// skip comments and empty lines
|
||||||
|
if (line.trim().startsWith("#") || line.trim() === "") {
|
||||||
|
result.push(line)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// skip lines that are continuations (indented)
|
||||||
|
if (line.match(/^\s+/)) {
|
||||||
|
result.push(line)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// match key: value pattern
|
||||||
|
const kvMatch = line.match(/^([a-zA-Z_][a-zA-Z0-9_]*)\s*:\s*(.*)$/)
|
||||||
|
if (!kvMatch) {
|
||||||
|
result.push(line)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
const key = kvMatch[1]
|
||||||
|
const value = kvMatch[2].trim()
|
||||||
|
|
||||||
|
// skip if value is empty, already quoted, or uses block scalar
|
||||||
|
if (value === "" || value === ">" || value === "|" || value.startsWith('"') || value.startsWith("'")) {
|
||||||
|
result.push(line)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
// if value contains a colon, convert to block scalar
|
||||||
|
if (value.includes(":")) {
|
||||||
|
result.push(`${key}: |`)
|
||||||
|
result.push(` ${value}`)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
result.push(line)
|
||||||
|
}
|
||||||
|
|
||||||
|
const processed = result.join("\n")
|
||||||
|
return content.replace(frontmatter, () => processed)
|
||||||
|
}
|
||||||
|
|
||||||
export async function parse(filePath: string) {
|
export async function parse(filePath: string) {
|
||||||
const template = await Bun.file(filePath).text()
|
const raw = await Bun.file(filePath).text()
|
||||||
|
const template = preprocessFrontmatter(raw)
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const md = matter(template)
|
const md = matter(template)
|
||||||
|
|
@ -24,7 +76,7 @@ export namespace ConfigMarkdown {
|
||||||
throw new FrontmatterError(
|
throw new FrontmatterError(
|
||||||
{
|
{
|
||||||
path: filePath,
|
path: filePath,
|
||||||
message: `Failed to parse YAML frontmatter: ${err instanceof Error ? err.message : String(err)}`,
|
message: `${filePath}: Failed to parse YAML frontmatter: ${err instanceof Error ? err.message : String(err)}`,
|
||||||
},
|
},
|
||||||
{ cause: err },
|
{ cause: err },
|
||||||
)
|
)
|
||||||
|
|
|
||||||
|
|
@ -48,7 +48,7 @@ export namespace Skill {
|
||||||
const addSkill = async (match: string) => {
|
const addSkill = async (match: string) => {
|
||||||
const md = await ConfigMarkdown.parse(match).catch((err) => {
|
const md = await ConfigMarkdown.parse(match).catch((err) => {
|
||||||
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
const message = ConfigMarkdown.FrontmatterError.isInstance(err)
|
||||||
? `${err.data.path}: ${err.data.message}`
|
? err.data.message
|
||||||
: `Failed to parse skill ${match}`
|
: `Failed to parse skill ${match}`
|
||||||
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
Bus.publish(Session.Event.Error, { error: new NamedError.Unknown({ message }).toObject() })
|
||||||
log.error("failed to load skill", { skill: match, err })
|
log.error("failed to load skill", { skill: match, err })
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,4 @@
|
||||||
|
---
|
||||||
|
---
|
||||||
|
|
||||||
|
Content
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
---
|
||||||
|
description: "This is a description wrapped in quotes"
|
||||||
|
# field: this is a commented out field that should be ignored
|
||||||
|
occupation: This man has the following occupation: Software Engineer
|
||||||
|
title: 'Hello World'
|
||||||
|
name: John "Doe"
|
||||||
|
|
||||||
|
family: He has no 'family'
|
||||||
|
summary: >
|
||||||
|
This is a summary
|
||||||
|
url: https://example.com:8080/path?query=value
|
||||||
|
time: The time is 12:30:00 PM
|
||||||
|
nested: First: Second: Third: Fourth
|
||||||
|
quoted_colon: "Already quoted: no change needed"
|
||||||
|
single_quoted_colon: 'Single quoted: also fine'
|
||||||
|
mixed: He said "hello: world" and then left
|
||||||
|
empty:
|
||||||
|
dollar: Use $' and $& for special patterns
|
||||||
|
---
|
||||||
|
|
||||||
|
Content that should not be parsed:
|
||||||
|
|
||||||
|
fake_field: this is not yaml
|
||||||
|
another: neither is this
|
||||||
|
time: 10:30:00 AM
|
||||||
|
url: https://should-not-be-parsed.com:3000
|
||||||
|
|
||||||
|
The above lines look like YAML but are just content.
|
||||||
|
|
@ -0,0 +1 @@
|
||||||
|
Content
|
||||||
|
|
@ -1,6 +1,7 @@
|
||||||
import { expect, test } from "bun:test"
|
import { expect, test, describe } from "bun:test"
|
||||||
import { ConfigMarkdown } from "../../src/config/markdown"
|
import { ConfigMarkdown } from "../../src/config/markdown"
|
||||||
|
|
||||||
|
describe("ConfigMarkdown: normal template", () => {
|
||||||
const template = `This is a @valid/path/to/a/file and it should also match at
|
const template = `This is a @valid/path/to/a/file and it should also match at
|
||||||
the beginning of a line:
|
the beginning of a line:
|
||||||
|
|
||||||
|
|
@ -87,3 +88,105 @@ test("should not match email addresses", () => {
|
||||||
const emailMatches = ConfigMarkdown.files(emailTest)
|
const emailMatches = ConfigMarkdown.files(emailTest)
|
||||||
expect(emailMatches.length).toBe(0)
|
expect(emailMatches.length).toBe(0)
|
||||||
})
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
describe("ConfigMarkdown: frontmatter parsing", async () => {
|
||||||
|
const parsed = await ConfigMarkdown.parse(import.meta.dir + "/fixtures/frontmatter.md")
|
||||||
|
|
||||||
|
test("should parse without throwing", () => {
|
||||||
|
expect(parsed).toBeDefined()
|
||||||
|
expect(parsed.data).toBeDefined()
|
||||||
|
expect(parsed.content).toBeDefined()
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract description field", () => {
|
||||||
|
expect(parsed.data.description).toBe("This is a description wrapped in quotes")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract occupation field with colon in value", () => {
|
||||||
|
expect(parsed.data.occupation).toBe("This man has the following occupation: Software Engineer\n")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract title field with single quotes", () => {
|
||||||
|
expect(parsed.data.title).toBe("Hello World")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract name field with embedded quotes", () => {
|
||||||
|
expect(parsed.data.name).toBe('John "Doe"')
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract family field with embedded single quotes", () => {
|
||||||
|
expect(parsed.data.family).toBe("He has no 'family'")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract multiline summary field", () => {
|
||||||
|
expect(parsed.data.summary).toBe("This is a summary\n")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should not include commented fields in data", () => {
|
||||||
|
expect(parsed.data.field).toBeUndefined()
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract URL with port", () => {
|
||||||
|
expect(parsed.data.url).toBe("https://example.com:8080/path?query=value\n")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract time with colons", () => {
|
||||||
|
expect(parsed.data.time).toBe("The time is 12:30:00 PM\n")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract value with multiple colons", () => {
|
||||||
|
expect(parsed.data.nested).toBe("First: Second: Third: Fourth\n")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should preserve already double-quoted values with colons", () => {
|
||||||
|
expect(parsed.data.quoted_colon).toBe("Already quoted: no change needed")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should preserve already single-quoted values with colons", () => {
|
||||||
|
expect(parsed.data.single_quoted_colon).toBe("Single quoted: also fine")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract value with quotes and colons mixed", () => {
|
||||||
|
expect(parsed.data.mixed).toBe('He said "hello: world" and then left\n')
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should handle empty values", () => {
|
||||||
|
expect(parsed.data.empty).toBeNull()
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should handle dollar sign replacement patterns literally", () => {
|
||||||
|
expect(parsed.data.dollar).toBe("Use $' and $& for special patterns")
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should not parse fake yaml from content", () => {
|
||||||
|
expect(parsed.data.fake_field).toBeUndefined()
|
||||||
|
expect(parsed.data.another).toBeUndefined()
|
||||||
|
})
|
||||||
|
|
||||||
|
test("should extract content after frontmatter without modification", () => {
|
||||||
|
expect(parsed.content).toContain("Content that should not be parsed:")
|
||||||
|
expect(parsed.content).toContain("fake_field: this is not yaml")
|
||||||
|
expect(parsed.content).toContain("url: https://should-not-be-parsed.com:3000")
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
describe("ConfigMarkdown: frontmatter parsing w/ empty frontmatter", async () => {
|
||||||
|
const result = await ConfigMarkdown.parse(import.meta.dir + "/fixtures/empty-frontmatter.md")
|
||||||
|
|
||||||
|
test("should parse without throwing", () => {
|
||||||
|
expect(result).toBeDefined()
|
||||||
|
expect(result.data).toEqual({})
|
||||||
|
expect(result.content.trim()).toBe("Content")
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
||||||
|
describe("ConfigMarkdown: frontmatter parsing w/ no frontmatter", async () => {
|
||||||
|
const result = await ConfigMarkdown.parse(import.meta.dir + "/fixtures/no-frontmatter.md")
|
||||||
|
|
||||||
|
test("should parse without throwing", () => {
|
||||||
|
expect(result).toBeDefined()
|
||||||
|
expect(result.data).toEqual({})
|
||||||
|
expect(result.content.trim()).toBe("Content")
|
||||||
|
})
|
||||||
|
})
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue