SupaLidlGame/addons/dialogue_manager/components/parser.gd

1523 lines
51 KiB
GDScript

@tool
class_name DialogueManagerParser extends Object
const DialogueConstants = preload("res://addons/dialogue_manager/constants.gd")
const DialogueSettings = preload("res://addons/dialogue_manager/components/settings.gd")
var IMPORT_REGEX: RegEx = RegEx.create_from_string("import \"(?<path>[^\"]+)\" as (?<prefix>[^\\!\\@\\#\\$\\%\\^\\&\\*\\(\\)\\-\\=\\+\\{\\}\\[\\]\\;\\:\\\"\\'\\,\\.\\<\\>\\?\\/\\s]+)")
var VALID_TITLE_REGEX: RegEx = RegEx.create_from_string("^[^\\!\\@\\#\\$\\%\\^\\&\\*\\(\\)\\-\\=\\+\\{\\}\\[\\]\\;\\:\\\"\\'\\,\\.\\<\\>\\?\\/\\s]+$")
var BEGINS_WITH_NUMBER_REGEX: RegEx = RegEx.create_from_string("^\\d")
var TRANSLATION_REGEX: RegEx = RegEx.create_from_string("\\[ID:(?<tr>.*?)\\]")
var MUTATION_REGEX: RegEx = RegEx.create_from_string("(do|set) (?<mutation>.*)")
var CONDITION_REGEX: RegEx = RegEx.create_from_string("(if|elif|while|else if) (?<condition>.*)")
var WRAPPED_CONDITION_REGEX: RegEx = RegEx.create_from_string("\\[if (?<condition>.*)\\]")
var REPLACEMENTS_REGEX: RegEx = RegEx.create_from_string("{{(.*?)}}")
var GOTO_REGEX: RegEx = RegEx.create_from_string("=><? (?<jump_to_title>.*)")
var TOKEN_DEFINITIONS: Dictionary = {
DialogueConstants.TOKEN_FUNCTION: RegEx.create_from_string("^[a-zA-Z_][a-zA-Z_0-9]*\\("),
DialogueConstants.TOKEN_DICTIONARY_REFERENCE: RegEx.create_from_string("^[a-zA-Z_][a-zA-Z_0-9]*\\["),
DialogueConstants.TOKEN_PARENS_OPEN: RegEx.create_from_string("^\\("),
DialogueConstants.TOKEN_PARENS_CLOSE: RegEx.create_from_string("^\\)"),
DialogueConstants.TOKEN_BRACKET_OPEN: RegEx.create_from_string("^\\["),
DialogueConstants.TOKEN_BRACKET_CLOSE: RegEx.create_from_string("^\\]"),
DialogueConstants.TOKEN_BRACE_OPEN: RegEx.create_from_string("^\\{"),
DialogueConstants.TOKEN_BRACE_CLOSE: RegEx.create_from_string("^\\}"),
DialogueConstants.TOKEN_COLON: RegEx.create_from_string("^:"),
DialogueConstants.TOKEN_COMPARISON: RegEx.create_from_string("^(==|<=|>=|<|>|!=|in )"),
DialogueConstants.TOKEN_ASSIGNMENT: RegEx.create_from_string("^(\\+=|\\-=|\\*=|/=|=)"),
DialogueConstants.TOKEN_NUMBER: RegEx.create_from_string("^\\-?\\d+(\\.\\d+)?"),
DialogueConstants.TOKEN_OPERATOR: RegEx.create_from_string("^(\\+|\\-|\\*|/|%)"),
DialogueConstants.TOKEN_COMMA: RegEx.create_from_string("^,"),
DialogueConstants.TOKEN_DOT: RegEx.create_from_string("^\\."),
DialogueConstants.TOKEN_CONDITION: RegEx.create_from_string("^(if|elif|else)"),
DialogueConstants.TOKEN_BOOL: RegEx.create_from_string("^(true|false)"),
DialogueConstants.TOKEN_NOT: RegEx.create_from_string("^(not( |$)|!)"),
DialogueConstants.TOKEN_AND_OR: RegEx.create_from_string("^(and|or)( |$)"),
DialogueConstants.TOKEN_STRING: RegEx.create_from_string("^(\".*?\"|\'.*?\')"),
DialogueConstants.TOKEN_VARIABLE: RegEx.create_from_string("^[a-zA-Z_][a-zA-Z_0-9]*"),
DialogueConstants.TOKEN_COMMENT: RegEx.create_from_string("^#.*")
}
var WEIGHTED_RANDOM_SIBLINGS_REGEX: RegEx = RegEx.create_from_string("^\\%(?<weight>\\d+)? ")
var raw_lines: PackedStringArray = []
var parent_stack: Array[String] = []
var parsed_lines: Dictionary = {}
var imported_paths: PackedStringArray = []
var titles: Dictionary = {}
var character_names: PackedStringArray = []
var first_title: String = ""
var errors: Array[Dictionary] = []
var _imported_line_map: Array[Dictionary] = []
var _imported_line_count: int = 0
var while_loopbacks: Array[String] = []
## Parse some raw dialogue text. Returns a dictionary containing parse results
static func parse_string(string: String, path: String) -> DialogueManagerParseResult:
var parser: DialogueManagerParser = DialogueManagerParser.new()
var error: Error = parser.parse(string, path)
var data: DialogueManagerParseResult = parser.get_data()
parser.free()
if error == OK:
return data
else:
return null
## Extract bbcode and other markers from a string
static func extract_markers_from_string(string: String) -> Dictionary:
var parser: DialogueManagerParser = DialogueManagerParser.new()
var markers: Dictionary = parser.extract_markers(string)
parser.free()
return markers
## Parse some raw dialogue text. Returns a dictionary containing parse results
func parse(text: String, path: String) -> Error:
prepare(text, path)
# Parse all of the content
var known_translations = {}
# Then parse all lines
for id in range(0, raw_lines.size()):
var raw_line: String = raw_lines[id]
var line: Dictionary = {
next_id = DialogueConstants.ID_NULL
}
# Ignore empty lines and comments
if is_line_empty(raw_line): continue
# Work out if we are inside a conditional or option or if we just
# indented back out of one
var indent_size: int = get_indent(raw_line)
if indent_size < parent_stack.size():
for _tab in range(0, parent_stack.size() - indent_size):
parent_stack.pop_back()
# If we are indented then this line should know about its parent
if parent_stack.size() > 0:
line["parent_id"] = parent_stack.back()
# Trim any indentation (now that we've calculated it) so we can check
# the begining of each line for its type
raw_line = raw_line.strip_edges(true, false)
# Grab translations
var translation_key: String = extract_translation(raw_line)
if translation_key != "":
line["translation_key"] = translation_key
raw_line = raw_line.replace("[ID:%s]" % translation_key, "")
## Check for each kind of line
# Response
if is_response_line(raw_line):
parent_stack.append(str(id))
line["type"] = DialogueConstants.TYPE_RESPONSE
if " [if " in raw_line:
line["condition"] = extract_condition(raw_line, true, indent_size)
if " =>" in raw_line:
line["next_id"] = extract_goto(raw_line)
if " =><" in raw_line:
# Because of when the return point needs to be known at runtime we need to split
# this line into two (otherwise the return point would be dependent on the balloon)
var goto_line: Dictionary = {
type = DialogueConstants.TYPE_GOTO,
next_id = extract_goto(raw_line),
next_id_after = find_next_line_after_responses(id),
is_snippet = true
}
parsed_lines[str(id) + ".1"] = goto_line
line["next_id"] = str(id) + ".1"
# Make sure the added goto line can actually go to somewhere
if goto_line.next_id in [DialogueConstants.ID_ERROR, DialogueConstants.ID_ERROR_INVALID_TITLE, DialogueConstants.ID_ERROR_TITLE_HAS_NO_BODY]:
line["next_id"] = goto_line.next_id
line["text"] = extract_response_prompt(raw_line)
var previous_response_id = find_previous_response_id(id)
if parsed_lines.has(previous_response_id):
var previous_response = parsed_lines[previous_response_id]
# Add this response to the list on the first response so that it is the
# authority on what is in the list of responses
previous_response["responses"] = previous_response["responses"] + PackedStringArray([str(id)])
else:
# No previous response so this is the first in the list
line["responses"] = PackedStringArray([str(id)])
line["next_id_after"] = find_next_line_after_responses(id)
# If this response has no body then the next id is the next id after
if not line.has("next_id") or line.next_id == DialogueConstants.ID_NULL:
var next_nonempty_line_id = get_next_nonempty_line_id(id)
if next_nonempty_line_id != DialogueConstants.ID_NULL:
if get_indent(raw_lines[next_nonempty_line_id.to_int()]) <= indent_size:
line["next_id"] = line.next_id_after
else:
line["next_id"] = next_nonempty_line_id
line["text_replacements"] = extract_dialogue_replacements(line.get("text"), indent_size + 2)
for replacement in line.text_replacements:
if replacement.has("error"):
add_error(id, replacement.index, replacement.error)
# If this response has a character name in it then it will automatically be
# injected as a line of dialogue if the player selects it
var l = line.text.replace("\\:", "!ESCAPED_COLON!")
if ": " in l:
var first_child: Dictionary = {
type = DialogueConstants.TYPE_DIALOGUE,
next_id = line.next_id,
next_id_after = line.next_id_after,
text_replacements = line.text_replacements,
translation_key = line.get("translation_key")
}
var bits = Array(l.strip_edges().split(": "))
first_child["character"] = bits.pop_front()
# You can use variables in the character's name
first_child["character_replacements"] = extract_dialogue_replacements(first_child.character, first_child.character.length() + 2 + indent_size)
for replacement in first_child.character_replacements:
if replacement.has("error"):
add_error(id, replacement.index, replacement.error)
first_child["text"] = ": ".join(bits).replace("!ESCAPED_COLON!", ":")
line["character"] = first_child.character.strip_edges()
if not line["character"] in character_names:
character_names.append(line["character"])
line["text"] = first_child.text.strip_edges()
if first_child.translation_key == null:
first_child["translation_key"] = first_child.text
parsed_lines[str(id) + ".2"] = first_child
line["next_id"] = str(id) + ".2"
else:
line["text"] = l.replace("!ESCAPED_COLON!", ":")
# Title
elif is_title_line(raw_line):
if not raw_lines[id].begins_with("~"):
add_error(id, indent_size + 2, DialogueConstants.ERR_NESTED_TITLE)
else:
line["type"] = DialogueConstants.TYPE_TITLE
line["text"] = extract_title(raw_line)
# Titles can't have numbers as the first letter (unless they are external titles which get replaced with hashes)
if id >= _imported_line_count and BEGINS_WITH_NUMBER_REGEX.search(line.text):
add_error(id, 2, DialogueConstants.ERR_TITLE_BEGINS_WITH_NUMBER)
# Only import titles are allowed to have "/" in them
var valid_title = VALID_TITLE_REGEX.search(raw_line.replace("/", "").substr(2).strip_edges())
if not valid_title:
add_error(id, 2, DialogueConstants.ERR_TITLE_INVALID_CHARACTERS)
# Condition
elif is_condition_line(raw_line, false):
parent_stack.append(str(id))
line["type"] = DialogueConstants.TYPE_CONDITION
line["condition"] = extract_condition(raw_line, false, indent_size)
line["next_id_after"] = find_next_line_after_conditions(id)
var next_sibling_id = find_next_condition_sibling(id)
line["next_conditional_id"] = next_sibling_id if is_valid_id(next_sibling_id) else line.next_id_after
elif is_condition_line(raw_line, true):
parent_stack.append(str(id))
line["type"] = DialogueConstants.TYPE_CONDITION
line["next_id_after"] = find_next_line_after_conditions(id)
line["next_conditional_id"] = line["next_id_after"]
elif is_while_condition_line(raw_line):
parent_stack.append(str(id))
line["type"] = DialogueConstants.TYPE_CONDITION
line["condition"] = extract_condition(raw_line, false, indent_size)
line["next_id_after"] = find_next_line_after_conditions(id)
while_loopbacks.append(find_last_line_within_conditions(id))
line["next_conditional_id"] = line["next_id_after"]
# Mutation
elif is_mutation_line(raw_line):
line["type"] = DialogueConstants.TYPE_MUTATION
line["mutation"] = extract_mutation(raw_line)
# Goto
elif is_goto_line(raw_line):
line["type"] = DialogueConstants.TYPE_GOTO
line["next_id"] = extract_goto(raw_line)
if is_goto_snippet_line(raw_line):
line["is_snippet"] = true
line["next_id_after"] = get_line_after_line(id, indent_size, line)
else:
line["is_snippet"] = false
# Dialogue
else:
# Work out any weighted random siblings
if raw_line.begins_with("%"):
apply_weighted_random(id, raw_line, indent_size, line)
raw_line = WEIGHTED_RANDOM_SIBLINGS_REGEX.sub(raw_line, "")
line["type"] = DialogueConstants.TYPE_DIALOGUE
var l = raw_line.replace("\\:", "!ESCAPED_COLON!")
if ": " in l:
var bits = Array(l.strip_edges().split(": "))
line["character"] = bits.pop_front().strip_edges()
if not line["character"] in character_names:
character_names.append(line["character"])
# You can use variables in the character's name
line["character_replacements"] = extract_dialogue_replacements(line.character, indent_size)
for replacement in line.character_replacements:
if replacement.has("error"):
add_error(id, replacement.index, replacement.error)
line["text"] = ": ".join(bits).replace("!ESCAPED_COLON!", ":")
else:
line["character"] = ""
line["character_replacements"] = [] as Array[Dictionary]
line["text"] = l.replace("!ESCAPED_COLON!", ":")
line["text_replacements"] = extract_dialogue_replacements(line.text, line.character.length() + 2 + indent_size)
for replacement in line.text_replacements:
if replacement.has("error"):
add_error(id, replacement.index, replacement.error)
# Unescape any newlines
line["text"] = line.text.replace("\\n", "\n").strip_edges()
# Work out where to go after this line
if line.next_id == DialogueConstants.ID_NULL:
line["next_id"] = get_line_after_line(id, indent_size, line)
# Check for duplicate translation keys
if line.type in [DialogueConstants.TYPE_DIALOGUE, DialogueConstants.TYPE_RESPONSE]:
if line.has("translation_key"):
if known_translations.has(line.translation_key) and known_translations.get(line.translation_key) != line.text:
add_error(id, indent_size, DialogueConstants.ERR_DUPLICATE_ID)
else:
known_translations[line.translation_key] = line.text
else:
# Default translations key
if DialogueSettings.get_setting("missing_translations_are_errors", false):
add_error(id, indent_size, DialogueConstants.ERR_MISSING_ID)
else:
line["translation_key"] = line.text
## Error checking
# Can't find goto
var jump_index: int = raw_line.find("=>")
match line.next_id:
DialogueConstants.ID_ERROR:
add_error(id, jump_index, DialogueConstants.ERR_UNKNOWN_TITLE)
DialogueConstants.ID_ERROR_INVALID_TITLE:
add_error(id, jump_index, DialogueConstants.ERR_INVALID_TITLE_REFERENCE)
DialogueConstants.ID_ERROR_TITLE_HAS_NO_BODY:
add_error(id, jump_index, DialogueConstants.ERR_TITLE_REFERENCE_HAS_NO_CONTENT)
# Line after condition isn't indented once to the right
if line.type == DialogueConstants.TYPE_CONDITION:
if is_valid_id(line.next_id):
var next_line: String = raw_lines[line.next_id.to_int()]
var next_indent: int = get_indent(next_line)
if next_indent != indent_size + 1:
add_error(line.next_id.to_int(), next_indent, DialogueConstants.ERR_INVALID_INDENTATION)
else:
add_error(id, indent_size, DialogueConstants.ERR_INVALID_CONDITION_INDENTATION)
# Line after normal line is indented to the right
elif line.type in [DialogueConstants.TYPE_TITLE, DialogueConstants.TYPE_DIALOGUE, DialogueConstants.TYPE_MUTATION, DialogueConstants.TYPE_GOTO] and is_valid_id(line.next_id):
var next_line = raw_lines[line.next_id.to_int()]
if next_line != null and get_indent(next_line) > indent_size:
add_error(id, indent_size, DialogueConstants.ERR_INVALID_INDENTATION)
# Parsing condition failed
if line.has("condition") and line.condition.has("error"):
add_error(id, line.condition.index, line.condition.error)
# Parsing mutation failed
elif line.has("mutation") and line.mutation.has("error"):
add_error(id, line.mutation.index, line.mutation.error)
# Line failed to parse at all
if line.get("type") == DialogueConstants.TYPE_UNKNOWN:
add_error(id, 0, DialogueConstants.ERR_UNKNOWN_LINE_SYNTAX)
# If there are no titles then use the first actual line
if first_title == "" and not is_import_line(raw_line):
first_title = str(id)
# If this line is the last line of a while loop, edit the id of its next line
if str(id) in while_loopbacks:
if is_goto_snippet_line(raw_line):
line["next_id_after"] = line["parent_id"]
elif is_condition_line(raw_line, true) or is_while_condition_line(raw_line):
line["next_conditional_id"] = line["parent_id"]
line["next_id_after"] = line["parent_id"]
elif is_goto_line(raw_line) or is_title_line(raw_line):
pass
else:
line["next_id"] = line["parent_id"]
# Done!
parsed_lines[str(id)] = line
if errors.size() > 0:
return ERR_PARSE_ERROR
return OK
func get_data() -> DialogueManagerParseResult:
var data: DialogueManagerParseResult = DialogueManagerParseResult.new()
data.imported_paths = imported_paths
data.titles = titles
data.character_names = character_names
data.first_title = first_title
data.lines = parsed_lines
return data
## Get the last parse errors
func get_errors() -> Array[Dictionary]:
return errors
## Prepare the parser by collecting all lines and titles
func prepare(text: String, path: String, include_imported_titles_hashes: bool = true) -> void:
errors = []
imported_paths = []
_imported_line_map = []
while_loopbacks = []
titles = {}
character_names = []
first_title = ""
raw_lines = text.split("\n")
# Work out imports
var known_imports: Dictionary = {}
# Include the base file path so that we can get around circular dependencies
known_imports[path.hash()] = "."
var imported_titles: Dictionary = {}
for id in range(0, raw_lines.size()):
var line = raw_lines[id]
if is_import_line(line):
var import_data = extract_import_path_and_name(line)
if import_data.size() > 0:
# Make a map so we can refer compiled lines to where they were imported from
_imported_line_map.append({
hash = import_data.path.hash(),
imported_on_line_number = id,
from_line = 0,
to_line = 0
})
# Keep track of titles so we can add imported ones later
if str(import_data.path.hash()) in imported_titles.keys():
errors.append({ line_number = id, column_number = 0, error = DialogueConstants.ERR_FILE_ALREADY_IMPORTED })
if import_data.prefix in imported_titles.values():
errors.append({ line_number = id, column_number = 0, error = DialogueConstants.ERR_DUPLICATE_IMPORT_NAME })
imported_titles[str(import_data.path.hash())] = import_data.prefix
# Import the file content
if not import_data.path.hash() in known_imports:
var error: Error = import_content(import_data.path, import_data.prefix, known_imports)
if error != OK:
errors.append({ line_number = id, column_number = 0, error = error })
var imported_content: String = ""
var cummulative_line_number: int = 0
for item in _imported_line_map:
item["from_line"] = cummulative_line_number
if known_imports.has(item.hash):
cummulative_line_number += known_imports[item.hash].split("\n").size()
item["to_line"] = cummulative_line_number
if known_imports.has(item.hash):
imported_content += known_imports[item.hash] + "\n"
_imported_line_count = cummulative_line_number + 1
# Join it with the actual content
raw_lines = (imported_content + "\n" + text).split("\n")
# Find all titles first
for id in range(0, raw_lines.size()):
if raw_lines[id].begins_with("~ "):
var title: String = extract_title(raw_lines[id])
if title == "":
add_error(id, 2, DialogueConstants.ERR_EMPTY_TITLE)
elif titles.has(title):
add_error(id, 2, DialogueConstants.ERR_DUPLICATE_TITLE)
else:
var next_nonempty_line_id: String = get_next_nonempty_line_id(id)
if next_nonempty_line_id != DialogueConstants.ID_NULL:
titles[title] = next_nonempty_line_id
if "/" in title:
if include_imported_titles_hashes == false:
titles.erase(title)
var bits: PackedStringArray = title.split("/")
if imported_titles.has(bits[0]):
title = imported_titles[bits[0]] + "/" + bits[1]
titles[title] = next_nonempty_line_id
elif first_title == "":
first_title = next_nonempty_line_id
else:
titles[title] = DialogueConstants.ID_ERROR_TITLE_HAS_NO_BODY
func add_error(line_number: int, column_number: int, error: int) -> void:
# See if the error was in an imported file
for item in _imported_line_map:
if line_number < item.to_line:
errors.append({
line_number = item.imported_on_line_number,
column_number = 0,
error = DialogueConstants.ERR_ERRORS_IN_IMPORTED_FILE
})
return
# Otherwise, it's in this file
errors.append({
line_number = line_number - _imported_line_count,
column_number = column_number,
error = error
})
func is_import_line(line: String) -> bool:
return line.begins_with("import ") and " as " in line
func is_title_line(line: String) -> bool:
return line.strip_edges(true, false).begins_with("~ ")
func is_condition_line(line: String, include_else: bool = true) -> bool:
line = line.strip_edges(true, false)
if line.begins_with("if ") or line.begins_with("elif ") or line.begins_with("else if"): return true
if include_else and line.begins_with("else"): return true
return false
func is_while_condition_line(line: String) -> bool:
line = line.strip_edges(true, false)
if line.begins_with("while "): return true
return false
func is_mutation_line(line: String) -> bool:
line = line.strip_edges(true, false)
return line.begins_with("do ") or line.begins_with("set ")
func is_goto_line(line: String) -> bool:
line = line.strip_edges(true, false)
return line.begins_with("=> ") or line.begins_with("=>< ")
func is_goto_snippet_line(line: String) -> bool:
return line.strip_edges().begins_with("=>< ")
func is_dialogue_line(line: String) -> bool:
if is_response_line(line): return false
if is_title_line(line): return false
if is_condition_line(line, true): return false
if is_mutation_line(line): return false
if is_goto_line(line): return false
return true
func is_response_line(line: String) -> bool:
return line.strip_edges(true, false).begins_with("- ")
func is_valid_id(id: String) -> bool:
return false if id in [DialogueConstants.ID_NULL, DialogueConstants.ID_ERROR, DialogueConstants.ID_END_CONVERSATION] else true
func is_line_empty(line: String) -> bool:
line = line.strip_edges()
if line == "": return true
if line == "endif": return true
if line.begins_with("#"): return true
return false
func get_line_after_line(id: int, indent_size: int, line: Dictionary) -> String:
# Unless the next line is an outdent we can assume it comes next
var next_nonempty_line_id = get_next_nonempty_line_id(id)
if next_nonempty_line_id != DialogueConstants.ID_NULL \
and indent_size <= get_indent(raw_lines[next_nonempty_line_id.to_int()]):
# The next line is a title so we need the next nonempty line after that
if is_title_line(raw_lines[next_nonempty_line_id.to_int()]):
return get_next_nonempty_line_id(next_nonempty_line_id.to_int())
# Otherwise it's a normal line
else:
return next_nonempty_line_id
# Otherwise, we grab the ID from the parents next ID after children
elif line.has("parent_id") and parsed_lines.has(line.parent_id):
return parsed_lines[line.parent_id].next_id_after
else:
return DialogueConstants.ID_NULL
func get_indent(line: String) -> int:
return line.count("\t", 0, line.find(line.strip_edges()))
func get_next_nonempty_line_id(line_number: int) -> String:
for i in range(line_number + 1, raw_lines.size()):
if not is_line_empty(raw_lines[i]):
return str(i)
return DialogueConstants.ID_NULL
func find_previous_response_id(line_number: int) -> String:
var line = raw_lines[line_number]
var indent_size = get_indent(line)
# Look back up the list to find the previous response
var last_found_response_id: String = str(line_number)
for i in range(line_number - 1, -1, -1):
line = raw_lines[i]
if is_line_empty(line): continue
# If its a response at the same indent level then its a match
elif get_indent(line) == indent_size:
if line.strip_edges().begins_with("- "):
last_found_response_id = str(i)
else:
return last_found_response_id
# Return itself if nothing was found
return last_found_response_id
func apply_weighted_random(id: int, raw_line: String, indent_size: int, line: Dictionary) -> void:
var weight: int = 1
var found = WEIGHTED_RANDOM_SIBLINGS_REGEX.search(raw_line)
if found and found.names.has("weight"):
weight = found.strings[found.names.weight].to_int()
# Look back up the list to find the first weighted random line in this group
var original_random_line: Dictionary = {}
for i in range(id, 0, -1):
if not raw_lines[i].strip_edges().begins_with("%") or get_indent(raw_lines[i]) != indent_size:
break
elif parsed_lines.has(str(i)) and parsed_lines[str(i)].has("siblings"):
original_random_line = parsed_lines[str(i)]
# Attach it to the original random line and work out where to go after the line
if original_random_line.size() > 0:
original_random_line["siblings"] += [{ weight = weight, id = str(id) }]
line["next_id"] = original_random_line.next_id
# Or set up this line as the original
else:
line["siblings"] = [{ weight = weight, id = str(id) }]
# Find the last weighted random line in this group
for i in range(id, raw_lines.size()):
if i + 1 >= raw_lines.size():
line["next_id"] = DialogueConstants.ID_END
break
if not raw_lines[i + 1].strip_edges().begins_with("%") or get_indent(raw_lines[i + 1]) != indent_size:
line["next_id"] = get_line_after_line(i, indent_size, line)
break
if line.next_id == DialogueConstants.ID_NULL:
line["next_id"] = DialogueConstants.ID_END
func find_next_condition_sibling(line_number: int) -> String:
var line = raw_lines[line_number]
var expected_indent = get_indent(line)
# Look down the list and find an elif or else at the same indent level
var last_valid_id: int = line_number
for i in range(line_number + 1, raw_lines.size()):
line = raw_lines[i]
if is_line_empty(line): continue
var l = line.strip_edges()
if l.begins_with("~ "):
return DialogueConstants.ID_END_CONVERSATION
elif get_indent(line) < expected_indent:
return DialogueConstants.ID_NULL
elif get_indent(line) == expected_indent:
# Found an if, which begins a different block
if l.begins_with("if"):
return DialogueConstants.ID_NULL
# Found what we're looking for
elif (l.begins_with("elif ") or l.begins_with("else")):
return str(i)
last_valid_id = i
return DialogueConstants.ID_NULL
func find_next_line_after_conditions(line_number: int) -> String:
var line = raw_lines[line_number]
var expected_indent = get_indent(line)
# Look down the list for the first non condition line at the same or less indent level
for i in range(line_number + 1, raw_lines.size()):
line = raw_lines[i]
if is_line_empty(line): continue
var line_indent = get_indent(line)
line = line.strip_edges()
if is_title_line(line):
return get_next_nonempty_line_id(i)
elif line_indent > expected_indent:
continue
elif line_indent == expected_indent:
if line.begins_with("elif ") or line.begins_with("else"):
continue
else:
return str(i)
elif line_indent < expected_indent:
# We have to check the parent of this block
for p in range(line_number - 1, -1, -1):
line = raw_lines[p]
if is_line_empty(line): continue
line_indent = get_indent(line)
if line_indent < expected_indent:
return parsed_lines[str(p)].next_id_after
return DialogueConstants.ID_END_CONVERSATION
func find_last_line_within_conditions(line_number: int) -> String:
var line = raw_lines[line_number]
var expected_indent = get_indent(line)
var candidate = DialogueConstants.ID_NULL
# Look down the list for the last line that has an indent level 1 more than this line
# Ending the search when you find a line the same or less indent level
for i in range(line_number + 1, raw_lines.size()):
line = raw_lines[i]
if is_line_empty(line): continue
var line_indent = get_indent(line)
line = line.strip_edges()
if line_indent > expected_indent + 1:
continue
elif line_indent == (expected_indent + 1):
candidate = i
else:
break
return str(candidate)
func find_next_line_after_responses(line_number: int) -> String:
var line = raw_lines[line_number]
var expected_indent = get_indent(line)
# Find the first line after this one that has a smaller indent that isn't another option
# If we hit the eof then we give up
for i in range(line_number + 1, raw_lines.size()):
line = raw_lines[i]
if is_line_empty(line): continue
var indent = get_indent(line)
line = line.strip_edges()
# We hit a title so the next line is a new start
if is_title_line(line):
return get_next_nonempty_line_id(i)
# Another option
elif line.begins_with("- "):
if indent == expected_indent:
# ...at the same level so we continue
continue
elif indent < expected_indent:
# ...outdented so check the previous parent
var previous_parent = parent_stack[parent_stack.size() - 2]
return parsed_lines[str(previous_parent)].next_id_after
# We're at the end of a conditional so jump back up to see what's after it
elif line.begins_with("elif ") or line.begins_with("else"):
for p in range(line_number - 1, -1, -1):
line = raw_lines[p]
if is_line_empty(line): continue
var line_indent = get_indent(line)
if line_indent < expected_indent:
return parsed_lines[str(p)].next_id_after
# Otherwise check the indent for an outdent
else:
line_number = i
line = raw_lines[line_number]
if get_indent(line) <= expected_indent:
return str(line_number)
# EOF so must be end of conversation
return DialogueConstants.ID_END_CONVERSATION
## Import content from another dialogue file or return an ERR
func import_content(path: String, prefix: String, known_imports: Dictionary) -> Error:
if FileAccess.file_exists(path):
var file = FileAccess.open(path, FileAccess.READ)
var content: PackedStringArray = file.get_as_text().split("\n")
var imported_titles: Dictionary = {}
for line in content:
if is_import_line(line):
var import = extract_import_path_and_name(line)
if import.size() > 0:
if not known_imports.has(import.path.hash()):
# Add an empty record into the keys just so we don't end up with cyclic dependencies
known_imports[import.path.hash()] = ""
if import_content(import.path, import.prefix, known_imports) != OK:
return ERR_LINK_FAILED
imported_titles[import.prefix] = import.path.hash()
var origin_hash: int = -1
for hash in known_imports.keys():
if known_imports[hash] == ".":
origin_hash = hash
# Replace any titles or jump points with references to the files they point to (event if they point to their own file)
for i in range(0, content.size()):
var line = content[i]
if is_title_line(line):
var title = extract_title(line)
if "/" in line:
var bits = title.split("/")
content[i] = "~ %s/%s" % [imported_titles[bits[0]], bits[1]]
else:
content[i] = "~ %s/%s" % [str(path.hash()), title]
elif "=>< " in line:
var jump: String = line.substr(line.find("=>< ") + "=>< ".length()).strip_edges()
if "/" in jump:
var bits: PackedStringArray = jump.split("/")
var title_hash: int = imported_titles[bits[0]]
if title_hash == origin_hash:
content[i] = "%s=>< %s" % [line.split("=>< ")[0], bits[1]]
else:
content[i] = "%s=>< %s/%s" % [line.split("=>< ")[0], title_hash, bits[1]]
elif not jump in ["END", "END!"]:
content[i] = "%s=>< %s/%s" % [line.split("=>< ")[0], str(path.hash()), jump]
elif "=> " in line:
var jump: String = line.substr(line.find("=> ") + "=> ".length()).strip_edges()
if "/" in jump:
var bits: PackedStringArray = jump.split("/")
var title_hash: int = imported_titles[bits[0]]
if title_hash == origin_hash:
content[i] = "%s=> %s" % [line.split("=> ")[0], bits[1]]
else:
content[i] = "%s=> %s/%s" % [line.split("=> ")[0], title_hash, bits[1]]
elif not jump in ["END", "END!"]:
content[i] = "%s=> %s/%s" % [line.split("=> ")[0], str(path.hash()), jump]
imported_paths.append(path)
known_imports[path.hash()] = "# %s as %s\n%s\n=> END\n" % [path, path.hash(), "\n".join(content)]
return OK
else:
return ERR_FILE_NOT_FOUND
func extract_import_path_and_name(line: String) -> Dictionary:
var found: RegExMatch = IMPORT_REGEX.search(line)
if found:
return {
path = found.strings[found.names.path],
prefix = found.strings[found.names.prefix]
}
else:
return {}
func extract_title(line: String) -> String:
return line.substr(2).strip_edges()
func extract_translation(line: String) -> String:
# Find a static translation key, eg. [ID:something]
var found: RegExMatch = TRANSLATION_REGEX.search(line)
if found:
return found.strings[found.names.tr]
else:
return ""
func extract_response_prompt(line: String) -> String:
# Find just the text prompt from a response, ignoring any conditions or gotos
line = line.substr(2)
if " [if " in line:
line = line.substr(0, line.find(" [if "))
if " =>" in line:
line = line.substr(0, line.find(" =>"))
# Without the translation key if there is one
var translation_key: String = extract_translation(line)
if translation_key:
line = line.replace("[ID:%s]" % translation_key, "")
return line.replace("\\n", "\n").strip_edges()
func extract_mutation(line: String) -> Dictionary:
var found: RegExMatch = MUTATION_REGEX.search(line)
if not found:
return {
index = 0,
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
if found.names.has("mutation"):
var expression: Array = tokenise(found.strings[found.names.mutation], DialogueConstants.TYPE_MUTATION, found.get_start("mutation"))
if expression.size() == 0:
return {
index = found.get_start("mutation"),
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
elif expression[0].type == DialogueConstants.TYPE_ERROR:
return {
index = expression[0].index,
error = expression[0].value
}
else:
return {
expression = expression
}
else:
return {
index = found.get_start(),
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
func extract_condition(raw_line: String, is_wrapped: bool, index: int) -> Dictionary:
var condition: Dictionary = {}
var regex: RegEx = WRAPPED_CONDITION_REGEX if is_wrapped else CONDITION_REGEX
var found: RegExMatch = regex.search(raw_line)
if found == null:
return {
index = 0,
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
var raw_condition: String = found.strings[found.names.condition]
var expression: Array = tokenise(raw_condition, DialogueConstants.TYPE_CONDITION, index + found.get_start("condition"))
if expression.size() == 0:
return {
index = index + found.get_start("condition"),
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
elif expression[0].type == DialogueConstants.TYPE_ERROR:
return {
index = expression[0].index,
error = expression[0].value
}
else:
return {
expression = expression
}
func extract_dialogue_replacements(text: String, index: int) -> Array[Dictionary]:
var founds: Array[RegExMatch] = REPLACEMENTS_REGEX.search_all(text)
if founds == null or founds.size() == 0:
return []
var replacements: Array[Dictionary] = []
for found in founds:
var replacement: Dictionary = {}
var value_in_text: String = found.strings[1]
var expression: Array = tokenise(value_in_text, DialogueConstants.TYPE_DIALOGUE, index + found.get_start(1))
if expression.size() == 0:
replacement = {
index = index + found.get_start(1),
error = DialogueConstants.ERR_INCOMPLETE_EXPRESSION
}
elif expression[0].type == DialogueConstants.TYPE_ERROR:
replacement = {
index = expression[0].index,
error = expression[0].value
}
else:
replacement = {
value_in_text = "{{%s}}" % value_in_text,
expression = expression
}
replacements.append(replacement)
return replacements
func extract_goto(line: String) -> String:
var found: RegExMatch = GOTO_REGEX.search(line)
if found == null: return DialogueConstants.ID_ERROR
var title: String = found.strings[found.names.jump_to_title].strip_edges()
if " " in title or title == "":
return DialogueConstants.ID_ERROR_INVALID_TITLE
# "=> END!" means end the conversation
if title == "END!":
return DialogueConstants.ID_END_CONVERSATION
# "=> END" means end the current title (and go back to the previous one if there is one
# in the stack)
elif title == "END":
return DialogueConstants.ID_END
elif titles.has(title):
return titles.get(title)
else:
return DialogueConstants.ID_ERROR
func extract_markers(line: String) -> Dictionary:
var text: String = line
var pauses: Dictionary = {}
var speeds: Dictionary = {}
var mutations: Array[Array] = []
var bbcodes: Array = []
var time = null
# Extract all of the BB codes so that we know the actual text (we could do this easier with
# a RichTextLabel but then we'd need to await idle_frame which is annoying)
var bbcode_positions = find_bbcode_positions_in_string(text)
var accumulaive_length_offset = 0
for position in bbcode_positions:
# Ignore our own markers
if position.code in ["wait", "speed", "/speed", "do", "set", "next"]:
continue
bbcodes.append({
bbcode = position.bbcode,
start = position.start,
offset_start = position.start - accumulaive_length_offset
})
accumulaive_length_offset += position.bbcode.length()
for bb in bbcodes:
text = text.substr(0, bb.offset_start) + text.substr(bb.offset_start + bb.bbcode.length())
# Now find any dialogue markers
var next_bbcode_position = find_bbcode_positions_in_string(text, false)
var limit = 0
while next_bbcode_position.size() > 0 and limit < 1000:
limit += 1
var bbcode = next_bbcode_position[0]
var index = bbcode.start
var code = bbcode.code
var raw_args = bbcode.raw_args
var args = {}
if code in ["do", "set"]:
args["value"] = extract_mutation("%s %s" % [code, raw_args])
else:
# Could be something like:
# "=1.0"
# " rate=20 level=10"
if raw_args and raw_args[0] == "=":
raw_args = "value" + raw_args
for pair in raw_args.strip_edges().split(" "):
if "=" in pair:
var bits = pair.split("=")
args[bits[0]] = bits[1]
match code:
"wait":
if pauses.has(index):
pauses[index] += args.get("value").to_float()
else:
pauses[index] = args.get("value").to_float()
"speed":
speeds[index] = args.get("value").to_float()
"/speed":
speeds[index] = 1.0
"do", "set":
mutations.append([index, args.get("value")])
"next":
time = args.get("value") if args.has("value") else "0"
# Find any BB codes that are after this index and remove the length from their start
var length = bbcode.bbcode.length()
for bb in bbcodes:
if bb.offset_start > bbcode.start:
bb.offset_start -= length
bb.start -= length
text = text.substr(0, index) + text.substr(index + length)
next_bbcode_position = find_bbcode_positions_in_string(text, false)
# Put the BB Codes back in
for bb in bbcodes:
text = text.insert(bb.start, bb.bbcode)
return {
"text": text,
"pauses": pauses,
"speeds": speeds,
"mutations": mutations,
"time": time
}
func find_bbcode_positions_in_string(string: String, find_all: bool = true) -> Array[Dictionary]:
if not "[" in string: return []
var positions: Array[Dictionary] = []
var open_brace_count: int = 0
var start: int = 0
var bbcode: String = ""
var code: String = ""
var is_finished_code: bool = false
for i in range(0, string.length()):
if string[i] == "[":
if open_brace_count == 0:
start = i
bbcode = ""
code = ""
is_finished_code = false
open_brace_count += 1
else:
if not is_finished_code and (string[i].to_upper() != string[i] or string[i] == "/"):
code += string[i]
else:
is_finished_code = true
if open_brace_count > 0:
bbcode += string[i]
if string[i] == "]":
open_brace_count -= 1
if open_brace_count == 0:
positions.append({
bbcode = bbcode,
code = code,
start = start,
raw_args = bbcode.substr(code.length() + 1, bbcode.length() - code.length() - 2).strip_edges()
})
if not find_all:
return positions
return positions
func tokenise(text: String, line_type: String, index: int) -> Array:
var tokens: Array[Dictionary] = []
var limit: int = 0
while text.strip_edges() != "" and limit < 1000:
limit += 1
var found = find_match(text)
if found.size() > 0:
tokens.append({
index = index,
type = found.type,
value = found.value
})
index += found.value.length()
text = found.remaining_text
elif text.begins_with(" "):
index += 1
text = text.substr(1)
else:
return build_token_tree_error(DialogueConstants.ERR_INVALID_EXPRESSION, index)
return build_token_tree(tokens, line_type, "")[0]
func build_token_tree_error(error: int, index: int) -> Array:
return [{ type = DialogueConstants.TOKEN_ERROR, value = error, index = index }]
func build_token_tree(tokens: Array[Dictionary], line_type: String, expected_close_token: String) -> Array:
var tree: Array[Dictionary] = []
var limit = 0
while tokens.size() > 0 and limit < 1000:
limit += 1
var token = tokens.pop_front()
var error = check_next_token(token, tokens, line_type)
if error != OK:
return [build_token_tree_error(error, token.index), tokens]
match token.type:
DialogueConstants.TOKEN_FUNCTION:
var sub_tree = build_token_tree(tokens, line_type, DialogueConstants.TOKEN_PARENS_CLOSE)
if sub_tree[0].size() > 0 and sub_tree[0][0].type == DialogueConstants.TOKEN_ERROR:
return [build_token_tree_error(sub_tree[0][0].value, token.index), tokens]
tree.append({
type = DialogueConstants.TOKEN_FUNCTION,
# Consume the trailing "("
function = token.value.substr(0, token.value.length() - 1),
value = tokens_to_list(sub_tree[0])
})
tokens = sub_tree[1]
DialogueConstants.TOKEN_DICTIONARY_REFERENCE:
var sub_tree = build_token_tree(tokens, line_type, DialogueConstants.TOKEN_BRACKET_CLOSE)
if sub_tree[0].size() > 0 and sub_tree[0][0].type == DialogueConstants.TOKEN_ERROR:
return [build_token_tree_error(sub_tree[0][0].value, token.index), tokens]
var args = tokens_to_list(sub_tree[0])
if args.size() != 1:
return [build_token_tree_error(DialogueConstants.ERR_INVALID_INDEX, token.index), tokens]
tree.append({
type = DialogueConstants.TOKEN_DICTIONARY_REFERENCE,
# Consume the trailing "["
variable = token.value.substr(0, token.value.length() - 1),
value = args[0]
})
tokens = sub_tree[1]
DialogueConstants.TOKEN_BRACE_OPEN:
var sub_tree = build_token_tree(tokens, line_type, DialogueConstants.TOKEN_BRACE_CLOSE)
if sub_tree[0].size() > 0 and sub_tree[0][0].type == DialogueConstants.TOKEN_ERROR:
return [build_token_tree_error(sub_tree[0][0].value, token.index), tokens]
tree.append({
type = DialogueConstants.TOKEN_DICTIONARY,
value = tokens_to_dictionary(sub_tree[0])
})
tokens = sub_tree[1]
DialogueConstants.TOKEN_BRACKET_OPEN:
var sub_tree = build_token_tree(tokens, line_type, DialogueConstants.TOKEN_BRACKET_CLOSE)
if sub_tree[0].size() > 0 and sub_tree[0][0].type == DialogueConstants.TOKEN_ERROR:
return [build_token_tree_error(sub_tree[0][0].value, token.index), tokens]
var type = DialogueConstants.TOKEN_ARRAY
var value = tokens_to_list(sub_tree[0])
# See if this is referencing a nested dictionary value
if tree.size() > 0:
var previous_token = tree[tree.size() - 1]
if previous_token.type in [DialogueConstants.TOKEN_DICTIONARY_REFERENCE, DialogueConstants.TOKEN_DICTIONARY_NESTED_REFERENCE]:
type = DialogueConstants.TOKEN_DICTIONARY_NESTED_REFERENCE
value = value[0]
tree.append({
type = type,
value = value
})
tokens = sub_tree[1]
DialogueConstants.TOKEN_PARENS_OPEN:
var sub_tree = build_token_tree(tokens, line_type, DialogueConstants.TOKEN_PARENS_CLOSE)
if sub_tree[0][0].type == DialogueConstants.TOKEN_ERROR:
return [build_token_tree_error(sub_tree[0][0].value, token.index), tokens]
tree.append({
type = DialogueConstants.TOKEN_GROUP,
value = sub_tree[0]
})
tokens = sub_tree[1]
DialogueConstants.TOKEN_PARENS_CLOSE, \
DialogueConstants.TOKEN_BRACE_CLOSE, \
DialogueConstants.TOKEN_BRACKET_CLOSE:
if token.type != expected_close_token:
return [build_token_tree_error(DialogueConstants.ERR_UNEXPECTED_CLOSING_BRACKET, token.index), tokens]
return [tree, tokens]
DialogueConstants.TOKEN_NOT:
# Double nots negate each other
if tokens.size() > 0 and tokens.front().type == DialogueConstants.TOKEN_NOT:
tokens.pop_front()
else:
tree.append({
type = token.type
})
DialogueConstants.TOKEN_COMMA, \
DialogueConstants.TOKEN_COLON, \
DialogueConstants.TOKEN_DOT:
tree.append({
type = token.type
})
DialogueConstants.TOKEN_COMPARISON, \
DialogueConstants.TOKEN_ASSIGNMENT, \
DialogueConstants.TOKEN_OPERATOR, \
DialogueConstants.TOKEN_AND_OR, \
DialogueConstants.TOKEN_VARIABLE: \
tree.append({
type = token.type,
value = token.value.strip_edges()
})
DialogueConstants.TOKEN_STRING:
tree.append({
type = token.type,
value = token.value.substr(1, token.value.length() - 2)
})
DialogueConstants.TOKEN_CONDITION:
return [build_token_tree_error(DialogueConstants.ERR_UNEXPECTED_CONDITION, token.index), token]
DialogueConstants.TOKEN_BOOL:
tree.append({
type = token.type,
value = token.value.to_lower() == "true"
})
DialogueConstants.TOKEN_NUMBER:
tree.append({
type = token.type,
value = token.value.to_float() if "." in token.value else token.value.to_int()
})
if expected_close_token != "":
return [build_token_tree_error(DialogueConstants.ERR_MISSING_CLOSING_BRACKET, tokens[0].index), tokens]
return [tree, tokens]
func check_next_token(token: Dictionary, next_tokens: Array[Dictionary], line_type: String) -> int:
var next_token_type = null
if next_tokens.size() > 0:
next_token_type = next_tokens.front().type
if token.type == DialogueConstants.TOKEN_ASSIGNMENT and line_type == DialogueConstants.TYPE_CONDITION:
return DialogueConstants.ERR_UNEXPECTED_ASSIGNMENT
var expected_token_types = []
var unexpected_token_types = []
match token.type:
DialogueConstants.TOKEN_FUNCTION, \
DialogueConstants.TOKEN_PARENS_OPEN:
unexpected_token_types = [
null,
DialogueConstants.TOKEN_COMMA,
DialogueConstants.TOKEN_COLON,
DialogueConstants.TOKEN_COMPARISON,
DialogueConstants.TOKEN_ASSIGNMENT,
DialogueConstants.TOKEN_OPERATOR,
DialogueConstants.TOKEN_AND_OR,
DialogueConstants.TOKEN_DOT
]
DialogueConstants.TOKEN_BRACKET_CLOSE:
unexpected_token_types = [
DialogueConstants.TOKEN_NOT,
DialogueConstants.TOKEN_BOOL,
DialogueConstants.TOKEN_STRING,
DialogueConstants.TOKEN_NUMBER,
DialogueConstants.TOKEN_VARIABLE
]
DialogueConstants.TOKEN_BRACE_OPEN:
expected_token_types = [
DialogueConstants.TOKEN_STRING,
DialogueConstants.TOKEN_NUMBER,
DialogueConstants.TOKEN_BRACE_CLOSE
]
DialogueConstants.TOKEN_PARENS_CLOSE, \
DialogueConstants.TOKEN_BRACE_CLOSE:
unexpected_token_types = [
DialogueConstants.TOKEN_NOT,
DialogueConstants.TOKEN_ASSIGNMENT,
DialogueConstants.TOKEN_BOOL,
DialogueConstants.TOKEN_STRING,
DialogueConstants.TOKEN_NUMBER,
DialogueConstants.TOKEN_VARIABLE
]
DialogueConstants.TOKEN_COMPARISON, \
DialogueConstants.TOKEN_OPERATOR, \
DialogueConstants.TOKEN_COMMA, \
DialogueConstants.TOKEN_DOT, \
DialogueConstants.TOKEN_NOT, \
DialogueConstants.TOKEN_AND_OR, \
DialogueConstants.TOKEN_DICTIONARY_REFERENCE:
unexpected_token_types = [
null,
DialogueConstants.TOKEN_COMMA,
DialogueConstants.TOKEN_COLON,
DialogueConstants.TOKEN_COMPARISON,
DialogueConstants.TOKEN_ASSIGNMENT,
DialogueConstants.TOKEN_OPERATOR,
DialogueConstants.TOKEN_AND_OR,
DialogueConstants.TOKEN_PARENS_CLOSE,
DialogueConstants.TOKEN_BRACE_CLOSE,
DialogueConstants.TOKEN_BRACKET_CLOSE,
DialogueConstants.TOKEN_DOT
]
DialogueConstants.TOKEN_COLON:
unexpected_token_types = [
DialogueConstants.TOKEN_COMMA,
DialogueConstants.TOKEN_COLON,
DialogueConstants.TOKEN_COMPARISON,
DialogueConstants.TOKEN_ASSIGNMENT,
DialogueConstants.TOKEN_OPERATOR,
DialogueConstants.TOKEN_AND_OR,
DialogueConstants.TOKEN_PARENS_CLOSE,
DialogueConstants.TOKEN_BRACE_CLOSE,
DialogueConstants.TOKEN_BRACKET_CLOSE,
DialogueConstants.TOKEN_DOT
]
DialogueConstants.TOKEN_BOOL, \
DialogueConstants.TOKEN_STRING, \
DialogueConstants.TOKEN_NUMBER:
unexpected_token_types = [
DialogueConstants.TOKEN_NOT,
DialogueConstants.TOKEN_ASSIGNMENT,
DialogueConstants.TOKEN_BOOL,
DialogueConstants.TOKEN_STRING,
DialogueConstants.TOKEN_NUMBER,
DialogueConstants.TOKEN_VARIABLE,
DialogueConstants.TOKEN_FUNCTION,
DialogueConstants.TOKEN_PARENS_OPEN,
DialogueConstants.TOKEN_BRACE_OPEN,
DialogueConstants.TOKEN_BRACKET_OPEN
]
DialogueConstants.TOKEN_VARIABLE:
unexpected_token_types = [
DialogueConstants.TOKEN_NOT,
DialogueConstants.TOKEN_BOOL,
DialogueConstants.TOKEN_STRING,
DialogueConstants.TOKEN_NUMBER,
DialogueConstants.TOKEN_VARIABLE,
DialogueConstants.TOKEN_FUNCTION,
DialogueConstants.TOKEN_PARENS_OPEN,
DialogueConstants.TOKEN_BRACE_OPEN,
DialogueConstants.TOKEN_BRACKET_OPEN
]
if (expected_token_types.size() > 0 and not next_token_type in expected_token_types or unexpected_token_types.size() > 0 and next_token_type in unexpected_token_types):
match next_token_type:
null:
return DialogueConstants.ERR_UNEXPECTED_END_OF_EXPRESSION
DialogueConstants.TOKEN_FUNCTION:
return DialogueConstants.ERR_UNEXPECTED_FUNCTION
DialogueConstants.TOKEN_PARENS_OPEN, \
DialogueConstants.TOKEN_PARENS_CLOSE:
return DialogueConstants.ERR_UNEXPECTED_BRACKET
DialogueConstants.TOKEN_COMPARISON, \
DialogueConstants.TOKEN_ASSIGNMENT, \
DialogueConstants.TOKEN_OPERATOR, \
DialogueConstants.TOKEN_NOT, \
DialogueConstants.TOKEN_AND_OR:
return DialogueConstants.ERR_UNEXPECTED_OPERATOR
DialogueConstants.TOKEN_COMMA:
return DialogueConstants.ERR_UNEXPECTED_COMMA
DialogueConstants.TOKEN_COLON:
return DialogueConstants.ERR_UNEXPECTED_COLON
DialogueConstants.TOKEN_DOT:
return DialogueConstants.ERR_UNEXPECTED_DOT
DialogueConstants.TOKEN_BOOL:
return DialogueConstants.ERR_UNEXPECTED_BOOLEAN
DialogueConstants.TOKEN_STRING:
return DialogueConstants.ERR_UNEXPECTED_STRING
DialogueConstants.TOKEN_NUMBER:
return DialogueConstants.ERR_UNEXPECTED_NUMBER
DialogueConstants.TOKEN_VARIABLE:
return DialogueConstants.ERR_UNEXPECTED_VARIABLE
return DialogueConstants.ERR_INVALID_EXPRESSION
return OK
func tokens_to_list(tokens: Array[Dictionary]) -> Array[Array]:
var list: Array[Array] = []
var current_item: Array[Dictionary] = []
for token in tokens:
if token.type == DialogueConstants.TOKEN_COMMA:
list.append(current_item)
current_item = []
else:
current_item.append(token)
if current_item.size() > 0:
list.append(current_item)
return list
func tokens_to_dictionary(tokens: Array[Dictionary]) -> Dictionary:
var dictionary = {}
for i in range(0, tokens.size()):
if tokens[i].type == DialogueConstants.TOKEN_COLON:
dictionary[tokens[i-1]] = tokens[i+1]
return dictionary
func find_match(input: String) -> Dictionary:
for key in TOKEN_DEFINITIONS.keys():
var regex = TOKEN_DEFINITIONS.get(key)
var found = regex.search(input)
if found:
return {
type = key,
remaining_text = input.substr(found.strings[0].length()),
value = found.strings[0]
}
return {}