[fine] Multi-module compilation

It's a little bit complicated, loading a module is a two-step dance
but here's how it's done. Probably some surface-area refactoring needs
to happen so that we do the right thing.
This commit is contained in:
John Doty 2024-03-30 16:33:27 -07:00
parent ab477cd783
commit a3d4c24f11
8 changed files with 506 additions and 274 deletions

View file

@ -107,7 +107,7 @@ fn generate_test_for_file(path: PathBuf) -> String {
} else if let Some(line) = line.strip_prefix("@eval:") { } else if let Some(line) = line.strip_prefix("@eval:") {
let expected = line.trim(); let expected = line.trim();
assertions.push(quote! { assertions.push(quote! {
crate::assert_eval_ok(_module.clone(), #expected); crate::assert_eval_ok(&program, _module.clone(), #expected);
}); });
} else if let Some(line) = line.strip_prefix("@check-error:") { } else if let Some(line) = line.strip_prefix("@check-error:") {
let expected = line.trim(); let expected = line.trim();
@ -139,8 +139,8 @@ fn generate_test_for_file(path: PathBuf) -> String {
#disabled #disabled
fn #name() { fn #name() {
let source : std::rc::Rc<str> = #contents.into(); let source : std::rc::Rc<str> = #contents.into();
let mut runtime = crate::test_runtime(#display_path, source.clone()); let mut program = crate::test_runtime(#display_path, source.clone());
let (_errors, _module) = runtime.load_module("__test__").unwrap(); let (_errors, _module) = program.load_module("__test__").unwrap();
#(#assertions)* #(#assertions)*
} }

View file

@ -3,7 +3,9 @@ use std::rc::Rc;
use crate::{ use crate::{
parser::{Child, SyntaxTree, Tree, TreeKind, TreeRef}, parser::{Child, SyntaxTree, Tree, TreeKind, TreeRef},
semantics::{string_constant_to_string, Declaration, Location, Origin, Semantics, Type}, semantics::{
string_constant_to_string, Declaration, Location, ModuleId, Origin, Semantics, Type,
},
tokens::TokenKind, tokens::TokenKind,
}; };
@ -62,6 +64,8 @@ pub enum Instruction {
StoreSlot(usize), StoreSlot(usize),
StringAdd, StringAdd,
NewList(usize), NewList(usize),
ModulePrefix(ModuleId),
} }
pub enum Export { pub enum Export {
@ -69,23 +73,31 @@ pub enum Export {
Global(usize), Global(usize),
} }
pub struct Module { pub struct CompiledModule {
pub id: ModuleId,
pub functions: Vec<Rc<Function>>, // Functions pub functions: Vec<Rc<Function>>, // Functions
pub globals: usize, // The number of global variables pub globals: usize, // The number of global variables
pub exports: HashMap<String, Export>, // Exports by name pub exports: HashMap<String, Export>, // Exports by name
pub init: usize, // The index of the initialization function pub init: usize, // The index of the initialization function
pub deps: Vec<ModuleId>, // Modules I depend on
} }
impl Module { impl CompiledModule {
pub fn new() -> Self { pub fn new(id: ModuleId) -> Self {
Module { CompiledModule {
id,
functions: Vec::new(), functions: Vec::new(),
globals: 0, globals: 0,
exports: HashMap::new(), exports: HashMap::new(),
init: 0, init: 0,
deps: Vec::new(),
} }
} }
pub fn init_function(&self) -> &Rc<Function> {
&self.functions[self.init]
}
pub fn functions(&self) -> &[Rc<Function>] { pub fn functions(&self) -> &[Rc<Function>] {
&self.functions &self.functions
} }
@ -147,7 +159,7 @@ struct Compiler<'a> {
semantics: &'a Semantics, semantics: &'a Semantics,
syntax: &'a SyntaxTree, syntax: &'a SyntaxTree,
module: Module, module: CompiledModule,
function: Function, function: Function,
} }
@ -268,7 +280,7 @@ fn function_from_class_decl(source: &str, tree: &Tree) -> Result<Function, &'sta
Ok(Function::new(name, field_count)) Ok(Function::new(name, field_count))
} }
pub fn compile(semantics: &Semantics) -> Rc<Module> { pub fn compile_module(semantics: &Semantics) -> Rc<CompiledModule> {
let source = semantics.source(); let source = semantics.source();
let syntax_tree = semantics.tree(); let syntax_tree = semantics.tree();
@ -277,7 +289,7 @@ pub fn compile(semantics: &Semantics) -> Rc<Module> {
semantics: &semantics, semantics: &semantics,
syntax: &syntax_tree, syntax: &syntax_tree,
module: Module::new(), module: CompiledModule::new(semantics.mid()),
function: Function::new("<< module >>", 0), function: Function::new("<< module >>", 0),
}; };
@ -318,6 +330,7 @@ pub fn compile(semantics: &Semantics) -> Rc<Module> {
module.functions.push(f.unwrap()); module.functions.push(f.unwrap());
} }
module.deps.append(&mut semantics.import_ids());
Rc::new(module) Rc::new(module)
} }
@ -650,8 +663,6 @@ fn compile_identifier_expression(c: &mut Compiler, t: TreeRef, tree: &Tree) -> C
} }
fn compile_load_declaration(c: &mut Compiler, t: TreeRef, declaration: &Declaration) -> CR { fn compile_load_declaration(c: &mut Compiler, t: TreeRef, declaration: &Declaration) -> CR {
// TODO: Handle load of non-local value.
let index = declaration.index; let index = declaration.index;
let instruction = match declaration.location { let instruction = match declaration.location {
Location::Local => { Location::Local => {
@ -665,7 +676,12 @@ fn compile_load_declaration(c: &mut Compiler, t: TreeRef, declaration: &Declarat
Instruction::LoadArgument(index) Instruction::LoadArgument(index)
} }
Location::Module => { Location::Module => {
compiler_assert!(c, t, index < c.module.globals); if declaration.module != c.semantics.mid() {
// TODO: Assert here too?
c.push(Instruction::ModulePrefix(declaration.module));
} else {
compiler_assert!(c, t, index < c.module.globals);
}
Instruction::LoadModule(index) Instruction::LoadModule(index)
} }
Location::Slot => { Location::Slot => {
@ -673,7 +689,12 @@ fn compile_load_declaration(c: &mut Compiler, t: TreeRef, declaration: &Declarat
Instruction::LoadSlot(index) Instruction::LoadSlot(index)
} }
Location::Function => Instruction::LoadFunction(index), Location::Function => {
if declaration.module != c.semantics.mid() {
c.push(Instruction::ModulePrefix(declaration.module));
}
Instruction::LoadFunction(index)
}
Location::ExternalFunction => Instruction::LoadExternFunction(index), Location::ExternalFunction => Instruction::LoadExternFunction(index),
@ -1059,6 +1080,8 @@ fn compile_statement(c: &mut Compiler, t: TreeRef, gen_value: bool) {
TreeKind::LetStatement => compile_let_statement(c, t, tree, gen_value), TreeKind::LetStatement => compile_let_statement(c, t, tree, gen_value),
TreeKind::ReturnStatement => compile_return_statement(c, tree), TreeKind::ReturnStatement => compile_return_statement(c, tree),
TreeKind::WhileStatement => compile_while_statement(c, tree, gen_value), TreeKind::WhileStatement => compile_while_statement(c, tree, gen_value),
TreeKind::Export => compile_export_statement(c, tree, gen_value),
TreeKind::ExportList => OK,
_ => ice!(c, t, "unsupported statement tree kind {:?}", tree.kind), _ => ice!(c, t, "unsupported statement tree kind {:?}", tree.kind),
}; };
@ -1071,6 +1094,11 @@ fn compile_statement(c: &mut Compiler, t: TreeRef, gen_value: bool) {
} }
} }
fn compile_export_statement(c: &mut Compiler, tree: &Tree, gen_value: bool) -> CR {
compile_statement(c, tree.nth_tree(1).ok_or("nothing to export")?, gen_value);
OK
}
fn compile_if_statement(c: &mut Compiler, tree: &Tree, gen_value: bool) -> CR { fn compile_if_statement(c: &mut Compiler, tree: &Tree, gen_value: bool) -> CR {
compile_expression(c, tree.nth_tree(0).ok_or("no expr")?); compile_expression(c, tree.nth_tree(0).ok_or("no expr")?);
if !gen_value { if !gen_value {
@ -1120,7 +1148,9 @@ fn compile_let_statement(c: &mut Compiler, t: TreeRef, tree: &Tree, gen_value: b
Instruction::StoreLocal(index) Instruction::StoreLocal(index)
} }
Location::Module => { Location::Module => {
if index >= c.module.globals { if declaration.module != c.semantics.mid() {
c.push(Instruction::ModulePrefix(declaration.module));
} else if index >= c.module.globals {
c.module.globals = index + 1; c.module.globals = index + 1;
} }
Instruction::StoreModule(index) Instruction::StoreModule(index)

View file

@ -1,181 +1,51 @@
use std::{collections::HashMap, fs, path::PathBuf, rc::Rc}; use std::{path::PathBuf, rc::Rc};
use compiler::compile; use compiler::compile_module;
use parser::parse; use program::{Module, Program, StandardModuleLoader};
use semantics::{check, Error, ImportRecord, ModuleId, Semantics};
use vm::{eval, Context}; use vm::{eval, Context};
pub mod compiler; pub mod compiler;
pub mod parser; pub mod parser;
pub mod program;
pub mod semantics; pub mod semantics;
pub mod tokens; pub mod tokens;
pub mod vm; pub mod vm;
pub enum ModuleSource { fn load_module(
SourceText(String), program: &Program,
} module: &Rc<Module>,
context: &mut Context,
) -> Result<(), vm::VMError> {
if !context.loaded(module.id()) {
let semantics = module.semantics();
let module = compile_module(&semantics);
context.set_module(module.clone());
#[derive(Debug)] for dep in module.deps.iter() {
pub enum ModuleLoadError { if let Some(dep_mod) = program.get_module(dep) {
IO(String, std::io::Error), load_module(program, dep_mod, context)?;
}
pub trait ModuleLoader {
fn normalize_module_name(&self, source: &str, name: String) -> String;
fn load_module(&self, name: &String) -> Result<ModuleSource, ModuleLoadError>;
}
pub struct StandardModuleLoader {
base_path: PathBuf,
}
impl StandardModuleLoader {
pub fn new(base_path: PathBuf) -> Self {
StandardModuleLoader { base_path }
}
}
impl ModuleLoader for StandardModuleLoader {
fn normalize_module_name(&self, source: &str, name: String) -> String {
let p = self.base_path.join(source).join(name.clone());
let result = match std::fs::canonicalize(&p) {
Ok(p) => match p.into_os_string().into_string() {
Ok(s) => s,
Err(_e) => name.clone(),
},
Err(_e) => name.clone(),
};
result
}
fn load_module(&self, name: &String) -> Result<ModuleSource, ModuleLoadError> {
match fs::read_to_string(name) {
Ok(c) => Ok(ModuleSource::SourceText(c)),
Err(e) => Err(ModuleLoadError::IO(name.clone(), e)),
}
}
}
pub struct Module {
id: ModuleId,
semantics: Rc<Semantics>,
}
impl Module {
pub fn id(&self) -> ModuleId {
self.id
}
pub fn semantics(&self) -> Rc<Semantics> {
self.semantics.clone()
}
}
pub struct Runtime {
next_module_id: u64,
modules: HashMap<String, Rc<Module>>,
loader: Box<dyn ModuleLoader>,
}
impl Runtime {
pub fn new(loader: Box<dyn ModuleLoader>) -> Self {
Runtime {
next_module_id: 0,
modules: HashMap::new(),
loader,
}
}
pub fn load_module(
&mut self,
name: &str,
) -> Result<(Vec<Rc<Error>>, Rc<Module>), ModuleLoadError> {
let mut init_pending = HashMap::new();
let mut names = Vec::new();
let name = self.loader.normalize_module_name("", name.to_string());
names.push(name.clone());
let mut id_assign = self.next_module_id;
while let Some(name) = names.pop() {
if self.modules.contains_key(&name) || init_pending.contains_key(&name) {
// Either already loaded or pending load.
continue;
}
// TODO: Errors here are bad! Remember, run everything!
match self.loader.load_module(&name)? {
ModuleSource::SourceText(source) => {
let mid = ModuleId::from(id_assign);
id_assign += 1;
let source: Rc<str> = source.into();
let (tree, lines) = parse(&source);
let semantics = Rc::new(Semantics::new(
mid,
name.clone().into(),
source,
tree,
lines,
));
let mut normalized_imports = Vec::new();
for import in semantics.imports() {
let normalized = self.loader.normalize_module_name(&name, import.clone());
names.push(normalized.clone());
normalized_imports.push((import, normalized));
}
init_pending.insert(name, (mid, normalized_imports, semantics));
}
} }
} }
for (_, (_, imports, semantics)) in init_pending.iter() { eval(context, module.id, module.init, &[])?;
let mut import_table = HashMap::new();
for (import, normalized) in imports.iter() {
// NOTE: We look up the load(ed|ing) module here by normalized name, because that's how
// we track it...
let target = if let Some(module) = self.modules.get(&*normalized) {
ImportRecord {
name: normalized.clone(),
module_id: module.id(),
semantics: Rc::downgrade(&module.semantics),
}
} else {
let (module_id, _, semantics) = init_pending.get(&*normalized).unwrap();
ImportRecord {
name: normalized.clone(),
module_id: *module_id,
semantics: Rc::downgrade(semantics),
}
};
// ...but we set it into the import table here with the name
// that the source code used, for more better binding.
import_table.insert(import.clone(), target);
}
semantics.set_imports(import_table);
}
let mut errors = Vec::new();
for (name, (id, _, semantics)) in init_pending.into_iter() {
check(&semantics);
errors.append(&mut semantics.snapshot_errors());
self.modules.insert(name, Rc::new(Module { id, semantics }));
}
self.next_module_id = id_assign;
let result = self.modules.get(&name).unwrap().clone();
Ok((errors, result))
} }
Ok(())
}
pub fn compile_program(program: &Program, context: &mut Context) -> Result<(), vm::VMError> {
for module in program.modules() {
load_module(program, module, context)?;
}
Ok(())
} }
pub fn process_file(file: &str) { pub fn process_file(file: &str) {
let mut runtime = Runtime::new(Box::new(StandardModuleLoader::new(PathBuf::from(".")))); let mut program = Program::new(Box::new(StandardModuleLoader::new(PathBuf::from("."))));
let (errors, module) = match runtime.load_module(file) { // Load the program text
let (errors, _) = match program.load_module(file) {
Ok(r) => r, Ok(r) => r,
Err(_) => { Err(_) => {
eprintln!("Error loading module"); eprintln!("Error loading module");
@ -191,16 +61,10 @@ pub fn process_file(file: &str) {
return; return;
} }
// shrug // This is weird, why run the init function as main? Maybe just run main?
let semantics = module.semantics(); let mut context = Context::new();
let module = compile(&semantics); match compile_program(&program, &mut context) {
let main_function = module.functions[module.init].clone(); Ok(_) => {}
let mut context = Context::new(module.clone());
match eval(&mut context, main_function, vec![]) {
Ok(v) => {
println!("{:?}", v);
}
Err(e) => { Err(e) => {
eprintln!("{:?}", e); eprintln!("{:?}", e);
} }

196
fine/src/program.rs Normal file
View file

@ -0,0 +1,196 @@
use std::{collections::HashMap, fs, path::PathBuf, rc::Rc};
use crate::parser::parse;
use crate::semantics::{check, Error, ImportRecord, ModuleId, Semantics};
pub enum ModuleSource {
SourceText(String),
}
#[derive(Debug)]
pub enum ModuleLoadError {
IO(String, std::io::Error),
}
pub trait ModuleLoader {
fn normalize_module_name(&self, source: &str, name: String) -> String;
fn load_module(&self, name: &String) -> Result<ModuleSource, ModuleLoadError>;
}
pub struct StandardModuleLoader {
base_path: PathBuf,
}
impl StandardModuleLoader {
pub fn new(base_path: PathBuf) -> Self {
StandardModuleLoader { base_path }
}
}
impl ModuleLoader for StandardModuleLoader {
fn normalize_module_name(&self, source: &str, name: String) -> String {
let p = self.base_path.join(source).join(name.clone());
let result = match std::fs::canonicalize(&p) {
Ok(p) => match p.into_os_string().into_string() {
Ok(s) => s,
Err(_e) => name.clone(),
},
Err(_e) => name.clone(),
};
result
}
fn load_module(&self, name: &String) -> Result<ModuleSource, ModuleLoadError> {
match fs::read_to_string(name) {
Ok(c) => Ok(ModuleSource::SourceText(c)),
Err(e) => Err(ModuleLoadError::IO(name.clone(), e)),
}
}
}
pub struct Module {
id: ModuleId,
semantics: Rc<Semantics>,
}
impl Module {
pub fn id(&self) -> ModuleId {
self.id
}
pub fn semantics(&self) -> Rc<Semantics> {
self.semantics.clone()
}
}
struct PendingModule {
mid: ModuleId,
imports: Vec<(String, String)>, // (raw, normalized)
semantics: Rc<Semantics>,
}
pub struct Program {
next_module_id: u64,
modules: HashMap<String, Rc<Module>>,
modules_by_id: HashMap<ModuleId, Rc<Module>>,
loader: Box<dyn ModuleLoader>,
}
impl Program {
pub fn new(loader: Box<dyn ModuleLoader>) -> Self {
Program {
next_module_id: 0,
modules: HashMap::new(),
modules_by_id: HashMap::new(),
loader,
}
}
pub fn modules(&self) -> impl Iterator<Item = &Rc<Module>> {
self.modules.values()
}
pub fn get_module(&self, id: &ModuleId) -> Option<&Rc<Module>> {
self.modules_by_id.get(id)
}
pub fn load_module(
&mut self,
name: &str,
) -> Result<(Vec<Rc<Error>>, Rc<Module>), ModuleLoadError> {
let mut init_pending = HashMap::new();
let mut names = Vec::new();
let name = self.loader.normalize_module_name("", name.to_string());
names.push(name.clone());
let mut id_assign = self.next_module_id;
while let Some(name) = names.pop() {
if self.modules.contains_key(&name) || init_pending.contains_key(&name) {
// Either already loaded or pending load.
continue;
}
// TODO: Errors here are bad! Remember, run everything!
match self.loader.load_module(&name)? {
ModuleSource::SourceText(source) => {
let mid = ModuleId::from(id_assign);
id_assign += 1;
let source: Rc<str> = source.into();
let (tree, lines) = parse(&source);
let semantics = Rc::new(Semantics::new(
mid,
name.clone().into(),
source,
tree,
lines,
));
let mut imports = Vec::new();
for import in semantics.imports() {
let normalized = self.loader.normalize_module_name(&name, import.clone());
names.push(normalized.clone());
imports.push((import, normalized));
}
init_pending.insert(
name,
PendingModule {
semantics,
mid,
imports,
},
);
}
}
}
for (_, pending) in init_pending.iter() {
let mut import_table = HashMap::new();
for (import, normalized) in pending.imports.iter() {
// NOTE: We look up the load(ed|ing) module here by normalized name, because that's how
// we track it...
let target = if let Some(module) = self.modules.get(&*normalized) {
ImportRecord {
name: normalized.clone(),
module_id: module.id(),
semantics: Rc::downgrade(&module.semantics),
}
} else {
let other = init_pending.get(&*normalized).unwrap();
ImportRecord {
name: normalized.clone(),
module_id: other.mid,
semantics: Rc::downgrade(&other.semantics),
}
};
// ...but we set it into the import table here with the name
// that the source code used, for more better binding.
import_table.insert(import.clone(), target);
}
// Now tell the semantics object about its import table.
pending.semantics.set_imports(import_table);
}
let mut errors = Vec::new();
for (name, pending) in init_pending.into_iter() {
check(&pending.semantics);
errors.append(&mut pending.semantics.snapshot_errors());
let module = Rc::new(Module {
id: pending.mid,
semantics: pending.semantics,
});
self.modules.insert(name, module.clone());
self.modules_by_id.insert(pending.mid, module);
}
self.next_module_id = id_assign;
let result = self.modules.get(&name).unwrap().clone();
Ok((errors, result))
}
}

View file

@ -116,6 +116,12 @@ impl From<u64> for ModuleId {
} }
} }
impl fmt::Display for ModuleId {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
write!(f, "#{}", self.0)
}
}
#[derive(Clone, Debug)] #[derive(Clone, Debug)]
pub struct ImportRecord { pub struct ImportRecord {
pub name: String, pub name: String,
@ -762,6 +768,12 @@ impl Semantics {
self.import_map.set(imports).expect("imports already set"); self.import_map.set(imports).expect("imports already set");
} }
pub fn import_ids(&self) -> Vec<ModuleId> {
// TODO: Pull from by_name when we go global
let import_map = self.import_map.get().unwrap();
import_map.by_id.keys().map(|id| *id).collect()
}
pub fn import_by_id(&self, mid: ModuleId) -> Option<Rc<Semantics>> { pub fn import_by_id(&self, mid: ModuleId) -> Option<Rc<Semantics>> {
// TODO: ACTUALLY THIS IS WRONG, WE NEED THE GLOBAL MAP HERE, NOT THE LOCAL ONE. // TODO: ACTUALLY THIS IS WRONG, WE NEED THE GLOBAL MAP HERE, NOT THE LOCAL ONE.
let import_map = self.import_map.get()?; let import_map = self.import_map.get()?;
@ -815,6 +827,10 @@ impl Semantics {
} }
} }
pub fn mid(&self) -> ModuleId {
self.mid
}
fn report_error_span<T>(&self, start_pos: usize, end_pos: usize, error: T) -> Rc<Error> fn report_error_span<T>(&self, start_pos: usize, end_pos: usize, error: T) -> Rc<Error>
where where
T: ToString, T: ToString,

View file

@ -1,11 +1,13 @@
use core::fmt;
use std::cell::{Cell, RefCell}; use std::cell::{Cell, RefCell};
use std::collections::HashMap;
use std::rc::Rc; use std::rc::Rc;
use crate::compiler::{ use crate::compiler::{
Export, Function, Instruction, Module, EXTERN_BUILTIN_LIST_GET_ITERATOR, CompiledModule, Export, Function, Instruction, EXTERN_BUILTIN_LIST_GET_ITERATOR,
EXTERN_BUILTIN_LIST_ITERATOR_NEXT, EXTERN_BUILTIN_NOOP, EXTERN_BUILTIN_LIST_ITERATOR_NEXT, EXTERN_BUILTIN_NOOP,
}; };
use crate::semantics::Type; use crate::semantics::{ModuleId, Type};
use thiserror::Error; use thiserror::Error;
#[derive(Error, Debug)] #[derive(Error, Debug)]
@ -49,6 +51,8 @@ pub enum VMErrorCode {
ExportNotFound(String), ExportNotFound(String),
#[error("the requested export is not a function: {0}")] #[error("the requested export is not a function: {0}")]
ExportNotFunction(String), ExportNotFunction(String),
#[error("a module with id {0} has not been loaded")]
ModuleNotFound(ModuleId),
} }
#[derive(Debug)] #[derive(Debug)]
@ -85,6 +89,21 @@ pub struct ListIterator {
index: Cell<usize>, index: Cell<usize>,
} }
#[derive(Clone)]
pub enum FuncValue {
Function(Rc<RuntimeModule>, Rc<Function>),
ExternFunction(usize),
}
impl fmt::Debug for FuncValue {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
match self {
FuncValue::Function(m, func) => write!(f, "fuction #{:?}:{:?}", m, func),
FuncValue::ExternFunction(i) => write!(f, "external {i}"),
}
}
}
#[derive(Clone, Debug)] #[derive(Clone, Debug)]
pub enum StackValue { pub enum StackValue {
Nothing, Nothing,
@ -92,8 +111,7 @@ pub enum StackValue {
Float(f64), Float(f64),
Int(i64), Int(i64),
String(Rc<str>), String(Rc<str>),
Function(Rc<Function>), Function(Box<FuncValue>),
ExternFunction(usize),
Object(Rc<Object>), Object(Rc<Object>),
List(Rc<Vec<StackValue>>), List(Rc<Vec<StackValue>>),
ListIterator(Rc<ListIterator>), ListIterator(Rc<ListIterator>),
@ -136,13 +154,9 @@ impl StackValue {
} }
} }
enum FuncValue {
Function(Rc<Function>),
ExternFunction(usize),
}
#[derive(Debug)] #[derive(Debug)]
pub struct Frame { pub struct Frame {
module: Rc<RuntimeModule>,
func: Rc<Function>, func: Rc<Function>,
args: Vec<StackValue>, args: Vec<StackValue>,
locals: Vec<StackValue>, locals: Vec<StackValue>,
@ -151,11 +165,12 @@ pub struct Frame {
} }
impl Frame { impl Frame {
fn from_function(func: Rc<Function>, args: Vec<StackValue>) -> Self { fn from_function(module: Rc<RuntimeModule>, func: Rc<Function>, args: Vec<StackValue>) -> Self {
let mut locals = Vec::new(); let mut locals = Vec::new();
locals.resize(func.locals(), StackValue::Nothing); locals.resize(func.locals(), StackValue::Nothing);
Frame { Frame {
module,
func, func,
args, args,
locals, locals,
@ -164,8 +179,12 @@ impl Frame {
} }
} }
pub fn func(&self) -> Rc<Function> { pub fn module(&self) -> &Rc<RuntimeModule> {
self.func.clone() &self.module
}
pub fn func(&self) -> &Rc<Function> {
&self.func
} }
pub fn args(&self) -> &[StackValue] { pub fn args(&self) -> &[StackValue] {
@ -235,12 +254,12 @@ impl Frame {
self.push_value(StackValue::String(v)) self.push_value(StackValue::String(v))
} }
fn push_function(&mut self, v: Rc<Function>) { fn push_function(&mut self, m: Rc<RuntimeModule>, v: Rc<Function>) {
self.push_value(StackValue::Function(v)); self.push_value(StackValue::Function(Box::new(FuncValue::Function(m, v))));
} }
fn push_extern_function(&mut self, v: usize) { fn push_extern_function(&mut self, v: usize) {
self.push_value(StackValue::ExternFunction(v)); self.push_value(StackValue::Function(Box::new(FuncValue::ExternFunction(v))));
} }
fn push_object(&mut self, v: Rc<Object>) { fn push_object(&mut self, v: Rc<Object>) {
@ -297,55 +316,86 @@ impl Frame {
fn pop_function(&mut self) -> Result<FuncValue> { fn pop_function(&mut self) -> Result<FuncValue> {
match self.pop_value()? { match self.pop_value()? {
StackValue::Function(f) => Ok(FuncValue::Function(f)), StackValue::Function(f) => Ok(*f),
StackValue::ExternFunction(i) => Ok(FuncValue::ExternFunction(i)),
v => Err(VMErrorCode::StackExpectedFunction(v)), v => Err(VMErrorCode::StackExpectedFunction(v)),
} }
} }
} }
pub struct Context { pub struct RuntimeModule {
module: Rc<Module>, code: Rc<CompiledModule>,
globals: Vec<StackValue>, globals: RefCell<Vec<StackValue>>,
} }
impl Context { impl fmt::Debug for RuntimeModule {
pub fn new(module: Rc<Module>) -> Context { fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
let mut globals = Vec::new(); write!(f, "#{}", self.code.id)
globals.resize(module.globals, StackValue::Nothing);
Context { module, globals }
} }
}
pub fn init(&mut self) -> std::result::Result<(), VMError> { impl RuntimeModule {
let init_index = self.module.init; fn new(code: Rc<CompiledModule>) -> RuntimeModule {
let init_fn = self.module.functions[init_index].clone(); let mut globals = Vec::new();
eval(self, init_fn, vec![])?; globals.resize(code.globals, StackValue::Nothing);
Ok(()) RuntimeModule {
code,
globals: RefCell::new(globals),
}
} }
fn get_global(&self, i: usize) -> Result<StackValue> { fn get_global(&self, i: usize) -> Result<StackValue> {
self.globals self.globals
.borrow()
.get(i) .get(i)
.map(|v| v.clone()) .map(|v| v.clone())
.ok_or_else(|| VMErrorCode::GlobalOutOfRange(i)) // TODO: Test .ok_or_else(|| VMErrorCode::GlobalOutOfRange(i)) // TODO: Test
} }
fn set_global(&mut self, i: usize, v: StackValue) -> Result<()> { fn set_global(&self, i: usize, v: StackValue) -> Result<()> {
if i >= self.globals.len() { let mut globals = self.globals.borrow_mut();
if i >= globals.len() {
Err(VMErrorCode::GlobalOutOfRange(i)) // TODO: Test Err(VMErrorCode::GlobalOutOfRange(i)) // TODO: Test
} else { } else {
self.globals[i] = v; globals[i] = v;
Ok(()) Ok(())
} }
} }
fn get_function(&self, i: usize) -> Result<Rc<Function>> { fn get_function(&self, i: usize) -> Result<Rc<Function>> {
let functions = self.module.functions(); let functions = self.code.functions();
functions functions
.get(i) .get(i)
.map(|v| v.clone()) .map(|v| v.clone())
.ok_or_else(|| VMErrorCode::FunctionOutOfRange(i)) // TODO: Test .ok_or_else(|| VMErrorCode::FunctionOutOfRange(i)) // TODO: Test
} }
}
pub struct Context {
modules: HashMap<ModuleId, Rc<RuntimeModule>>,
module_prefix: Option<ModuleId>,
}
impl Context {
pub fn new() -> Context {
Context {
modules: HashMap::new(),
module_prefix: None,
}
}
pub fn loaded(&self, module: ModuleId) -> bool {
self.modules.contains_key(&module)
}
pub fn get_module(&self, module: ModuleId) -> Option<&Rc<CompiledModule>> {
self.modules.get(&module).map(|rm| &rm.code)
}
pub fn set_module(&mut self, module: Rc<CompiledModule>) {
let id = module.id;
let runtime_module = Rc::new(RuntimeModule::new(module));
self.modules.insert(id, runtime_module.clone());
}
fn call_extern_function(&self, index: usize, args: &[StackValue]) -> Result<StackValue> { fn call_extern_function(&self, index: usize, args: &[StackValue]) -> Result<StackValue> {
match index { match index {
@ -398,6 +448,8 @@ fn eval_one(
f: &mut Frame, f: &mut Frame,
stack: &mut Vec<Frame>, stack: &mut Vec<Frame>,
) -> Result<Flow> { ) -> Result<Flow> {
let module_prefix = c.module_prefix.take();
match instruction { match instruction {
Instruction::Panic(index) => { Instruction::Panic(index) => {
let v = f let v = f
@ -462,7 +514,15 @@ fn eval_one(
f.push_value(v); f.push_value(v);
} }
Instruction::LoadModule(i) => { Instruction::LoadModule(i) => {
let v = c.get_global(i)?; let module = module_prefix
.map(|id| {
c.modules
.get(&id)
.ok_or_else(|| VMErrorCode::ModuleNotFound(id))
})
.unwrap_or(Ok(&f.module))?;
let v = module.get_global(i)?;
f.push_value(v); f.push_value(v);
} }
Instruction::PushFalse => { Instruction::PushFalse => {
@ -491,7 +551,15 @@ fn eval_one(
} }
Instruction::StoreModule(i) => { Instruction::StoreModule(i) => {
let v = f.pop_value()?; let v = f.pop_value()?;
c.set_global(i, v)?; let module = module_prefix
.map(|id| {
c.modules
.get(&id)
.ok_or_else(|| VMErrorCode::ModuleNotFound(id))
})
.unwrap_or(Ok(&f.module))?;
module.set_global(i, v)?;
} }
Instruction::StoreSlot(i) => { Instruction::StoreSlot(i) => {
let o = f.pop_object()?; let o = f.pop_object()?;
@ -499,8 +567,16 @@ fn eval_one(
o.values.borrow_mut()[i] = v; o.values.borrow_mut()[i] = v;
} }
Instruction::LoadFunction(i) => { Instruction::LoadFunction(i) => {
let v = c.get_function(i)?; let module = module_prefix
f.push_function(v); .map(|id| {
c.modules
.get(&id)
.ok_or_else(|| VMErrorCode::ModuleNotFound(id))
})
.unwrap_or(Ok(&f.module))?;
let v = module.get_function(i)?;
f.push_function(module.clone(), v);
} }
Instruction::LoadExternFunction(i) => { Instruction::LoadExternFunction(i) => {
f.push_extern_function(i); f.push_extern_function(i);
@ -512,8 +588,8 @@ fn eval_one(
args.push(f.pop_value()?); args.push(f.pop_value()?);
} }
match function { match function {
FuncValue::Function(func) => { FuncValue::Function(module, func) => {
let mut frame = Frame::from_function(func, args); let mut frame = Frame::from_function(module, func, args);
std::mem::swap(&mut frame, f); std::mem::swap(&mut frame, f);
frame.pc = *index; frame.pc = *index;
stack.push(frame); stack.push(frame);
@ -538,8 +614,8 @@ fn eval_one(
let x = f.pop_string()?; let x = f.pop_string()?;
let y = f.pop_string()?; let y = f.pop_string()?;
let mut new_string = x.to_string(); let mut new_string = y.to_string();
new_string.push_str(&y); new_string.push_str(&x);
f.push_string(new_string.into()); f.push_string(new_string.into());
} }
@ -629,18 +705,22 @@ fn eval_one(
} }
f.push_list(Rc::new(v)); f.push_list(Rc::new(v));
} }
Instruction::ModulePrefix(mid) => {
c.module_prefix = Some(mid);
}
} }
Ok(Flow::Continue) Ok(Flow::Continue)
} }
pub fn eval( fn eval_core(
c: &mut Context, c: &mut Context,
module: Rc<RuntimeModule>,
function: Rc<Function>, function: Rc<Function>,
args: Vec<StackValue>, args: Vec<StackValue>,
) -> std::result::Result<StackValue, VMError> { ) -> std::result::Result<StackValue, VMError> {
let mut stack = Vec::new(); let mut stack = Vec::new();
let mut f = Frame::from_function(function, args); let mut f = Frame::from_function(module, function, args);
let mut index = 0; let mut index = 0;
loop { loop {
@ -685,12 +765,45 @@ pub fn eval(
} }
} }
pub fn eval(
c: &mut Context,
module: ModuleId,
function: usize,
args: &[StackValue],
) -> std::result::Result<StackValue, VMError> {
let Some(module) = c.modules.get(&module) else {
return Err(VMError {
code: VMErrorCode::ModuleNotFound(module),
stack: Box::new([]),
});
};
let Some(function) = module.code.functions.get(function) else {
return Err(VMError {
code: VMErrorCode::FunctionOutOfRange(function),
stack: Box::new([]),
});
};
let function = function.clone();
let args = args.iter().map(|a| a.clone()).collect();
eval_core(c, module.clone(), function, args)
}
pub fn eval_export_fn( pub fn eval_export_fn(
c: &mut Context, c: &mut Context,
module: ModuleId,
name: &str, name: &str,
args: &[StackValue], args: &[StackValue],
) -> std::result::Result<StackValue, VMError> { ) -> std::result::Result<StackValue, VMError> {
let export = match c.module.exports.get(name) { let Some(module) = c.modules.get(&module) else {
return Err(VMError {
code: VMErrorCode::ModuleNotFound(module),
stack: Box::new([]),
});
};
let export = match module.code.exports.get(name) {
Some(Export::Function(id)) => id, Some(Export::Function(id)) => id,
Some(_) => { Some(_) => {
return Err(VMError { return Err(VMError {
@ -706,7 +819,7 @@ pub fn eval_export_fn(
} }
}; };
let function = c.module.functions[*export].clone(); let function = module.code.functions[*export].clone();
let args = args.iter().map(|a| a.clone()).collect(); let args = args.iter().map(|a| a.clone()).collect();
eval(c, function, args) eval_core(c, module.clone(), function, args)
} }

View file

@ -1,7 +1,10 @@
use fine::compiler::{compile, Function, Module}; use fine::compile_program;
use fine::compiler::{compile_module, CompiledModule, Function};
use fine::program::{
Module, ModuleLoadError, ModuleLoader, ModuleSource, Program, StandardModuleLoader,
};
use fine::semantics::{Error, Type}; use fine::semantics::{Error, Type};
use fine::vm::{eval_export_fn, Context}; use fine::vm::{eval_export_fn, Context, VMError};
use fine::{ModuleLoadError, ModuleLoader, ModuleSource, Runtime, StandardModuleLoader};
use pretty_assertions::assert_eq; use pretty_assertions::assert_eq;
use std::fmt::Write as _; use std::fmt::Write as _;
@ -168,11 +171,11 @@ impl ModuleLoader for TestLoader {
} }
} }
fn test_runtime(_source_path: &str, source: Rc<str>) -> Runtime { fn test_runtime(_source_path: &str, source: Rc<str>) -> Program {
Runtime::new(TestLoader::new(_source_path.into(), source)) Program::new(TestLoader::new(_source_path.into(), source))
} }
fn assert_type_at(module: Rc<fine::Module>, pos: usize, expected: &str, _source_path: &str) { fn assert_type_at(module: Rc<Module>, pos: usize, expected: &str, _source_path: &str) {
let semantics = module.semantics(); let semantics = module.semantics();
let tree = semantics.tree(); let tree = semantics.tree();
@ -197,7 +200,7 @@ fn assert_type_at(module: Rc<fine::Module>, pos: usize, expected: &str, _source_
} }
fn assert_type_error_at( fn assert_type_error_at(
module: Rc<fine::Module>, module: Rc<Module>,
errors: &[Rc<Error>], errors: &[Rc<Error>],
pos: usize, pos: usize,
expected: &str, expected: &str,
@ -256,7 +259,7 @@ fn dump_function(out: &mut String, function: &Function) -> std::fmt::Result {
Ok(()) Ok(())
} }
fn dump_module(out: &mut String, module: &Module) -> std::fmt::Result { fn dump_module(out: &mut String, module: &CompiledModule) -> std::fmt::Result {
for function in module.functions() { for function in module.functions() {
dump_function(out, function)?; dump_function(out, function)?;
} }
@ -264,9 +267,9 @@ fn dump_module(out: &mut String, module: &Module) -> std::fmt::Result {
Ok(()) Ok(())
} }
fn assert_compiles_to(module: Rc<fine::Module>, expected: &str, source_path: &str) { fn assert_compiles_to(module: Rc<Module>, expected: &str, source_path: &str) {
let semantics = module.semantics(); let semantics = module.semantics();
let module = compile(&semantics); let module = compile_module(&semantics);
let mut actual = String::new(); let mut actual = String::new();
dump_module(&mut actual, &module).expect("no dumping?"); dump_module(&mut actual, &module).expect("no dumping?");
@ -286,7 +289,7 @@ fn assert_compiles_to(module: Rc<fine::Module>, expected: &str, source_path: &st
} }
} }
fn assert_no_errors(module: Rc<fine::Module>, errors: &[Rc<Error>]) { fn assert_no_errors(module: Rc<Module>, errors: &[Rc<Error>]) {
let semantics = module.semantics(); let semantics = module.semantics();
let expected_errors: &[Rc<Error>] = &[]; let expected_errors: &[Rc<Error>] = &[];
@ -299,14 +302,39 @@ fn assert_no_errors(module: Rc<fine::Module>, errors: &[Rc<Error>]) {
); );
} }
fn assert_eval_ok(module: Rc<fine::Module>, expected: &str) { fn dump_runtime_error(module: &Rc<Module>, context: &Context, e: VMError) -> ! {
let semantics = module.semantics(); let semantics = module.semantics();
let module = compile(&semantics); semantics.dump_compiler_state(None);
let mut context = Context::new(module.clone()); if let Some(module) = context.get_module(module.id()) {
context.init().expect("Unable to initialize module"); let mut actual = String::new();
let _ = dump_module(&mut actual, &module);
match eval_export_fn(&mut context, "test", &[]) { eprintln!("{actual}");
}
eprintln!("Backtrace:");
for frame in e.stack.iter() {
let func = frame.func();
eprint!(" {} (", func.name());
for arg in frame.args().iter() {
eprint!("{:?},", arg);
}
eprintln!(") @ {}", frame.pc());
}
eprintln!();
panic!("error occurred while running: {:?}", e.code);
}
fn assert_eval_ok(program: &Program, module: Rc<Module>, expected: &str) {
let semantics = module.semantics();
let mut context = Context::new();
if let Err(e) = compile_program(&program, &mut context) {
dump_runtime_error(&module, &context, e);
};
match eval_export_fn(&mut context, module.id(), "test", &[]) {
Ok(v) => { Ok(v) => {
let actual = format!("{:?}", v); let actual = format!("{:?}", v);
semantic_assert_eq!( semantic_assert_eq!(
@ -317,31 +345,11 @@ fn assert_eval_ok(module: Rc<fine::Module>, expected: &str) {
"wrong return from test function" "wrong return from test function"
); );
} }
Err(e) => { Err(e) => dump_runtime_error(&module, &context, e),
semantics.dump_compiler_state(None);
let mut actual = String::new();
let _ = dump_module(&mut actual, &module);
eprintln!("{actual}");
eprintln!("Backtrace:");
for frame in e.stack.iter() {
let func = frame.func();
eprint!(" {} (", func.name());
for arg in frame.args().iter() {
eprint!("{:?},", arg);
}
eprintln!(") @ {}", frame.pc());
}
eprintln!();
panic!("error occurred while running: {:?}", e.code);
}
} }
} }
fn assert_errors(module: Rc<fine::Module>, errors: &[Rc<Error>], expected_errors: Vec<&str>) { fn assert_errors(module: Rc<Module>, errors: &[Rc<Error>], expected_errors: Vec<&str>) {
let semantics = module.semantics(); let semantics = module.semantics();
let errors: Vec<String> = errors.iter().map(|e| format!("{}", e)).collect(); let errors: Vec<String> = errors.iter().map(|e| format!("{}", e)).collect();
@ -355,7 +363,7 @@ fn assert_errors(module: Rc<fine::Module>, errors: &[Rc<Error>], expected_errors
); );
} }
fn assert_check_error(module: Rc<fine::Module>, errors: &[Rc<Error>], expected: &str) { fn assert_check_error(module: Rc<Module>, errors: &[Rc<Error>], expected: &str) {
let semantics = module.semantics(); let semantics = module.semantics();
semantic_assert!( semantic_assert!(

View file

@ -1,9 +1,14 @@
import "./foo.fine" as foo; import "./foo.fine" as foo;
// NOTE: This is right here because a known miscompilation will cause us to
// call this function instead of the actual target.
fun wrong_function() -> string {
"VERY WRONG"
}
fun test() -> string { fun test() -> string {
foo.hello() + " world" foo.hello() + " world"
} }
// TODO: Obviously run the code duh
// @no-errors // @no-errors
/// @eval: asdf // @eval: String("hello world")