/* * Copyright (c) 2020, Andreas Kling * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this * list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include Vector repl_statements; class ReplObject : public JS::GlobalObject { public: ReplObject(); virtual void initialize() override; virtual ~ReplObject() override; private: virtual const char* class_name() const override { return "ReplObject"; } JS_DECLARE_NATIVE_FUNCTION(exit_interpreter); JS_DECLARE_NATIVE_FUNCTION(repl_help); JS_DECLARE_NATIVE_FUNCTION(load_file); JS_DECLARE_NATIVE_FUNCTION(save_to_file); }; static bool s_dump_ast = false; static bool s_print_last_result = false; static RefPtr s_editor; static int s_repl_line_level = 0; static bool s_fail_repl = false; static String prompt_for_level(int level) { static StringBuilder prompt_builder; prompt_builder.clear(); prompt_builder.append("> "); for (auto i = 0; i < level; ++i) prompt_builder.append(" "); return prompt_builder.build(); } static String read_next_piece() { StringBuilder piece; auto line_level_delta_for_next_line { 0 }; do { auto line_result = s_editor->get_line(prompt_for_level(s_repl_line_level)); line_level_delta_for_next_line = 0; if (line_result.is_error()) { s_fail_repl = true; return ""; } auto& line = line_result.value(); s_editor->add_to_history(line); piece.append(line); auto lexer = JS::Lexer(line); enum { NotInLabelOrObjectKey, InLabelOrObjectKeyIdentifier, InLabelOrObjectKey } label_state { NotInLabelOrObjectKey }; for (JS::Token token = lexer.next(); token.type() != JS::TokenType::Eof; token = lexer.next()) { switch (token.type()) { case JS::TokenType::BracketOpen: case JS::TokenType::CurlyOpen: case JS::TokenType::ParenOpen: label_state = NotInLabelOrObjectKey; s_repl_line_level++; break; case JS::TokenType::BracketClose: case JS::TokenType::CurlyClose: case JS::TokenType::ParenClose: label_state = NotInLabelOrObjectKey; s_repl_line_level--; break; case JS::TokenType::Identifier: case JS::TokenType::StringLiteral: if (label_state == NotInLabelOrObjectKey) label_state = InLabelOrObjectKeyIdentifier; else label_state = NotInLabelOrObjectKey; break; case JS::TokenType::Colon: if (label_state == InLabelOrObjectKeyIdentifier) label_state = InLabelOrObjectKey; else label_state = NotInLabelOrObjectKey; break; default: break; } } if (label_state == InLabelOrObjectKey) { // If there's a label or object literal key at the end of this line, // prompt for more lines but do not change the line level. line_level_delta_for_next_line += 1; } } while (s_repl_line_level + line_level_delta_for_next_line > 0); return piece.to_string(); } static void print_value(JS::Value value, HashTable& seen_objects); static void print_array(JS::Array& array, HashTable& seen_objects) { bool first = true; fputs("[ ", stdout); for (auto it = array.indexed_properties().begin(false); it != array.indexed_properties().end(); ++it) { if (!first) fputs(", ", stdout); first = false; auto value = it.value_and_attributes(&array).value; // The V8 repl doesn't throw an exception here, and instead just // prints 'undefined'. We may choose to replicate that behavior in // the future, but for now lets just catch the error if (array.interpreter().exception()) return; print_value(value, seen_objects); } fputs(" ]", stdout); } static void print_object(JS::Object& object, HashTable& seen_objects) { fputs("{ ", stdout); bool first = true; for (auto& entry : object.indexed_properties()) { if (!first) fputs(", ", stdout); first = false; printf("\"\033[33;1m%d\033[0m\": ", entry.index()); auto value = entry.value_and_attributes(&object).value; // The V8 repl doesn't throw an exception here, and instead just // prints 'undefined'. We may choose to replicate that behavior in // the future, but for now lets just catch the error if (object.interpreter().exception()) return; print_value(value, seen_objects); } if (!object.indexed_properties().is_empty() && object.shape().property_count()) fputs(", ", stdout); size_t index = 0; for (auto& it : object.shape().property_table_ordered()) { if (it.key.is_string()) { printf("\"\033[33;1m%s\033[0m\": ", it.key.to_display_string().characters()); } else { printf("\033[33;1m%s\033[0m: ", it.key.to_display_string().characters()); } print_value(object.get_direct(it.value.offset), seen_objects); if (index != object.shape().property_count() - 1) fputs(", ", stdout); ++index; } fputs(" }", stdout); } static void print_function(const JS::Object& function, HashTable&) { printf("\033[34;1m[%s]\033[0m", function.class_name()); } static void print_date(const JS::Object& date, HashTable&) { printf("\033[34;1mDate %s\033[0m", static_cast(date).string().characters()); } static void print_error(const JS::Object& object, HashTable&) { auto& error = static_cast(object); printf("\033[34;1m[%s]\033[0m", error.name().characters()); if (!error.message().is_empty()) printf(": %s", error.message().characters()); } static void print_regexp(const JS::Object& object, HashTable&) { auto& regexp = static_cast(object); printf("\033[34;1m/%s/%s\033[0m", regexp.content().characters(), regexp.flags().characters()); } static void print_value(JS::Value value, HashTable& seen_objects) { if (value.is_empty()) { printf("\033[34;1m\033[0m"); return; } if (value.is_object()) { if (seen_objects.contains(&value.as_object())) { // FIXME: Maybe we should only do this for circular references, // not for all reoccurring objects. printf("", &value.as_object()); return; } seen_objects.set(&value.as_object()); } if (value.is_array()) return print_array(static_cast(value.as_object()), seen_objects); if (value.is_object()) { auto& object = value.as_object(); if (object.is_function()) return print_function(object, seen_objects); if (object.is_date()) return print_date(object, seen_objects); if (object.is_error()) return print_error(object, seen_objects); if (object.is_regexp_object()) return print_regexp(object, seen_objects); return print_object(object, seen_objects); } if (value.is_string()) printf("\033[32;1m"); else if (value.is_number() || value.is_bigint()) printf("\033[35;1m"); else if (value.is_boolean()) printf("\033[33;1m"); else if (value.is_null()) printf("\033[33;1m"); else if (value.is_undefined()) printf("\033[34;1m"); if (value.is_string()) putchar('"'); printf("%s", value.to_string_without_side_effects().characters()); if (value.is_string()) putchar('"'); printf("\033[0m"); } static void print(JS::Value value) { HashTable seen_objects; print_value(value, seen_objects); putchar('\n'); } static bool file_has_shebang(AK::ByteBuffer file_contents) { if (file_contents.size() >= 2 && file_contents[0] == '#' && file_contents[1] == '!') return true; return false; } static StringView strip_shebang(AK::ByteBuffer file_contents) { size_t i = 0; for (i = 2; i < file_contents.size(); ++i) { if (file_contents[i] == '\n') break; } return StringView((const char*)file_contents.data() + i, file_contents.size() - i); } static bool write_to_file(const StringView& path) { int fd = open_with_path_length(path.characters_without_null_termination(), path.length(), O_WRONLY | O_CREAT | O_TRUNC, 0666); for (size_t i = 0; i < repl_statements.size(); i++) { auto line = repl_statements[i]; if (line.length() && i != repl_statements.size() - 1) { ssize_t nwritten = write(fd, line.characters(), line.length()); if (nwritten < 0) { close(fd); return false; } } if (i != repl_statements.size() - 1) { char ch = '\n'; ssize_t nwritten = write(fd, &ch, 1); if (nwritten != 1) { perror("write"); close(fd); return false; } } } close(fd); return true; } static bool parse_and_run(JS::Interpreter& interpreter, const StringView& source) { auto parser = JS::Parser(JS::Lexer(source)); auto program = parser.parse_program(); if (s_dump_ast) program->dump(0); if (parser.has_errors()) { auto error = parser.errors()[0]; auto hint = error.source_location_hint(source); if (!hint.is_empty()) printf("%s\n", hint.characters()); interpreter.throw_exception(error.to_string()); } else { interpreter.run(interpreter.global_object(), *program); } if (interpreter.exception()) { printf("Uncaught exception: "); print(interpreter.exception()->value()); auto trace = interpreter.exception()->trace(); if (trace.size() > 1) { for (auto& function_name : trace) printf(" -> %s\n", function_name.characters()); } interpreter.clear_exception(); return false; } if (s_print_last_result) print(interpreter.last_value()); return true; } ReplObject::ReplObject() { } void ReplObject::initialize() { GlobalObject::initialize(); define_property("global", this, JS::Attribute::Enumerable); define_native_function("exit", exit_interpreter); define_native_function("help", repl_help); define_native_function("load", load_file, 1); define_native_function("save", save_to_file, 1); } ReplObject::~ReplObject() { } JS_DEFINE_NATIVE_FUNCTION(ReplObject::save_to_file) { if (!interpreter.argument_count()) return JS::Value(false); String save_path = interpreter.argument(0).to_string_without_side_effects(); StringView path = StringView(save_path.characters()); if (write_to_file(path)) { return JS::Value(true); } return JS::Value(false); } JS_DEFINE_NATIVE_FUNCTION(ReplObject::exit_interpreter) { if (!interpreter.argument_count()) exit(0); auto exit_code = interpreter.argument(0).to_number(interpreter); if (interpreter.exception()) return {}; exit(exit_code.as_double()); } JS_DEFINE_NATIVE_FUNCTION(ReplObject::repl_help) { printf("REPL commands:\n"); printf(" exit(code): exit the REPL with specified code. Defaults to 0.\n"); printf(" help(): display this menu\n"); printf(" load(files): accepts file names as params to load into running session. For example load(\"js/1.js\", \"js/2.js\", \"js/3.js\")\n"); printf(" save(file): accepts a file name, writes REPL input history to a file. For example: save(\"foo.txt\")\n"); return JS::js_undefined(); } JS_DEFINE_NATIVE_FUNCTION(ReplObject::load_file) { if (!interpreter.argument_count()) return JS::Value(false); for (auto& file : interpreter.call_frame().arguments) { String file_name = file.as_string().string(); auto js_file = Core::File::construct(file_name); if (!js_file->open(Core::IODevice::ReadOnly)) { fprintf(stderr, "Failed to open %s: %s\n", file_name.characters(), js_file->error_string()); } auto file_contents = js_file->read_all(); StringView source; if (file_has_shebang(file_contents)) { source = strip_shebang(file_contents); } else { source = file_contents; } parse_and_run(interpreter, source); } return JS::Value(true); } static void repl(JS::Interpreter& interpreter) { while (!s_fail_repl) { String piece = read_next_piece(); if (piece.is_empty()) continue; repl_statements.append(piece); parse_and_run(interpreter, piece); } } static Function interrupt_interpreter; static void sigint_handler() { interrupt_interpreter(); } class ReplConsoleClient final : public JS::ConsoleClient { public: ReplConsoleClient(JS::Console& console) : ConsoleClient(console) { } virtual JS::Value log() override { puts(interpreter().join_arguments().characters()); return JS::js_undefined(); } virtual JS::Value info() override { printf("(i) %s\n", interpreter().join_arguments().characters()); return JS::js_undefined(); } virtual JS::Value debug() override { printf("\033[36;1m"); puts(interpreter().join_arguments().characters()); printf("\033[0m"); return JS::js_undefined(); } virtual JS::Value warn() override { printf("\033[33;1m"); puts(interpreter().join_arguments().characters()); printf("\033[0m"); return JS::js_undefined(); } virtual JS::Value error() override { printf("\033[31;1m"); puts(interpreter().join_arguments().characters()); printf("\033[0m"); return JS::js_undefined(); } virtual JS::Value clear() override { printf("\033[3J\033[H\033[2J"); fflush(stdout); return JS::js_undefined(); } virtual JS::Value trace() override { puts(interpreter().join_arguments().characters()); auto trace = get_trace(); for (auto& function_name : trace) { if (function_name.is_empty()) function_name = ""; printf(" -> %s\n", function_name.characters()); } return JS::js_undefined(); } virtual JS::Value count() override { auto label = interpreter().argument_count() ? interpreter().argument(0).to_string_without_side_effects() : "default"; auto counter_value = m_console.counter_increment(label); printf("%s: %u\n", label.characters(), counter_value); return JS::js_undefined(); } virtual JS::Value count_reset() override { auto label = interpreter().argument_count() ? interpreter().argument(0).to_string_without_side_effects() : "default"; if (m_console.counter_reset(label)) { printf("%s: 0\n", label.characters()); } else { printf("\033[33;1m"); printf("\"%s\" doesn't have a count\n", label.characters()); printf("\033[0m"); } return JS::js_undefined(); } }; int main(int argc, char** argv) { bool gc_on_every_allocation = false; bool disable_syntax_highlight = false; const char* script_path = nullptr; Core::ArgsParser args_parser; args_parser.add_option(s_dump_ast, "Dump the AST", "dump-ast", 'A'); args_parser.add_option(s_print_last_result, "Print last result", "print-last-result", 'l'); args_parser.add_option(gc_on_every_allocation, "GC on every allocation", "gc-on-every-allocation", 'g'); args_parser.add_option(disable_syntax_highlight, "Disable live syntax highlighting", "no-syntax-highlight", 's'); args_parser.add_positional_argument(script_path, "Path to script file", "script", Core::ArgsParser::Required::No); args_parser.parse(argc, argv); bool syntax_highlight = !disable_syntax_highlight; OwnPtr interpreter; interrupt_interpreter = [&] { auto error = JS::Error::create(interpreter->global_object(), "Error", "Received SIGINT"); interpreter->throw_exception(error); }; if (script_path == nullptr) { s_print_last_result = true; interpreter = JS::Interpreter::create(); ReplConsoleClient console_client(interpreter->console()); interpreter->console().set_client(console_client); interpreter->heap().set_should_collect_on_every_allocation(gc_on_every_allocation); interpreter->set_underscore_is_last_value(true); s_editor = Line::Editor::construct(); signal(SIGINT, [](int) { if (!s_editor->is_editing()) sigint_handler(); }); s_editor->on_display_refresh = [syntax_highlight](Line::Editor& editor) { auto stylize = [&](Line::Span span, Line::Style styles) { if (syntax_highlight) editor.stylize(span, styles); }; editor.strip_styles(); size_t open_indents = s_repl_line_level; auto line = editor.line(); JS::Lexer lexer(line); bool indenters_starting_line = true; for (JS::Token token = lexer.next(); token.type() != JS::TokenType::Eof; token = lexer.next()) { auto length = token.value().length(); auto start = token.line_column() - 1; auto end = start + length; if (indenters_starting_line) { if (token.type() != JS::TokenType::ParenClose && token.type() != JS::TokenType::BracketClose && token.type() != JS::TokenType::CurlyClose) { indenters_starting_line = false; } else { --open_indents; } } switch (token.type()) { case JS::TokenType::Invalid: case JS::TokenType::Eof: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Red), Line::Style::Underline }); break; case JS::TokenType::NumericLiteral: case JS::TokenType::BigIntLiteral: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Magenta) }); break; case JS::TokenType::StringLiteral: case JS::TokenType::TemplateLiteralStart: case JS::TokenType::TemplateLiteralEnd: case JS::TokenType::TemplateLiteralString: case JS::TokenType::RegexLiteral: case JS::TokenType::RegexFlags: case JS::TokenType::UnterminatedStringLiteral: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Green), Line::Style::Bold }); break; case JS::TokenType::BracketClose: case JS::TokenType::BracketOpen: case JS::TokenType::Comma: case JS::TokenType::CurlyClose: case JS::TokenType::CurlyOpen: case JS::TokenType::ParenClose: case JS::TokenType::ParenOpen: case JS::TokenType::Semicolon: case JS::TokenType::Period: break; case JS::TokenType::Ampersand: case JS::TokenType::AmpersandEquals: case JS::TokenType::Asterisk: case JS::TokenType::DoubleAsteriskEquals: case JS::TokenType::AsteriskEquals: case JS::TokenType::Caret: case JS::TokenType::CaretEquals: case JS::TokenType::DoubleAmpersand: case JS::TokenType::DoubleAsterisk: case JS::TokenType::DoublePipe: case JS::TokenType::DoubleQuestionMark: case JS::TokenType::Equals: case JS::TokenType::EqualsEquals: case JS::TokenType::EqualsEqualsEquals: case JS::TokenType::ExclamationMark: case JS::TokenType::ExclamationMarkEquals: case JS::TokenType::ExclamationMarkEqualsEquals: case JS::TokenType::GreaterThan: case JS::TokenType::GreaterThanEquals: case JS::TokenType::LessThan: case JS::TokenType::LessThanEquals: case JS::TokenType::Minus: case JS::TokenType::MinusEquals: case JS::TokenType::MinusMinus: case JS::TokenType::Percent: case JS::TokenType::PercentEquals: case JS::TokenType::Pipe: case JS::TokenType::PipeEquals: case JS::TokenType::Plus: case JS::TokenType::PlusEquals: case JS::TokenType::PlusPlus: case JS::TokenType::QuestionMark: case JS::TokenType::QuestionMarkPeriod: case JS::TokenType::ShiftLeft: case JS::TokenType::ShiftLeftEquals: case JS::TokenType::ShiftRight: case JS::TokenType::ShiftRightEquals: case JS::TokenType::Slash: case JS::TokenType::SlashEquals: case JS::TokenType::Tilde: case JS::TokenType::UnsignedShiftRight: case JS::TokenType::UnsignedShiftRightEquals: break; case JS::TokenType::BoolLiteral: case JS::TokenType::NullLiteral: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Yellow), Line::Style::Bold }); break; case JS::TokenType::Class: case JS::TokenType::Const: case JS::TokenType::Debugger: case JS::TokenType::Delete: case JS::TokenType::Extends: case JS::TokenType::Function: case JS::TokenType::In: case JS::TokenType::Instanceof: case JS::TokenType::Interface: case JS::TokenType::Let: case JS::TokenType::New: case JS::TokenType::Super: case JS::TokenType::TemplateLiteralExprStart: case JS::TokenType::TemplateLiteralExprEnd: case JS::TokenType::Throw: case JS::TokenType::Typeof: case JS::TokenType::Var: case JS::TokenType::Void: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Blue), Line::Style::Bold }); break; case JS::TokenType::Await: case JS::TokenType::Case: case JS::TokenType::Catch: case JS::TokenType::Do: case JS::TokenType::Else: case JS::TokenType::Finally: case JS::TokenType::For: case JS::TokenType::If: case JS::TokenType::Return: case JS::TokenType::Switch: case JS::TokenType::Try: case JS::TokenType::While: case JS::TokenType::Yield: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::Cyan), Line::Style::Italic }); break; case JS::TokenType::Identifier: stylize({ start, end }, { Line::Style::Foreground(Line::Style::XtermColor::White), Line::Style::Bold }); default: break; } } editor.set_prompt(prompt_for_level(open_indents)); }; auto complete = [&interpreter](const Line::Editor& editor) -> Vector { auto line = editor.line(editor.cursor()); JS::Lexer lexer { line }; enum { Initial, CompleteVariable, CompleteNullProperty, CompleteProperty, } mode { Initial }; StringView variable_name; StringView property_name; // we're only going to complete either // - // where N is part of the name of a variable // - .

// where N is the complete name of a variable and // P is part of the name of one of its properties auto js_token = lexer.next(); for (; js_token.type() != JS::TokenType::Eof; js_token = lexer.next()) { switch (mode) { case CompleteVariable: switch (js_token.type()) { case JS::TokenType::Period: // ... mode = CompleteNullProperty; break; default: // not a dot, reset back to initial mode = Initial; break; } break; case CompleteNullProperty: if (js_token.is_identifier_name()) { // ... mode = CompleteProperty; property_name = js_token.value(); } else { mode = Initial; } break; case CompleteProperty: // something came after the property access, reset to initial case Initial: if (js_token.is_identifier_name()) { // ...... mode = CompleteVariable; variable_name = js_token.value(); } else { mode = Initial; } break; } } bool last_token_has_trivia = js_token.trivia().length() > 0; if (mode == CompleteNullProperty) { mode = CompleteProperty; property_name = ""; last_token_has_trivia = false; // [tab] is sensible to complete. } if (mode == Initial || last_token_has_trivia) return {}; // we do not know how to complete this Vector results; Function list_all_properties = [&results, &list_all_properties](const JS::Shape& shape, auto& property_pattern) { for (const auto& descriptor : shape.property_table()) { if (!descriptor.key.is_string()) continue; auto key = descriptor.key.as_string(); if (key.view().starts_with(property_pattern)) { Line::CompletionSuggestion completion { key, Line::CompletionSuggestion::ForSearch }; if (!results.contains_slow(completion)) { // hide duplicates results.append(key); } } } if (const auto* prototype = shape.prototype()) { list_all_properties(prototype->shape(), property_pattern); } }; switch (mode) { case CompleteProperty: { auto maybe_variable = interpreter->get_variable(variable_name, interpreter->global_object()); if (maybe_variable.is_empty()) { maybe_variable = interpreter->global_object().get(FlyString(variable_name)); if (maybe_variable.is_empty()) break; } auto variable = maybe_variable; if (!variable.is_object()) break; const auto* object = variable.to_object(*interpreter, interpreter->global_object()); const auto& shape = object->shape(); list_all_properties(shape, property_name); if (results.size()) editor.suggest(property_name.length()); break; } case CompleteVariable: { const auto& variable = interpreter->global_object(); list_all_properties(variable.shape(), variable_name); if (results.size()) editor.suggest(variable_name.length()); break; } default: ASSERT_NOT_REACHED(); } return results; }; s_editor->on_tab_complete = move(complete); repl(*interpreter); } else { interpreter = JS::Interpreter::create(); ReplConsoleClient console_client(interpreter->console()); interpreter->console().set_client(console_client); interpreter->heap().set_should_collect_on_every_allocation(gc_on_every_allocation); signal(SIGINT, [](int) { sigint_handler(); }); auto file = Core::File::construct(script_path); if (!file->open(Core::IODevice::ReadOnly)) { fprintf(stderr, "Failed to open %s: %s\n", script_path, file->error_string()); return 1; } auto file_contents = file->read_all(); StringView source; if (file_has_shebang(file_contents)) { source = strip_shebang(file_contents); } else { source = file_contents; } if (!parse_and_run(*interpreter, source)) return 1; } return 0; }