Skip to content

Commit

Permalink
Upgrade flatbuffers
Browse files Browse the repository at this point in the history
  • Loading branch information
ry committed Sep 3, 2018
1 parent 787832c commit 4ccae95
Show file tree
Hide file tree
Showing 6 changed files with 48 additions and 40 deletions.
2 changes: 2 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -16,3 +16,5 @@ tempfile = "3"
tokio = "0.1"
hyper = "0.12.8"
hyper-rustls = "0.14.0"
flatbuffers = { path = "third_party/flatbuffers/rust/flatbuffers/" }

2 changes: 1 addition & 1 deletion build_extra/flatbuffers/rust/BUILD.gn
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@ import("//build_extra/rust/rust.gni")

rust_crate("flatbuffers") {
source_root = "//third_party/flatbuffers/rust/flatbuffers/src/lib.rs"
args = [ "-Aunused_variables" ] # TODO Remove this.
extern = [ "//build_extra/rust:smallvec" ]
}
16 changes: 16 additions & 0 deletions build_extra/rust/BUILD.gn
Original file line number Diff line number Diff line change
Expand Up @@ -808,3 +808,19 @@ rust_crate("scoped_tls") {
":untrusted",
]
}

rust_crate("smallvec") {
source_root = "$registry_github/smallvec-0.6.5/lib.rs"
extern = [ ":unreachable" ]
features = [ "std" ]
}

rust_crate("unreachable") {
source_root = "$registry_github/unreachable-1.0.0/src/lib.rs"
extern = [ ":void" ]
}

rust_crate("void") {
source_root = "$registry_github/void-1.0.2/src/lib.rs"
features = [ "default" ]
}
6 changes: 3 additions & 3 deletions gclient_config.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,10 +35,10 @@
'cpplint'
}, {
# Tracking a bleeding-edge branch. Upgrade frequently.
# https://github.com/google/flatbuffers/pull/3894
# https://github.com/rw/flatbuffers/tree/2018-08-12--all-tests-passing
# https://github.com/google/flatbuffers/pull/4898
# https://github.com/rw/flatbuffers/tree/2018-08-28--rw-flatbuffers-rust
'url':
'https://github.com/rw/flatbuffers.git@83a71543f8ccbf230ac27cb523831bfafb9c84d7',
'https://github.com/rw/flatbuffers.git@93f91622561907e2e51662be897631b5e0ed5634',
'name':
'flatbuffers'
}]
60 changes: 25 additions & 35 deletions src/handlers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -31,72 +31,62 @@ pub extern "C" fn msg_from_js(d: *const DenoC, buf: deno_buf) {
let result: HandlerResult = match msg_type {
msg::Any::Start => handle_start(d, &mut builder),
msg::Any::CodeFetch => {
// TODO base.msg_as_CodeFetch();
let msg = msg::CodeFetch::init_from_table(base.msg().unwrap());
let msg = base.msg_as_code_fetch().unwrap();
let module_specifier = msg.module_specifier().unwrap();
let containing_file = msg.containing_file().unwrap();
handle_code_fetch(d, &mut builder, module_specifier, containing_file)
}
msg::Any::CodeCache => {
// TODO base.msg_as_CodeCache();
let msg = msg::CodeCache::init_from_table(base.msg().unwrap());
let msg = base.msg_as_code_cache().unwrap();
let filename = msg.filename().unwrap();
let source_code = msg.source_code().unwrap();
let output_code = msg.output_code().unwrap();
handle_code_cache(d, &mut builder, filename, source_code, output_code)
}
msg::Any::Environ => handle_env(d, &mut builder),
msg::Any::FetchReq => {
// TODO base.msg_as_FetchReq();
let msg = msg::FetchReq::init_from_table(base.msg().unwrap());
let msg = base.msg_as_fetch_req().unwrap();
let url = msg.url().unwrap();
handle_fetch_req(d, &mut builder, msg.id(), url)
}
msg::Any::TimerStart => {
// TODO base.msg_as_TimerStart();
let msg = msg::TimerStart::init_from_table(base.msg().unwrap());
let msg = base.msg_as_timer_start().unwrap();
handle_timer_start(d, &mut builder, msg.id(), msg.interval(), msg.delay())
}
msg::Any::TimerClear => {
// TODO base.msg_as_TimerClear();
let msg = msg::TimerClear::init_from_table(base.msg().unwrap());
let msg = base.msg_as_timer_clear().unwrap();
handle_timer_clear(d, &mut builder, msg.id())
}
msg::Any::Exit => {
// TODO base.msg_as_Exit();
let msg = msg::Exit::init_from_table(base.msg().unwrap());
let msg = base.msg_as_exit().unwrap();
std::process::exit(msg.code())
}
msg::Any::MakeTempDir => {
let msg = msg::MakeTempDir::init_from_table(base.msg().unwrap());
let msg = base.msg_as_make_temp_dir().unwrap();
let dir = msg.dir();
let prefix = msg.prefix();
let suffix = msg.suffix();
handle_make_temp_dir(d, &mut builder, dir, prefix, suffix)
}
msg::Any::ReadFileSync => {
// TODO base.msg_as_ReadFileSync();
let msg = msg::ReadFileSync::init_from_table(base.msg().unwrap());
let msg = base.msg_as_read_file_sync().unwrap();
let filename = msg.filename().unwrap();
handle_read_file_sync(d, &mut builder, filename)
}
msg::Any::SetEnv => {
// TODO base.msg_as_SetEnv();
let msg = msg::SetEnv::init_from_table(base.msg().unwrap());
let msg = base.msg_as_set_env().unwrap();
let key = msg.key().unwrap();
let value = msg.value().unwrap();
handle_set_env(d, &mut builder, key, value)
}
msg::Any::StatSync => {
// TODO base.msg_as_StatSync();
let msg = msg::StatSync::init_from_table(base.msg().unwrap());
let msg = base.msg_as_stat_sync().unwrap();
let filename = msg.filename().unwrap();
let lstat = msg.lstat();
handle_stat_sync(d, &mut builder, filename, lstat)
}
msg::Any::WriteFileSync => {
// TODO base.msg_as_WriteFileSync();
let msg = msg::WriteFileSync::init_from_table(base.msg().unwrap());
let msg = base.msg_as_write_file_sync().unwrap();
let filename = msg.filename().unwrap();
let data = msg.data().unwrap();
let perm = msg.perm();
Expand Down Expand Up @@ -167,7 +157,7 @@ fn handle_start(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::StartRes,
..Default::default()
},
Expand All @@ -180,7 +170,7 @@ fn create_msg(
) -> deno_buf {
let base = msg::Base::create(builder, &args);
msg::finish_base_buffer(builder, base);
let data = builder.get_active_buf_slice();
let data = builder.finished_data();
deno_buf {
// TODO(ry)
// The deno_buf / ImportBuf / ExportBuf semantics should be such that we do not need to yield
Expand Down Expand Up @@ -232,7 +222,7 @@ fn handle_code_fetch(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::CodeFetchRes,
..Default::default()
},
Expand Down Expand Up @@ -300,7 +290,7 @@ fn handle_env(
})
.collect();

let tables = builder.create_vector_of_reverse_offsets(&vars);
let tables = builder.create_vector(&vars);

let msg = msg::EnvironRes::create(
builder,
Expand All @@ -313,7 +303,7 @@ fn handle_env(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::EnvironRes,
..Default::default()
},
Expand Down Expand Up @@ -351,7 +341,7 @@ fn handle_fetch_req(
d,
&mut builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::FetchRes,
..Default::default()
},
Expand All @@ -362,7 +352,7 @@ fn handle_fetch_req(
// Send the body as a FetchRes message.
res.into_body().concat2().map(move |body_buffer| {
let mut builder = flatbuffers::FlatBufferBuilder::new();
let data_off = builder.create_byte_vector(body_buffer.as_ref());
let data_off = builder.create_vector(body_buffer.as_ref());
let msg = msg::FetchRes::create(
&mut builder,
&msg::FetchResArgs {
Expand All @@ -375,7 +365,7 @@ fn handle_fetch_req(
d,
&mut builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::FetchRes,
..Default::default()
},
Expand All @@ -401,7 +391,7 @@ fn handle_fetch_req(
d,
&mut builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::FetchRes,
error: Some(err_off),
..Default::default()
Expand Down Expand Up @@ -479,7 +469,7 @@ fn send_timer_ready(d: *const DenoC, timer_id: u32, done: bool) {
d,
&mut builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::TimerReady,
..Default::default()
},
Expand Down Expand Up @@ -516,7 +506,7 @@ fn handle_make_temp_dir(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::MakeTempDirRes,
..Default::default()
},
Expand All @@ -533,7 +523,7 @@ fn handle_read_file_sync(
let vec = fs::read(Path::new(filename))?;
// Build the response message. memcpy data into msg.
// TODO(ry) zero-copy.
let data_off = builder.create_byte_vector(vec.as_slice());
let data_off = builder.create_vector(vec.as_slice());
let msg = msg::ReadFileSyncRes::create(
builder,
&msg::ReadFileSyncResArgs {
Expand All @@ -544,7 +534,7 @@ fn handle_read_file_sync(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::ReadFileSyncRes,
..Default::default()
},
Expand Down Expand Up @@ -591,7 +581,7 @@ fn handle_stat_sync(
Ok(create_msg(
builder,
&msg::BaseArgs {
msg: Some(flatbuffers::Offset::new(msg.value())),
msg: Some(msg.as_union_value()),
msg_type: msg::Any::StatSyncRes,
..Default::default()
},
Expand Down
2 changes: 1 addition & 1 deletion third_party
Submodule third_party updated 91 files
+1 −0 flatbuffers/.gitignore
+55 −1 flatbuffers/.travis.yml
+5 −0 flatbuffers/appveyor.yml
+0 −7 flatbuffers/biicode.conf
+0 −21 flatbuffers/biicode/README.md
+0 −18 flatbuffers/biicode/cmake/biicode.cmake
+0 −30 flatbuffers/biicode/support/bii-travis.sh
+12 −0 flatbuffers/conan/CMakeLists.txt
+8 −0 flatbuffers/conan/appveyor/build.py
+8 −0 flatbuffers/conan/appveyor/install.py
+32 −0 flatbuffers/conan/build.py
+9 −0 flatbuffers/conan/test_package/CMakeLists.txt
+21 −0 flatbuffers/conan/test_package/conanfile.py
+35 −0 flatbuffers/conan/test_package/test_package.cpp
+14 −0 flatbuffers/conan/travis/build.sh
+22 −0 flatbuffers/conan/travis/install.sh
+36 −17 flatbuffers/conanfile.py
+3 −1 flatbuffers/dart/test/monster_test_my_game.example2_generated.dart
+2 −0 flatbuffers/dart/test/monster_test_my_game.example_generated.dart
+3 −1 flatbuffers/dart/test/monster_test_my_game_generated.dart
+2 −0 flatbuffers/docs/source/Compiler.md
+13 −10 flatbuffers/docs/source/CppUsage.md
+162 −0 flatbuffers/docs/source/RustUsage.md
+2 −0 flatbuffers/docs/source/doxyfile
+1 −1 flatbuffers/include/flatbuffers/base.h
+60 −23 flatbuffers/include/flatbuffers/flatbuffers.h
+7 −4 flatbuffers/include/flatbuffers/idl.h
+16 −6 flatbuffers/include/flatbuffers/stl_emulation.h
+366 −122 flatbuffers/net/FlatBuffers/ByteBuffer.cs
+69 −1 flatbuffers/net/FlatBuffers/FlatBufferBuilder.cs
+3 −0 flatbuffers/net/FlatBuffers/FlatBuffers.csproj
+0 −52 flatbuffers/net/FlatBuffers/Properties/AssemblyInfo.cs
+18 −0 flatbuffers/net/FlatBuffers/Table.cs
+2 −2 flatbuffers/rust/flatbuffers/Cargo.toml
+604 −0 flatbuffers/rust/flatbuffers/src/builder.rs
+180 −0 flatbuffers/rust/flatbuffers/src/endian_scalar.rs
+62 −0 flatbuffers/rust/flatbuffers/src/follow.rs
+36 −1,235 flatbuffers/rust/flatbuffers/src/lib.rs
+0 −1 flatbuffers/rust/flatbuffers/src/mod.rs
+297 −0 flatbuffers/rust/flatbuffers/src/primitives.rs
+153 −0 flatbuffers/rust/flatbuffers/src/push.rs
+77 −0 flatbuffers/rust/flatbuffers/src/table.rs
+133 −0 flatbuffers/rust/flatbuffers/src/vector.rs
+95 −0 flatbuffers/rust/flatbuffers/src/vtable.rs
+85 −0 flatbuffers/rust/flatbuffers/src/vtable_writer.rs
+28 −2 flatbuffers/src/idl_gen_general.cpp
+871 −1,241 flatbuffers/src/idl_gen_rust.cpp
+20 −1 flatbuffers/tests/FlatBuffers.Test/FlatBuffersExampleTests.cs
+40 −0 flatbuffers/tests/MyGame/Example/Monster.cs
+4 −0 flatbuffers/tests/MyGame/Example/Stat.cs
+1 −1 flatbuffers/tests/MyGame/Example/TestSimpleTableWithEnum.cs
+1 −1 flatbuffers/tests/MyGame/Example/TestSimpleTableWithEnum.java
+8 −0 flatbuffers/tests/MyGame/Example/TypeAliases.cs
+1 −52 flatbuffers/tests/RustTest.sh
+ flatbuffers/tests/monster_test.bfbs
+1 −1 flatbuffers/tests/monster_test.fbs
+585 −331 flatbuffers/tests/monster_test_generated.rs
+1 −1 flatbuffers/tests/monster_test_my_game.example2_generated.dart
+1 −1 flatbuffers/tests/monster_test_my_game_generated.dart
+41 −42 flatbuffers/tests/monsterdata_test.json
+ flatbuffers/tests/monsterdata_test.mon
+94 −40 flatbuffers/tests/namespace_test/namespace_test1_generated.rs
+88 −63 flatbuffers/tests/namespace_test/namespace_test2_generated.rs
+10 −10 flatbuffers/tests/namespace_test/namespace_test2_generated.ts
+12 −0 flatbuffers/tests/rust_usage_test/Cargo.lock
+9 −11 flatbuffers/tests/rust_usage_test/Cargo.toml
+139 −49 flatbuffers/tests/rust_usage_test/benches/flatbuffers_benchmarks.rs
+18 −0 flatbuffers/tests/rust_usage_test/bin/monster_example.rs
+0 −3 flatbuffers/tests/rust_usage_test/src/lib.rs
+0 −1,494 flatbuffers/tests/rust_usage_test/src/monster_test_generated.rs
+0 −2 flatbuffers/tests/rust_usage_test/src/namespace_test/mod.rs
+0 −204 flatbuffers/tests/rust_usage_test/src/namespace_test/namespace_test1_generated.rs
+0 −274 flatbuffers/tests/rust_usage_test/src/namespace_test/namespace_test2_generated.rs
+184 −0 flatbuffers/tests/rust_usage_test/test_bench_output.txt
+766 −377 flatbuffers/tests/rust_usage_test/tests/integration_test.rs
+7 −0 flatbuffers/tests/union_vector/Movie.cs
+40 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/Cargo.toml
+27 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/Cargo.toml.orig
+201 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/LICENSE-APACHE
+25 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/LICENSE-MIT
+8 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/README.md
+295 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/benches/bench.rs
+2,179 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/smallvec-0.6.5/lib.rs
+13 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/unreachable-1.0.0/Cargo.toml
+202 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/unreachable-1.0.0/LICENSE-APACHE
+19 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/unreachable-1.0.0/LICENSE-MIT
+35 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/unreachable-1.0.0/README.md
+77 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/unreachable-1.0.0/src/lib.rs
+15 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/void-1.0.2/Cargo.toml
+39 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/void-1.0.2/README.md
+121 −0 rust_crates/registry/src/github.com-1ecc6299db9ec823/void-1.0.2/src/lib.rs

0 comments on commit 4ccae95

Please sign in to comment.