Rust implementation of Facebook's DataLoader using async-await.
runtime-async-std
(default), to use the async-std runtime
runtime-tokio
to use the Tokio runtime
[dependencies] dataloader = "0.18" futures = "0.3"
use dataloader::cached::Loader; use dataloader::BatchFn; use futures::executor::block_on; use futures::future::ready; use std::collections::HashMap; use std::thread; struct MyLoadFn; impl BatchFn<usize, usize> for MyLoadFn { async fn load(&mut self, keys: &[usize]) -> HashMap<usize, usize> { println!("BatchFn load keys {:?}", keys); let ret = keys.iter() .map(|v| (v.clone(), v.clone())) .collect::<HashMap<_, _>>(); ready(ret).await } } fn main() { let mut i = 0; while i < 2 { let a = MyLoadFn; let loader = Loader::new(a).with_max_batch_size(4); let l1 = loader.clone(); let h1 = thread::spawn(move || { let r1 = l1.load(1); let r2 = l1.load(2); let r3 = l1.load(3); let r4 = l1.load_many(vec![2, 3, 4, 5, 6, 7, 8]); let f = futures::future::join4(r1, r2, r3, r4); println!("{:?}", block_on(f)); }); let l2 = loader.clone(); let h2 = thread::spawn(move || { let r1 = l2.load(1); let r2 = l2.load(2); let r3 = l2.load(3); let r4 = l2.load(4); let f = futures::future::join4(r1, r2, r3, r4); println!("{:?}", block_on(f)); }); h1.join().unwrap(); h2.join().unwrap(); i += 1; } }
This project is licensed under either of
at your option.
RetroSearch is an open source project built by @garambo | Open a GitHub Issue
Search and Browse the WWW like it's 1997 | Search results from DuckDuckGo
HTML:
3.2
| Encoding:
UTF-8
| Version:
0.7.4