robur/opam-mirror
4
0
Fork 0
Code Issues 6 Pull requests 2 Projects Releases Packages Wiki Activity Actions

use chamelon to store

Browse source
This commit is contained in:
Hannes Mehnert 2022-08-26 17:23:46 +02:00
parent cd3294ebe3
commit c3d66b96b1
2 changed files with 17 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
mirage/config.ml
View file

@ -47,5 +47,13 @@ let git_client =
merge_git_clients (git_tcp tcp git) merge_git_clients (git_tcp tcp git)
(git_http ~authenticator:tls_authenticator tcp git) (git_http ~authenticator:tls_authenticator tcp git)
let program_block_size =
let doc = Key.Arg.info [ "program-block-size" ] in
Key.(create "program_block_size" Arg.(opt int 512 doc))
let kv_rw =
let block = block_of_file "db" in
chamelon ~program_block_size block
let () = register "mirror" let () = register "mirror"
[ mirror $ kv_rw_mem () $ default_time $ default_posix_clock $ stack $ dns $ paf default_time stack $ git_client ] [ mirror $ kv_rw $ default_time $ default_posix_clock $ stack $ dns $ paf default_time stack $ git_client ]

12
mirage/unikernel.ml
View file

@ -343,9 +343,11 @@ module Make
(hash_to_string h) (hex_to_string v) (hex_to_string v')); (hash_to_string h) (hex_to_string v) (hex_to_string v'));
false false
end) hm end) hm
then then begin
Logs.info (fun m -> m "KV.set (%d)" (String.length data));
KV.set t.dev (Mirage_kv.Key.v sha256) data >|= function KV.set t.dev (Mirage_kv.Key.v sha256) data >|= function
| Ok () -> | Ok () ->
Logs.info (fun m -> m "KV.set done");
t.md5s <- SM.add md5 sha256 t.md5s; t.md5s <- SM.add md5 sha256 t.md5s;
t.sha512s <- SM.add sha512 sha256 t.sha512s; t.sha512s <- SM.add sha512 sha256 t.sha512s;
Logs.info (fun m -> m "wrote %s (%d bytes)" (hex_to_string sha256) Logs.info (fun m -> m "wrote %s (%d bytes)" (hex_to_string sha256)
@ -353,7 +355,7 @@ module Make
| Error e -> | Error e ->
Logs.err (fun m -> m "error %a while writing %s" Logs.err (fun m -> m "error %a while writing %s"
KV.pp_write_error e (hex_to_string sha256)) KV.pp_write_error e (hex_to_string sha256))
else end else
Lwt.return_unit Lwt.return_unit
let find_key t h v = let find_key t h v =
@ -468,7 +470,7 @@ module Make
Lwt_list.iter_p (fun (url, csums) -> Lwt_list.iter_p (fun (url, csums) ->
HM.fold (fun h v r -> HM.fold (fun h v r ->
r >>= function r >>= function
| true -> Disk.exists disk h v | true -> Disk.exists disk h (hex_to_string v)
| false -> Lwt.return false) | false -> Lwt.return false)
csums (Lwt.return true) >>= function csums (Lwt.return true) >>= function
| true -> | true ->
@ -476,7 +478,9 @@ module Make
Lwt.return_unit Lwt.return_unit
| false -> | false ->
follow 20 url >>= function follow 20 url >>= function
| Some str -> Disk.write disk str csums | Some str ->
Logs.info (fun m -> m "writing (%d)" (String.length str));
Disk.write disk str csums
| None -> Lwt.return_unit) | None -> Lwt.return_unit)
(SM.bindings urls) >|= fun () -> (SM.bindings urls) >|= fun () ->
Logs.info (fun m -> m "done") Logs.info (fun m -> m "done")