2016-09-08 21:13:10 +04:00
|
|
|
(**************************************************************************)
|
|
|
|
(* *)
|
2017-11-14 03:36:14 +04:00
|
|
|
(* Copyright (c) 2014 - 2017. *)
|
2016-09-08 21:13:10 +04:00
|
|
|
(* Dynamic Ledger Solutions, Inc. <contact@tezos.com> *)
|
|
|
|
(* *)
|
|
|
|
(* All rights reserved. No warranty, explicit or implicit, provided. *)
|
|
|
|
(* *)
|
|
|
|
(**************************************************************************)
|
|
|
|
|
2016-11-25 22:46:50 +04:00
|
|
|
let () =
|
|
|
|
let expected_primitive = "blake2b"
|
|
|
|
and primitive = Sodium.Generichash.primitive in
|
|
|
|
if primitive <> expected_primitive then begin
|
|
|
|
Printf.eprintf
|
|
|
|
"FATAL ERROR: \
|
|
|
|
invalid value for Sodium.Generichash.primitive: %S (expected %S)@."
|
|
|
|
primitive expected_primitive ;
|
|
|
|
exit 1
|
|
|
|
end
|
|
|
|
|
2016-09-08 21:13:10 +04:00
|
|
|
(*-- Type specific Hash builder ---------------------------------------------*)
|
|
|
|
|
2017-11-27 09:13:12 +04:00
|
|
|
module Make_minimal (K : S.Name) = struct
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2016-11-25 22:46:50 +04:00
|
|
|
type t = Sodium.Generichash.hash
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2016-11-14 19:26:34 +04:00
|
|
|
include K
|
|
|
|
|
2016-11-25 22:46:50 +04:00
|
|
|
let size =
|
|
|
|
match K.size with
|
|
|
|
| None -> 32
|
|
|
|
| Some x -> x
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2016-11-25 22:46:50 +04:00
|
|
|
let of_string s =
|
2017-02-24 20:17:53 +04:00
|
|
|
if String.length s <> size then
|
|
|
|
None
|
|
|
|
else
|
|
|
|
Some (Sodium.Generichash.Bytes.to_hash (Bytes.of_string s))
|
|
|
|
let of_string_exn s =
|
|
|
|
match of_string s with
|
|
|
|
| None ->
|
|
|
|
let msg =
|
|
|
|
Printf.sprintf "%s.of_string: wrong string size (%d)"
|
|
|
|
K.name (String.length s) in
|
|
|
|
raise (Invalid_argument msg)
|
|
|
|
| Some h -> h
|
2016-11-25 22:46:50 +04:00
|
|
|
let to_string s = Bytes.to_string (Sodium.Generichash.Bytes.of_hash s)
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2018-01-15 18:03:13 +04:00
|
|
|
let of_hex s = of_string (Hex.to_string (`Hex s))
|
|
|
|
let of_hex_exn s = of_string_exn (Hex.to_string (`Hex s))
|
|
|
|
let to_hex s =
|
|
|
|
let `Hex s = Hex.of_string (to_string s) in
|
|
|
|
s
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2016-11-25 22:46:50 +04:00
|
|
|
let compare = Sodium.Generichash.compare
|
|
|
|
let equal x y = compare x y = 0
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let of_bytes b =
|
2017-02-24 20:17:53 +04:00
|
|
|
if MBytes.length b <> size then
|
|
|
|
None
|
|
|
|
else
|
|
|
|
Some (Sodium.Generichash.Bigbytes.to_hash b)
|
|
|
|
let of_bytes_exn b =
|
|
|
|
match of_bytes b with
|
|
|
|
| None ->
|
|
|
|
let msg =
|
|
|
|
Printf.sprintf "%s.of_bytes: wrong string size (%d)"
|
|
|
|
K.name (MBytes.length b) in
|
|
|
|
raise (Invalid_argument msg)
|
|
|
|
| Some h -> h
|
2016-11-25 22:46:50 +04:00
|
|
|
let to_bytes = Sodium.Generichash.Bigbytes.of_hash
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2017-02-24 20:17:53 +04:00
|
|
|
let read src off = of_bytes_exn @@ MBytes.sub src off size
|
2016-11-25 22:46:50 +04:00
|
|
|
let write dst off h = MBytes.blit (to_bytes h) 0 dst off size
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let hash_bytes l =
|
2016-11-25 22:46:50 +04:00
|
|
|
let open Sodium.Generichash in
|
|
|
|
let state = init ~size () in
|
|
|
|
List.iter (Bigbytes.update state) l ;
|
|
|
|
final state
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let hash_string l =
|
2016-11-25 22:46:50 +04:00
|
|
|
let open Sodium.Generichash in
|
|
|
|
let state = init ~size () in
|
|
|
|
List.iter
|
|
|
|
(fun s -> Bytes.update state (BytesLabels.unsafe_of_string s))
|
|
|
|
l ;
|
|
|
|
final state
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2017-02-24 20:17:53 +04:00
|
|
|
let path_length = 6
|
2017-11-16 19:45:22 +04:00
|
|
|
let to_path key l =
|
2016-09-08 21:13:10 +04:00
|
|
|
let key = to_hex key in
|
2017-11-16 19:45:22 +04:00
|
|
|
String.sub key 0 2 :: String.sub key 2 2 ::
|
|
|
|
String.sub key 4 2 :: String.sub key 6 2 ::
|
|
|
|
String.sub key 8 2 :: String.sub key 10 (size * 2 - 10) :: l
|
2016-09-08 21:13:10 +04:00
|
|
|
let of_path path =
|
|
|
|
let path = String.concat "" path in
|
|
|
|
of_hex path
|
2017-02-24 20:17:53 +04:00
|
|
|
let of_path_exn path =
|
|
|
|
let path = String.concat "" path in
|
|
|
|
of_hex_exn path
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2016-10-06 20:30:04 +04:00
|
|
|
let prefix_path p =
|
2018-01-15 18:03:13 +04:00
|
|
|
let `Hex p = Hex.of_string p in
|
2016-10-06 20:30:04 +04:00
|
|
|
let len = String.length p in
|
|
|
|
let p1 = if len >= 2 then String.sub p 0 2 else ""
|
|
|
|
and p2 = if len >= 4 then String.sub p 2 2 else ""
|
|
|
|
and p3 = if len >= 6 then String.sub p 4 2 else ""
|
|
|
|
and p4 = if len >= 8 then String.sub p 6 2 else ""
|
2016-11-14 19:26:34 +04:00
|
|
|
and p5 = if len >= 10 then String.sub p 8 2 else ""
|
|
|
|
and p6 = if len > 10 then String.sub p 10 (len - 10) else "" in
|
|
|
|
[ p1 ; p2 ; p3 ; p4 ; p5 ; p6 ]
|
|
|
|
|
2017-02-24 20:17:53 +04:00
|
|
|
module Table = struct
|
|
|
|
include Hashtbl.Make(struct
|
2017-11-13 19:34:00 +04:00
|
|
|
type nonrec t = t
|
|
|
|
let hash s =
|
|
|
|
Int64.to_int
|
|
|
|
(EndianString.BigEndian.get_int64
|
|
|
|
(Bytes.unsafe_to_string (Sodium.Generichash.Bytes.of_hash s))
|
|
|
|
0)
|
|
|
|
let equal = equal
|
|
|
|
end)
|
2017-02-24 20:17:53 +04:00
|
|
|
end
|
|
|
|
|
2016-11-14 19:26:34 +04:00
|
|
|
end
|
|
|
|
|
2017-11-27 09:13:12 +04:00
|
|
|
module Make (R : sig
|
2016-11-14 19:26:34 +04:00
|
|
|
val register_encoding:
|
|
|
|
prefix: string ->
|
2017-02-19 21:22:32 +04:00
|
|
|
length:int ->
|
2016-11-14 19:26:34 +04:00
|
|
|
to_raw: ('a -> string) ->
|
|
|
|
of_raw: (string -> 'a option) ->
|
2017-02-19 21:22:32 +04:00
|
|
|
wrap: ('a -> Base58.data) ->
|
|
|
|
'a Base58.encoding
|
2017-11-27 09:13:12 +04:00
|
|
|
end) (K : S.PrefixedName) = struct
|
2016-11-14 19:26:34 +04:00
|
|
|
|
2017-11-27 09:13:12 +04:00
|
|
|
include Make_minimal(K)
|
2016-10-06 20:30:04 +04:00
|
|
|
|
2016-09-08 21:13:10 +04:00
|
|
|
(* Serializers *)
|
|
|
|
|
2017-02-19 21:22:32 +04:00
|
|
|
type Base58.data += Hash of t
|
2016-11-14 19:26:34 +04:00
|
|
|
|
2017-02-19 21:22:32 +04:00
|
|
|
let b58check_encoding =
|
2016-11-14 19:26:34 +04:00
|
|
|
R.register_encoding
|
2017-02-19 21:22:32 +04:00
|
|
|
~prefix: K.b58check_prefix
|
|
|
|
~length:size
|
2016-11-25 22:46:50 +04:00
|
|
|
~wrap: (fun s -> Hash s)
|
2017-02-24 20:17:53 +04:00
|
|
|
~of_raw:(fun h -> of_string h) ~to_raw:to_string
|
2016-11-14 19:26:34 +04:00
|
|
|
|
2017-04-05 11:54:21 +04:00
|
|
|
let of_b58check_opt s =
|
|
|
|
Base58.simple_decode b58check_encoding s
|
|
|
|
let of_b58check_exn s =
|
2017-02-19 21:22:32 +04:00
|
|
|
match Base58.simple_decode b58check_encoding s with
|
2016-11-14 19:26:34 +04:00
|
|
|
| Some x -> x
|
2017-04-05 11:54:21 +04:00
|
|
|
| None -> Format.kasprintf Pervasives.failwith "Unexpected hash (%s)" K.name
|
|
|
|
let of_b58check s =
|
|
|
|
match Base58.simple_decode b58check_encoding s with
|
|
|
|
| Some x -> Ok x
|
|
|
|
| None -> generic_error "Unexpected hash (%s)" K.name
|
2017-02-19 21:22:32 +04:00
|
|
|
let to_b58check s = Base58.simple_encode b58check_encoding s
|
2016-11-14 19:26:34 +04:00
|
|
|
|
2017-02-19 21:22:32 +04:00
|
|
|
let to_short_b58check s =
|
|
|
|
String.sub (to_b58check s) 0 (10 + 2 * String.length K.b58check_prefix)
|
2016-11-14 19:26:34 +04:00
|
|
|
|
2017-12-08 22:10:08 +04:00
|
|
|
let rpc_arg =
|
|
|
|
RPC_arg.make
|
|
|
|
~name:(Format.asprintf "hash.%s" K.name)
|
|
|
|
~descr:(Format.asprintf "A b58check-encoded hash (%s)" K.name)
|
|
|
|
~destruct:
|
|
|
|
(fun s ->
|
|
|
|
match of_b58check_opt s with
|
|
|
|
| None ->
|
|
|
|
Error (Format.asprintf
|
|
|
|
"failed to decode b58check-encoded hash (%s): %S"
|
|
|
|
K.name s)
|
|
|
|
| Some v -> Ok v)
|
|
|
|
~construct:to_b58check
|
|
|
|
()
|
|
|
|
|
2016-09-08 21:13:10 +04:00
|
|
|
let encoding =
|
|
|
|
let open Data_encoding in
|
|
|
|
splitted
|
|
|
|
~binary:
|
2017-02-24 20:17:53 +04:00
|
|
|
(conv to_bytes of_bytes_exn (Fixed.bytes size))
|
2016-09-08 21:13:10 +04:00
|
|
|
~json:
|
2017-11-08 20:52:21 +04:00
|
|
|
(describe ~title: (K.title ^ " (Base58Check-encoded Blake2B hash)") @@
|
2017-04-05 11:54:21 +04:00
|
|
|
conv to_b58check (Data_encoding.Json.wrap_error of_b58check_exn) string)
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let param ?(name=K.name) ?(desc=K.title) t =
|
2017-09-27 11:55:20 +04:00
|
|
|
Cli_entries.param
|
|
|
|
~name
|
|
|
|
~desc (Cli_entries.parameter (fun _ str -> Lwt.return (of_b58check str))) t
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let pp ppf t =
|
2017-02-19 21:22:32 +04:00
|
|
|
Format.pp_print_string ppf (to_b58check t)
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
let pp_short ppf t =
|
2017-02-19 21:22:32 +04:00
|
|
|
Format.pp_print_string ppf (to_short_b58check t)
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2017-02-24 20:17:53 +04:00
|
|
|
module Set = struct
|
|
|
|
include Set.Make(struct type nonrec t = t let compare = compare end)
|
2017-09-29 20:43:13 +04:00
|
|
|
exception Found of elt
|
|
|
|
let random_elt s =
|
|
|
|
let n = Random.int (cardinal s) in
|
|
|
|
try
|
|
|
|
ignore
|
|
|
|
(fold (fun x i -> if i = n then raise (Found x) ; i+1) s 0 : int) ;
|
|
|
|
assert false
|
|
|
|
with Found x -> x
|
2017-02-24 20:17:53 +04:00
|
|
|
let encoding =
|
|
|
|
Data_encoding.conv
|
|
|
|
elements
|
|
|
|
(fun l -> List.fold_left (fun m x -> add x m) empty l)
|
|
|
|
Data_encoding.(list encoding)
|
|
|
|
end
|
|
|
|
|
2017-09-29 20:43:13 +04:00
|
|
|
let random_set_elt = Set.random_elt
|
|
|
|
|
2017-02-24 20:17:53 +04:00
|
|
|
module Map = struct
|
|
|
|
include Map.Make(struct type nonrec t = t let compare = compare end)
|
|
|
|
let encoding arg_encoding =
|
|
|
|
Data_encoding.conv
|
|
|
|
bindings
|
|
|
|
(fun l -> List.fold_left (fun m (k,v) -> add k v m) empty l)
|
|
|
|
Data_encoding.(list (tup2 encoding arg_encoding))
|
|
|
|
end
|
|
|
|
|
2017-12-05 18:17:54 +04:00
|
|
|
let zero =
|
|
|
|
match of_hex (String.make (size * 2) '0') with
|
|
|
|
| Some c -> c
|
|
|
|
| None -> assert false
|
|
|
|
|
2016-09-08 21:13:10 +04:00
|
|
|
end
|
|
|
|
|
2017-03-16 20:17:06 +04:00
|
|
|
module Generic_Merkle_tree (H : sig
|
|
|
|
type t
|
|
|
|
type elt
|
|
|
|
val encoding : t Data_encoding.t
|
|
|
|
val empty : t
|
|
|
|
val leaf : elt -> t
|
|
|
|
val node : t -> t -> t
|
|
|
|
end) = struct
|
|
|
|
|
|
|
|
let rec step a n =
|
|
|
|
let m = (n+1) / 2 in
|
|
|
|
for i = 0 to m - 1 do
|
|
|
|
a.(i) <- H.node a.(2*i) a.(2*i+1)
|
|
|
|
done ;
|
|
|
|
a.(m) <- H.node a.(n) a.(n) ;
|
|
|
|
if m = 1 then
|
|
|
|
a.(0)
|
|
|
|
else if m mod 2 = 0 then
|
|
|
|
step a m
|
|
|
|
else begin
|
|
|
|
a.(m+1) <- a.(m) ;
|
|
|
|
step a (m+1)
|
|
|
|
end
|
|
|
|
|
|
|
|
let empty = H.empty
|
|
|
|
|
|
|
|
let compute xs =
|
|
|
|
match xs with
|
|
|
|
| [] -> H.empty
|
|
|
|
| [x] -> H.leaf x
|
|
|
|
| _ :: _ :: _ ->
|
2017-11-27 09:13:12 +04:00
|
|
|
let last = TzList.last_exn xs in
|
2017-03-16 20:17:06 +04:00
|
|
|
let n = List.length xs in
|
|
|
|
let a = Array.make (n+1) (H.leaf last) in
|
|
|
|
List.iteri (fun i x -> a.(i) <- H.leaf x) xs ;
|
|
|
|
step a n
|
|
|
|
|
|
|
|
type path =
|
|
|
|
| Left of path * H.t
|
|
|
|
| Right of H.t * path
|
|
|
|
| Op
|
|
|
|
|
|
|
|
let rec step_path a n p j =
|
|
|
|
let m = (n+1) / 2 in
|
|
|
|
let p = if j mod 2 = 0 then Left (p, a.(j+1)) else Right (a.(j-1), p) in
|
|
|
|
for i = 0 to m - 1 do
|
|
|
|
a.(i) <- H.node a.(2*i) a.(2*i+1)
|
|
|
|
done ;
|
|
|
|
a.(m) <- H.node a.(n) a.(n) ;
|
|
|
|
if m = 1 then
|
|
|
|
p
|
|
|
|
else if m mod 2 = 0 then
|
|
|
|
step_path a m p (j/2)
|
|
|
|
else begin
|
|
|
|
a.(m+1) <- a.(m) ;
|
|
|
|
step_path a (m+1) p (j/2)
|
|
|
|
end
|
|
|
|
|
|
|
|
let compute_path xs i =
|
|
|
|
match xs with
|
|
|
|
| [] -> invalid_arg "compute_path"
|
|
|
|
| [_] -> Op
|
|
|
|
| _ :: _ :: _ ->
|
2017-11-27 09:13:12 +04:00
|
|
|
let last = TzList.last_exn xs in
|
2017-03-16 20:17:06 +04:00
|
|
|
let n = List.length xs in
|
|
|
|
if i < 0 || n <= i then invalid_arg "compute_path" ;
|
|
|
|
let a = Array.make (n+1) (H.leaf last) in
|
|
|
|
List.iteri (fun i x -> a.(i) <- H.leaf x) xs ;
|
|
|
|
step_path a n Op i
|
|
|
|
|
|
|
|
let rec check_path p h =
|
|
|
|
match p with
|
|
|
|
| Op ->
|
|
|
|
H.leaf h, 1, 0
|
|
|
|
| Left (p, r) ->
|
|
|
|
let l, s, pos = check_path p h in
|
|
|
|
H.node l r, s * 2, pos
|
|
|
|
| Right (l, p) ->
|
|
|
|
let r, s, pos = check_path p h in
|
|
|
|
H.node l r, s * 2, pos + s
|
|
|
|
|
|
|
|
let check_path p h =
|
|
|
|
let h, _, pos = check_path p h in
|
|
|
|
h, pos
|
|
|
|
|
|
|
|
let path_encoding =
|
|
|
|
let open Data_encoding in
|
|
|
|
mu "path"
|
|
|
|
(fun path_encoding ->
|
|
|
|
union [
|
2017-11-24 20:19:38 +04:00
|
|
|
case (Tag 240)
|
2017-03-16 20:17:06 +04:00
|
|
|
(obj2
|
|
|
|
(req "path" path_encoding)
|
|
|
|
(req "right" H.encoding))
|
|
|
|
(function Left (p, r) -> Some (p, r) | _ -> None)
|
|
|
|
(fun (p, r) -> Left (p, r)) ;
|
2017-11-24 20:19:38 +04:00
|
|
|
case (Tag 15)
|
2017-03-16 20:17:06 +04:00
|
|
|
(obj2
|
|
|
|
(req "left" H.encoding)
|
|
|
|
(req "path" path_encoding))
|
|
|
|
(function Right (r, p) -> Some (r, p) | _ -> None)
|
|
|
|
(fun (r, p) -> Right (r, p)) ;
|
2017-11-24 20:19:38 +04:00
|
|
|
case (Tag 0)
|
2017-03-16 20:17:06 +04:00
|
|
|
unit
|
|
|
|
(function Op -> Some () | _ -> None)
|
|
|
|
(fun () -> Op)
|
|
|
|
])
|
2016-09-08 21:13:10 +04:00
|
|
|
|
|
|
|
end
|
|
|
|
|
2017-03-16 20:17:06 +04:00
|
|
|
module Make_merkle_tree
|
|
|
|
(R : sig
|
|
|
|
val register_encoding:
|
|
|
|
prefix: string ->
|
|
|
|
length:int ->
|
|
|
|
to_raw: ('a -> string) ->
|
|
|
|
of_raw: (string -> 'a option) ->
|
|
|
|
wrap: ('a -> Base58.data) ->
|
|
|
|
'a Base58.encoding
|
|
|
|
end)
|
2017-11-27 09:13:12 +04:00
|
|
|
(K : S.PrefixedName)
|
2017-03-16 20:17:06 +04:00
|
|
|
(Contents: sig
|
|
|
|
type t
|
|
|
|
val to_bytes: t -> MBytes.t
|
|
|
|
end) = struct
|
|
|
|
|
2017-11-27 09:13:12 +04:00
|
|
|
include Make (R) (K)
|
2017-03-16 20:17:06 +04:00
|
|
|
|
|
|
|
type elt = Contents.t
|
|
|
|
|
|
|
|
let empty = hash_bytes []
|
|
|
|
|
|
|
|
include Generic_Merkle_tree(struct
|
|
|
|
type nonrec t = t
|
|
|
|
type nonrec elt = elt
|
|
|
|
let encoding = encoding
|
|
|
|
let empty = empty
|
|
|
|
let leaf x = hash_bytes [Contents.to_bytes x]
|
|
|
|
let node x y = hash_bytes [to_bytes x; to_bytes y]
|
|
|
|
end)
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2017-03-16 20:17:06 +04:00
|
|
|
end
|
2016-09-08 21:13:10 +04:00
|
|
|
|
2017-11-27 09:13:12 +04:00
|
|
|
include
|
|
|
|
Make_minimal (struct
|
2016-11-25 22:46:50 +04:00
|
|
|
let name = "Generic_hash"
|
|
|
|
let title = ""
|
|
|
|
let size = None
|
|
|
|
end)
|