2025-10-29 18:51:46 +01:00
|
|
|
open Rresult
|
|
|
|
|
open Cmdliner
|
2025-11-04 18:36:32 +01:00
|
|
|
open Syntax
|
2025-10-29 18:51:46 +01:00
|
|
|
|
|
|
|
|
let port =
|
|
|
|
|
let doc = Arg.info ~doc:"Port of HTTP service." [ "p"; "port" ] in
|
2025-11-02 13:32:06 +01:00
|
|
|
Arg.(value & opt int 3434 doc)
|
2025-10-29 18:51:46 +01:00
|
|
|
|
|
|
|
|
let use_tls =
|
|
|
|
|
let doc =
|
|
|
|
|
Arg.info ~doc:"Start an HTTP server with a TLS certificate." [ "tls" ]
|
|
|
|
|
in
|
|
|
|
|
Mirage_runtime.register_arg Arg.(value & flag doc)
|
|
|
|
|
|
|
|
|
|
let tls_port =
|
|
|
|
|
let doc = Arg.info ~doc:"Port of HTTPS service." [ "tls-port" ] in
|
|
|
|
|
Mirage_runtime.register_arg Arg.(value & opt int 4343 doc)
|
|
|
|
|
|
|
|
|
|
let alpn =
|
|
|
|
|
let alpns = [ "h2"; "http/1.1" ] in
|
|
|
|
|
let doc =
|
|
|
|
|
Printf.sprintf "Protocols handled by the HTTP server. Must be %s."
|
|
|
|
|
(Arg.doc_alts alpns)
|
|
|
|
|
in
|
|
|
|
|
let doc = Arg.info ~doc [ "alpn" ] in
|
|
|
|
|
Mirage_runtime.register_arg
|
|
|
|
|
Arg.(value & opt_all (enum (List.map (fun v -> (v, v)) alpns)) alpns doc)
|
|
|
|
|
|
2025-11-06 19:24:23 +01:00
|
|
|
let pgx_database =
|
|
|
|
|
let doc = Arg.info ~doc:"database to use" [ "pg-database" ] in
|
|
|
|
|
Arg.(value & opt string "postgres" doc)
|
|
|
|
|
|
|
|
|
|
let pgx_port =
|
|
|
|
|
let doc = Arg.info ~doc:"port to use for postgresql" [ "pg-port" ] in
|
|
|
|
|
Arg.(value & opt int 5432 doc)
|
|
|
|
|
|
|
|
|
|
let pgx_hostname =
|
|
|
|
|
let doc = Arg.info ~doc:"host for postgres database" [ "pg-hostname" ] in
|
|
|
|
|
Arg.(required & opt (some string) None doc)
|
|
|
|
|
|
|
|
|
|
let pgx_user =
|
|
|
|
|
let doc = Arg.info ~doc:"postgres user" [ "pg-user" ] in
|
|
|
|
|
Arg.(required & opt (some string) None doc)
|
|
|
|
|
|
|
|
|
|
let pgx_password =
|
|
|
|
|
let doc = Arg.info ~doc:"postgres password" [ "pg-password" ] in
|
|
|
|
|
Arg.(required & opt (some string) None doc)
|
|
|
|
|
|
|
|
|
|
type t = {
|
|
|
|
|
pgx_database: string;
|
|
|
|
|
pgx_port: int;
|
|
|
|
|
pgx_hostname: string;
|
|
|
|
|
pgx_user: string;
|
|
|
|
|
pgx_password: string;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let pgx_setup =
|
|
|
|
|
Term.(
|
|
|
|
|
const (fun pgx_database pgx_port pgx_hostname pgx_user pgx_password ->
|
|
|
|
|
{ pgx_database; pgx_port; pgx_hostname; pgx_user; pgx_password })
|
|
|
|
|
$ pgx_database
|
|
|
|
|
$ pgx_port
|
|
|
|
|
$ pgx_hostname
|
|
|
|
|
$ pgx_user
|
|
|
|
|
$ pgx_password)
|
|
|
|
|
|
2025-10-29 18:51:46 +01:00
|
|
|
module Make
|
2025-11-02 18:28:11 +01:00
|
|
|
(Assets_ro : Mirage_kv.RO)
|
|
|
|
|
(Certificates_ro : Mirage_kv.RO)
|
|
|
|
|
(Keys_ro : Mirage_kv.RO)
|
2025-10-29 18:51:46 +01:00
|
|
|
(Tcp : Tcpip.Tcp.S with type ipaddr = Ipaddr.t)
|
2025-11-06 19:24:23 +01:00
|
|
|
(HTTP_server : Paf_mirage.S)
|
|
|
|
|
(STACK : Tcpip.Stack.V4V6)
|
|
|
|
|
(Happy_eyeballs :
|
|
|
|
|
Happy_eyeballs_mirage.S
|
|
|
|
|
with type stack = STACK.t
|
|
|
|
|
and type flow = STACK.TCP.flow) =
|
2025-10-29 18:51:46 +01:00
|
|
|
struct
|
2025-11-06 19:24:23 +01:00
|
|
|
module Pgx_mirage = Pgx_lwt_mirage.Make (STACK) (Happy_eyeballs)
|
|
|
|
|
|
2025-11-05 19:41:38 +01:00
|
|
|
let map_err_to_string pp_err res =
|
|
|
|
|
Lwt.map (R.reword_error (R.msgf "%a" pp_err)) res
|
|
|
|
|
|
2025-11-02 18:28:11 +01:00
|
|
|
module Assets = struct
|
|
|
|
|
let map_err_to_string = map_err_to_string Assets_ro.pp_error
|
|
|
|
|
|
|
|
|
|
let get_subdirs ro k =
|
|
|
|
|
let+? keys = Assets_ro.list ro k |> map_err_to_string in
|
|
|
|
|
List.filter (fun (_, t) -> t = `Dictionary) keys |> List.map fst
|
|
|
|
|
|
|
|
|
|
let get_values ro k =
|
|
|
|
|
let+? keys = Assets_ro.list ro k |> map_err_to_string in
|
|
|
|
|
List.filter (fun (_, t) -> t = `Value) keys |> List.map fst
|
|
|
|
|
|
|
|
|
|
let find keys name =
|
|
|
|
|
keys
|
|
|
|
|
|> List.find_opt Mirage_kv.Key.(equal (v name))
|
|
|
|
|
|> Option.to_result ~none:(`Msg (Fmt.str "missing `%s` directory" name))
|
|
|
|
|
|> Lwt_result.lift
|
|
|
|
|
|
|
|
|
|
let get ro s =
|
|
|
|
|
let*? base_dir = get_subdirs ro Mirage_kv.Key.empty in
|
|
|
|
|
let*? dir = find base_dir s in
|
|
|
|
|
let*? subdirs = get_subdirs ro dir in
|
|
|
|
|
let*? l =
|
|
|
|
|
lwt_list_get_ok
|
|
|
|
|
@@ Lwt_list.map_s
|
|
|
|
|
(fun lang_dir ->
|
|
|
|
|
let+? files = get_values ro lang_dir in
|
|
|
|
|
(lang_dir, files))
|
|
|
|
|
subdirs
|
|
|
|
|
in
|
|
|
|
|
Lwt.return
|
|
|
|
|
@@
|
|
|
|
|
let open Result.Syntax in
|
|
|
|
|
let* l =
|
|
|
|
|
list_get_ok
|
|
|
|
|
@@ List.map
|
|
|
|
|
(fun (lang, l) ->
|
|
|
|
|
let lang = Mirage_kv.Key.basename lang in
|
|
|
|
|
let* l =
|
|
|
|
|
List.map Mirage_kv.Key.basename l
|
|
|
|
|
|> List.map (fun s ->
|
|
|
|
|
match String.split_on_char '.' s with
|
|
|
|
|
| [] -> assert false
|
|
|
|
|
| [ etag; ext ] -> Ok (etag, ext)
|
|
|
|
|
| _ -> Error (`Msg (Fmt.str "invalid file name: `%s`" s)))
|
|
|
|
|
|> list_get_ok
|
|
|
|
|
in
|
|
|
|
|
let etag_l, ext_l = List.split l in
|
|
|
|
|
Ok (lang, etag_l, ext_l))
|
|
|
|
|
l
|
|
|
|
|
in
|
|
|
|
|
let lang_l =
|
|
|
|
|
l |> List.map (fun (v, _, _) -> v) |> List.sort String.compare
|
|
|
|
|
in
|
|
|
|
|
let* etag =
|
|
|
|
|
let etag_l = l |> List.map (fun (_, v, _) -> v) |> List.concat in
|
|
|
|
|
match List.sort_uniq String.compare etag_l with
|
|
|
|
|
| [ etag ] -> Ok etag
|
|
|
|
|
| [] ->
|
|
|
|
|
Fmt.error_msg "directory `%s` is empty"
|
|
|
|
|
(Mirage_kv.Key.to_string dir)
|
|
|
|
|
| l ->
|
|
|
|
|
Fmt.error_msg "directory `%s` contains more than one etag: %a"
|
|
|
|
|
(Mirage_kv.Key.to_string dir)
|
|
|
|
|
(Fmt.list Fmt.string) l
|
|
|
|
|
in
|
|
|
|
|
let* ext_l =
|
2025-11-04 18:36:32 +01:00
|
|
|
let* hd, tl =
|
2025-11-02 18:28:11 +01:00
|
|
|
l
|
|
|
|
|
|> List.map (fun (_, _, v) -> v)
|
|
|
|
|
|> List.map (List.sort String.compare)
|
2025-11-04 18:36:32 +01:00
|
|
|
|> function
|
|
|
|
|
| [] ->
|
|
|
|
|
Fmt.error_msg "directory `%s` is empty"
|
|
|
|
|
(Mirage_kv.Key.to_string dir)
|
|
|
|
|
| hd :: tl -> Ok (hd, tl)
|
2025-11-02 18:28:11 +01:00
|
|
|
in
|
2025-11-04 18:36:32 +01:00
|
|
|
match List.for_all (( = ) hd) tl with
|
|
|
|
|
| false ->
|
2025-11-02 18:28:11 +01:00
|
|
|
Fmt.error_msg
|
|
|
|
|
"directory `%s` does not has the same set of file extensions for \
|
|
|
|
|
each language"
|
|
|
|
|
(Mirage_kv.Key.to_string dir)
|
2025-11-04 18:36:32 +01:00
|
|
|
| true -> Ok hd
|
2025-11-02 18:28:11 +01:00
|
|
|
in
|
|
|
|
|
Ok (etag, lang_l, ext_l)
|
|
|
|
|
|
|
|
|
|
let assets ro =
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? terms_etag, terms_lang_l, terms_ext_l = get ro "terms" in
|
|
|
|
|
let*? privacy_etag, privacy_lang_l, privacy_ext_l = get ro "privacy" in
|
|
|
|
|
Lwt.return
|
|
|
|
|
@@
|
|
|
|
|
let open Result.Syntax in
|
|
|
|
|
let* lang_l =
|
|
|
|
|
match terms_lang_l = privacy_lang_l with
|
|
|
|
|
| false ->
|
|
|
|
|
Fmt.error_msg
|
|
|
|
|
"terms and privacy directories does not support the same set of \
|
|
|
|
|
languages"
|
|
|
|
|
| true -> Ok terms_lang_l
|
|
|
|
|
in
|
|
|
|
|
let ext_l =
|
|
|
|
|
match terms_ext_l = privacy_ext_l with
|
|
|
|
|
| false ->
|
|
|
|
|
Fmt.error_msg
|
|
|
|
|
"terms and privacy directories does not support the same set of \
|
|
|
|
|
mimetype"
|
|
|
|
|
| true -> Ok terms_ext_l
|
|
|
|
|
in
|
|
|
|
|
Ok (terms_etag, privacy_etag, lang_l, ext_l)
|
2025-11-02 18:28:11 +01:00
|
|
|
end
|
|
|
|
|
|
|
|
|
|
let tls certificate_ro key_ro =
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? keys =
|
|
|
|
|
Keys_ro.list key_ro Mirage_kv.Key.empty
|
|
|
|
|
|> map_err_to_string Keys_ro.pp_error
|
|
|
|
|
in
|
2025-11-02 18:28:11 +01:00
|
|
|
let keys = List.filter (fun (_, t) -> t = `Value) keys in
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? certificates =
|
|
|
|
|
Certificates_ro.list certificate_ro Mirage_kv.Key.empty
|
|
|
|
|
|> map_err_to_string Certificates_ro.pp_error
|
|
|
|
|
in
|
2025-11-02 18:28:11 +01:00
|
|
|
let certificates = List.filter (fun (_, t) -> t = `Value) certificates in
|
2025-10-29 18:51:46 +01:00
|
|
|
let fold acc (name, _) =
|
|
|
|
|
match Mirage_kv.Key.basename name with
|
|
|
|
|
| ".gitkeep" -> Lwt.return acc
|
|
|
|
|
| _ ->
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? data =
|
|
|
|
|
Certificates_ro.get certificate_ro name
|
|
|
|
|
|> map_err_to_string Certificates_ro.pp_error
|
|
|
|
|
in
|
|
|
|
|
let*? certificates =
|
|
|
|
|
Lwt.return (X509.Certificate.decode_pem_multiple data)
|
|
|
|
|
in
|
|
|
|
|
let+? acc = Lwt.return acc in
|
|
|
|
|
(name, certificates) :: acc
|
2025-10-29 18:51:46 +01:00
|
|
|
in
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? certificates = Lwt_list.fold_left_s fold (Ok []) certificates in
|
2025-10-29 18:51:46 +01:00
|
|
|
let fold acc (name, _) =
|
|
|
|
|
match Mirage_kv.Key.basename name with
|
|
|
|
|
| ".gitkeep" -> Lwt.return acc
|
|
|
|
|
| _ ->
|
2025-11-04 18:36:32 +01:00
|
|
|
let*? data =
|
|
|
|
|
Keys_ro.get key_ro name |> map_err_to_string Keys_ro.pp_error
|
|
|
|
|
in
|
|
|
|
|
let*? key = Lwt.return (X509.Private_key.decode_pem data) in
|
|
|
|
|
let+? acc = Lwt.return acc in
|
|
|
|
|
(name, key) :: acc
|
2025-10-29 18:51:46 +01:00
|
|
|
in
|
2025-11-04 18:36:32 +01:00
|
|
|
let+? keys = Lwt_list.fold_left_s fold (Ok []) keys in
|
2025-10-29 18:51:46 +01:00
|
|
|
let tbl = Hashtbl.create 0x10 in
|
|
|
|
|
List.iter
|
|
|
|
|
(fun (name, certificates) ->
|
|
|
|
|
match List.assoc_opt name keys with
|
|
|
|
|
| Some key -> Hashtbl.add tbl name (certificates, key)
|
|
|
|
|
| None -> ())
|
|
|
|
|
certificates;
|
|
|
|
|
match Hashtbl.fold (fun _ certchain acc -> certchain :: acc) tbl [] with
|
2025-11-04 18:36:32 +01:00
|
|
|
| [] -> `None
|
|
|
|
|
| [ certchain ] -> `Single certchain
|
|
|
|
|
| certchains -> `Multiple certchains
|
|
|
|
|
|
|
|
|
|
let always x _ = x
|
2025-10-29 18:51:46 +01:00
|
|
|
|
2025-11-05 19:41:38 +01:00
|
|
|
let http_1_1_request_handler _flow _edn reqd =
|
|
|
|
|
Server.http_1_1_request_handler reqd
|
2025-10-29 18:51:46 +01:00
|
|
|
|
2025-11-05 19:41:38 +01:00
|
|
|
let alpn_handler =
|
2025-10-29 18:51:46 +01:00
|
|
|
{
|
2025-10-30 15:51:03 +01:00
|
|
|
Alpn.error= Server.alpn_error_handler;
|
|
|
|
|
Alpn.request=
|
2025-11-05 19:41:38 +01:00
|
|
|
(fun _flow _edn reqd protocol ->
|
|
|
|
|
Server.alpn_request_handler reqd protocol);
|
2025-10-29 18:51:46 +01:00
|
|
|
}
|
|
|
|
|
|
2025-11-05 19:41:38 +01:00
|
|
|
let run_with_tls ~tls http_server tls_port tcpv4v6 =
|
|
|
|
|
let alpn_service = HTTP_server.alpn_service ~tls alpn_handler in
|
2025-10-29 18:51:46 +01:00
|
|
|
let http_1_1_service =
|
|
|
|
|
HTTP_server.http_service ~error_handler:Server.http_1_1_error_handler
|
2025-11-05 19:41:38 +01:00
|
|
|
http_1_1_request_handler
|
2025-10-29 18:51:46 +01:00
|
|
|
in
|
2025-11-04 18:36:32 +01:00
|
|
|
let open Lwt.Syntax in
|
|
|
|
|
let* server = HTTP_server.init ~port:tls_port tcpv4v6 in
|
|
|
|
|
let (`Initialized th0) = Paf.serve alpn_service server in
|
|
|
|
|
let (`Initialized th1) = Paf.serve http_1_1_service http_server in
|
|
|
|
|
let+ (), () = Lwt.both th0 th1 in
|
|
|
|
|
()
|
2025-10-29 18:51:46 +01:00
|
|
|
|
2025-11-05 19:41:38 +01:00
|
|
|
let run http_server =
|
2025-10-29 18:51:46 +01:00
|
|
|
let http_1_1_service =
|
|
|
|
|
HTTP_server.http_service ~error_handler:Server.http_1_1_error_handler
|
2025-11-05 19:41:38 +01:00
|
|
|
http_1_1_request_handler
|
2025-10-29 18:51:46 +01:00
|
|
|
in
|
2025-11-05 19:41:38 +01:00
|
|
|
let (`Initialized th) = Paf.serve http_1_1_service http_server in
|
|
|
|
|
th
|
2025-10-29 18:51:46 +01:00
|
|
|
|
2025-11-06 19:24:23 +01:00
|
|
|
let test_pgx { pgx_database; pgx_port; pgx_hostname; pgx_user; pgx_password }
|
|
|
|
|
pgx () =
|
|
|
|
|
let module Pgx = (val pgx : Pgx_lwt.S) in
|
|
|
|
|
Pgx.with_conn ~user:pgx_user ~host:pgx_hostname ~password:pgx_password
|
|
|
|
|
~port:pgx_port ~database:pgx_database (fun _conn ->
|
|
|
|
|
Logs.info (fun m -> m "Pgx.with_conn callback~~");
|
|
|
|
|
Lwt.return_unit)
|
|
|
|
|
|
|
|
|
|
let start assets_ro certificate_ro key_ro tcpv4v6 http_server stack
|
|
|
|
|
happy_eyeballs pgx_setup =
|
2025-11-04 18:36:32 +01:00
|
|
|
let open Lwt.Syntax in
|
2025-11-06 19:24:23 +01:00
|
|
|
Logs.(set_level (Some Info));
|
|
|
|
|
let pgx = Pgx_mirage.connect (stack, happy_eyeballs) in
|
|
|
|
|
let* () = test_pgx pgx_setup pgx () in
|
2025-11-04 18:36:32 +01:00
|
|
|
let* assets_res = Assets.assets assets_ro in
|
|
|
|
|
match assets_res with
|
2025-11-02 18:28:11 +01:00
|
|
|
| Error (`Msg m) -> Fmt.failwith "Assets configuration error: %s." m
|
2025-11-04 18:36:32 +01:00
|
|
|
| Ok (_terms_etag, _privacy_etag, _lang_l, _ext_l) -> (
|
|
|
|
|
let* tls_res = tls certificate_ro key_ro in
|
2025-11-02 18:28:11 +01:00
|
|
|
match use_tls () with
|
2025-11-05 19:41:38 +01:00
|
|
|
| false -> run http_server
|
2025-11-02 18:28:11 +01:00
|
|
|
| true -> (
|
2025-11-04 18:36:32 +01:00
|
|
|
match tls_res with
|
2025-11-02 18:28:11 +01:00
|
|
|
| Error (`Msg m) ->
|
|
|
|
|
Fmt.failwith
|
|
|
|
|
"A TLS server requires, at least, one certificate and one \
|
|
|
|
|
private key. Received error %s."
|
|
|
|
|
m
|
|
|
|
|
| Ok certificates -> (
|
|
|
|
|
let alpn_protocols = alpn () in
|
|
|
|
|
match Tls.Config.server ~certificates ~alpn_protocols () with
|
|
|
|
|
| Error (`Msg m) ->
|
|
|
|
|
Fmt.failwith "TLS configuration error: %s." m
|
2025-11-05 19:41:38 +01:00
|
|
|
| Ok tls -> run_with_tls ~tls http_server (tls_port ()) tcpv4v6)
|
|
|
|
|
))
|
2025-10-29 18:51:46 +01:00
|
|
|
end
|