forked from hacc/haccfiles
stuebinm
a00e28d85a
Pluto [1] is one of these interactive notebook thingies that have become so unreasonably popular with people doing machine learning or data analysis, but – somewhat surprisingly – it's actually not shit (e.g. no global mutable state in the notebook, no weird unreadable fileformat that doesn't play well with version control, etc.) In particular, it can be used collaboratively (while it doesn't do real-time collaborative editing like a pad, it /does/ push out global updates each time someone executes a cell, so it's reasonably close), and I think it may be useful to have for julia-hacking sessions. It may also be useful for people running low-end laptops, since code is executed on the host — and I guess hainich has enough unused ressources lying around that we can spare a few. After deploying this, the notebook server should be reachable via: ssh hainich -L 9999:localhost:9999 and then visiting http://localhost:9999 Caveats: by design, pluto allows a user to execute arbitrary code on the host. That is its main function, and not something we can prevent. I've tried to mitigate this as far as possible by: - only allowing access via ssh port forwarding. In theory pluto does have basic access control, but that works via a secret link that it'll spit to stdout on startup (i.e. the journal), which cannot be set in advance, nor regenerted without restarting the entire process. Unfortunately, this means we won't be able to use it at e.g. conference sessions with people who don't have access to our infra - running it in a nixos-container as its own user, so it should never get any kind of access to the "main" directory tree apart from a single directory that we can keep notebooks in (which is currently a bind mount set to /data/pluto) - limiting memory and cpu for that container via systemd (less out of worry for exploits, and more so that a few accidental while-true loops will never consume enough cpu time to noticebly slow down anything else). The current limits for both a chosen relatively low; we'll have to see if they become too limiting should anyone run an actual weather model on this. Things we could also do: - currently, the container does not have its own network (mostly since that would make it slightly less convenient to use with port forwarding); in theory, pluto should even be able to run entirely without internet access of its own, but I'm not sure if this would break things like loading images / raw data into a notebook - make the container ephemeral, and only keep the directory containing the notebooks. I haven't done this since it would require recompilation of pluto each time the container is wiped, which makes for a potentially inconvenient startup time (though still < 3-5 mins) Questions: - have I missed anything important that should definitely be also sandboxed / limited in some way? - in general, are we comfortable running something like this? - would we (in principle) be comfortable opening this up to other people for congress sessions (assuming we figure out a reasonable access control)? Notes to deployer: - while I have not tested this on hainich, it works on my own server - you will probably have to create the /data/pluto directory for the bind mount, and make it world-writable (or chown it to the pluto user inside the container) [1] https://github.com/fonsp/Pluto.jl/
199 lines
5.5 KiB
TOML
199 lines
5.5 KiB
TOML
# This file is machine-generated - editing it directly is not advised
|
|
|
|
[[Artifacts]]
|
|
deps = ["Pkg"]
|
|
git-tree-sha1 = "c30985d8821e0cd73870b17b0ed0ce6dc44cb744"
|
|
uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33"
|
|
version = "1.3.0"
|
|
|
|
[[Base64]]
|
|
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
|
|
|
|
[[Configurations]]
|
|
deps = ["Crayons", "ExproniconLite", "OrderedCollections", "TOML"]
|
|
git-tree-sha1 = "b8486a417456d2fbbe2af13e24cef459c9f42429"
|
|
uuid = "5218b696-f38b-4ac9-8b61-a12ec717816d"
|
|
version = "0.15.4"
|
|
|
|
[[Crayons]]
|
|
git-tree-sha1 = "3f71217b538d7aaee0b69ab47d9b7724ca8afa0d"
|
|
uuid = "a8cc5b0e-0ffa-5ad4-8c14-923d3ee1735f"
|
|
version = "4.0.4"
|
|
|
|
[[DataAPI]]
|
|
git-tree-sha1 = "dfb3b7e89e395be1e25c2ad6d7690dc29cc53b1d"
|
|
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
|
|
version = "1.6.0"
|
|
|
|
[[DataValueInterfaces]]
|
|
git-tree-sha1 = "bfc1187b79289637fa0ef6d4436ebdfe6905cbd6"
|
|
uuid = "e2d170a0-9d28-54be-80f0-106bbe20a464"
|
|
version = "1.0.0"
|
|
|
|
[[Dates]]
|
|
deps = ["Printf"]
|
|
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"
|
|
|
|
[[Distributed]]
|
|
deps = ["Random", "Serialization", "Sockets"]
|
|
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"
|
|
|
|
[[ExproniconLite]]
|
|
git-tree-sha1 = "c97ce5069033ac15093dc44222e3ecb0d3af8966"
|
|
uuid = "55351af7-c7e9-48d6-89ff-24e801d99491"
|
|
version = "0.6.9"
|
|
|
|
[[FuzzyCompletions]]
|
|
deps = ["REPL"]
|
|
git-tree-sha1 = "9cde086faa37f32794be3d2df393ff064d43cd66"
|
|
uuid = "fb4132e2-a121-4a70-b8a1-d5b831dcdcc2"
|
|
version = "0.4.1"
|
|
|
|
[[HTTP]]
|
|
deps = ["Base64", "Dates", "IniFile", "MbedTLS", "NetworkOptions", "Sockets", "URIs"]
|
|
git-tree-sha1 = "b855bf8247d6e946c75bb30f593bfe7fe591058d"
|
|
uuid = "cd3eb016-35fb-5094-929b-558a96fad6f3"
|
|
version = "0.9.8"
|
|
|
|
[[IniFile]]
|
|
deps = ["Test"]
|
|
git-tree-sha1 = "098e4d2c533924c921f9f9847274f2ad89e018b8"
|
|
uuid = "83e8ac13-25f8-5344-8a64-a9f2b223428f"
|
|
version = "0.5.0"
|
|
|
|
[[InteractiveUtils]]
|
|
deps = ["Markdown"]
|
|
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
|
|
|
|
[[IteratorInterfaceExtensions]]
|
|
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
|
|
uuid = "82899510-4779-5014-852e-03e436cf321d"
|
|
version = "1.0.0"
|
|
|
|
[[JLLWrappers]]
|
|
deps = ["Preferences"]
|
|
git-tree-sha1 = "642a199af8b68253517b80bd3bfd17eb4e84df6e"
|
|
uuid = "692b3bcd-3c85-4b1f-b108-f13ce0eb3210"
|
|
version = "1.3.0"
|
|
|
|
[[LibGit2]]
|
|
deps = ["Printf"]
|
|
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433"
|
|
|
|
[[Libdl]]
|
|
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
|
|
|
|
[[LinearAlgebra]]
|
|
deps = ["Libdl"]
|
|
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
|
|
|
|
[[Logging]]
|
|
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"
|
|
|
|
[[Markdown]]
|
|
deps = ["Base64"]
|
|
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"
|
|
|
|
[[MbedTLS]]
|
|
deps = ["Dates", "MbedTLS_jll", "Random", "Sockets"]
|
|
git-tree-sha1 = "1c38e51c3d08ef2278062ebceade0e46cefc96fe"
|
|
uuid = "739be429-bea8-5141-9913-cc70e7f3736d"
|
|
version = "1.0.3"
|
|
|
|
[[MbedTLS_jll]]
|
|
deps = ["Artifacts", "JLLWrappers", "Libdl", "Pkg"]
|
|
git-tree-sha1 = "0eef589dd1c26a3ac9d753fe1a8bcad63f956fa6"
|
|
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1"
|
|
version = "2.16.8+1"
|
|
|
|
[[MsgPack]]
|
|
deps = ["Serialization"]
|
|
git-tree-sha1 = "a8cbf066b54d793b9a48c5daa5d586cf2b5bd43d"
|
|
uuid = "99f44e22-a591-53d1-9472-aa23ef4bd671"
|
|
version = "1.1.0"
|
|
|
|
[[NetworkOptions]]
|
|
git-tree-sha1 = "ed3157f48a05543cce9b241e1f2815f7e843d96e"
|
|
uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908"
|
|
version = "1.2.0"
|
|
|
|
[[OrderedCollections]]
|
|
git-tree-sha1 = "85f8e6578bf1f9ee0d11e7bb1b1456435479d47c"
|
|
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
|
|
version = "1.4.1"
|
|
|
|
[[Pkg]]
|
|
deps = ["Dates", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "UUIDs"]
|
|
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
|
|
|
|
[[Pluto]]
|
|
deps = ["Base64", "Configurations", "Dates", "Distributed", "FuzzyCompletions", "HTTP", "InteractiveUtils", "Logging", "Markdown", "MsgPack", "Pkg", "REPL", "Sockets", "TableIOInterface", "Tables", "UUIDs"]
|
|
git-tree-sha1 = "85156b21dee3a4515ff479555eb958ad33c057aa"
|
|
uuid = "c3e4b0f8-55cb-11ea-2926-15256bba5781"
|
|
version = "0.14.5"
|
|
|
|
[[Preferences]]
|
|
deps = ["TOML"]
|
|
git-tree-sha1 = "00cfd92944ca9c760982747e9a1d0d5d86ab1e5a"
|
|
uuid = "21216c6a-2e73-6563-6e65-726566657250"
|
|
version = "1.2.2"
|
|
|
|
[[Printf]]
|
|
deps = ["Unicode"]
|
|
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"
|
|
|
|
[[REPL]]
|
|
deps = ["InteractiveUtils", "Markdown", "Sockets"]
|
|
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"
|
|
|
|
[[Random]]
|
|
deps = ["Serialization"]
|
|
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
|
|
|
|
[[SHA]]
|
|
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"
|
|
|
|
[[Serialization]]
|
|
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"
|
|
|
|
[[Sockets]]
|
|
uuid = "6462fe0b-24de-5631-8697-dd941f90decc"
|
|
|
|
[[TOML]]
|
|
deps = ["Dates"]
|
|
git-tree-sha1 = "44aaac2d2aec4a850302f9aa69127c74f0c3787e"
|
|
uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76"
|
|
version = "1.0.3"
|
|
|
|
[[TableIOInterface]]
|
|
git-tree-sha1 = "9a0d3ab8afd14f33a35af7391491ff3104401a35"
|
|
uuid = "d1efa939-5518-4425-949f-ab857e148477"
|
|
version = "0.1.6"
|
|
|
|
[[TableTraits]]
|
|
deps = ["IteratorInterfaceExtensions"]
|
|
git-tree-sha1 = "c06b2f539df1c6efa794486abfb6ed2022561a39"
|
|
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
|
|
version = "1.0.1"
|
|
|
|
[[Tables]]
|
|
deps = ["DataAPI", "DataValueInterfaces", "IteratorInterfaceExtensions", "LinearAlgebra", "TableTraits", "Test"]
|
|
git-tree-sha1 = "c9d2d262e9a327be1f35844df25fe4561d258dc9"
|
|
uuid = "bd369af6-aec1-5ad0-b16a-f7cc5008161c"
|
|
version = "1.4.2"
|
|
|
|
[[Test]]
|
|
deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
|
|
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
|
|
|
|
[[URIs]]
|
|
git-tree-sha1 = "97bbe755a53fe859669cd907f2d96aee8d2c1355"
|
|
uuid = "5c2747f8-b7ea-4ff2-ba2e-563bfd36b1d4"
|
|
version = "1.3.0"
|
|
|
|
[[UUIDs]]
|
|
deps = ["Random", "SHA"]
|
|
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"
|
|
|
|
[[Unicode]]
|
|
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"
|