Skip to content

Commit

Permalink
daskhub2
Browse files Browse the repository at this point in the history
  • Loading branch information
eeholmes committed Jun 17, 2024
1 parent 417f6fa commit 0d364b3
Show file tree
Hide file tree
Showing 18 changed files with 2,339 additions and 600 deletions.
2 changes: 2 additions & 0 deletions _quarto.yml
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,8 @@ website:
href: posts/JHub-User-Guide.Rmd
- text: "Set-up DaskHub on Azure"
href: posts/Set-up-daskhub.Rmd
- text: "Set-up DaskHub on Azure 2"
href: posts/Set-up-daskhub2.Rmd
- text: "Set-up JHub on GCP"
href: posts/set-up-jh-gcp.Rmd
- text: "Set-up JHub on AWS"
Expand Down
73 changes: 33 additions & 40 deletions config/fish/config.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -129,76 +129,69 @@ jupyterhub:
display_name: Resource Allocation
choices:
mem_1_9:
display_name: 1.9 GB RAM up to 4 CPUs
display_name: 1.9 GB RAM up to 3 CPUs
kubespawner_override:
mem_guarantee: 1991244775
mem_limit: 1991244775
cpu_guarantee: 0.2328125
cpu_limit: 3.725
cpu_limit: 3
default: true
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E4as_v5
node.kubernetes.io/instance-type: Standard_E4s_v5
mem_3_7:
display_name: 3.7 GB RAM up to 4 CPUs
display_name: 3.7 GB RAM up to 3 CPUs
kubespawner_override:
mem_guarantee: 3982489550
mem_limit: 3982489550
cpu_guarantee: 0.465625
cpu_limit: 3.725
cpu_limit: 3
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E4as_v5
node.kubernetes.io/instance-type: Standard_E4s_v5
mem_7_4:
display_name: 7.4 GB RAM up to 4 CPUs
display_name: 7.4 GB RAM up to 3 CPUs
kubespawner_override:
mem_guarantee: 7964979101
mem_limit: 7964979101
cpu_guarantee: 0.93125
cpu_limit: 3.725
cpu_limit: 3
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E4as_v5
node.kubernetes.io/instance-type: Standard_E4s_v5
mem_14_8:
display_name: 14.8 GB RAM up to 4 CPUs
display_name: 14.8 GB RAM up to 3 CPUs
kubespawner_override:
mem_guarantee: 15929958203
mem_limit: 15929958203
cpu_guarantee: 1.8625
cpu_limit: 3.725
cpu_limit: 3
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E4as_v5
mem_29_7:
display_name: 29.7 GB RAM up to 4 CPUs
node.kubernetes.io/instance-type: Standard_E4s_v5
mem_28_0:
display_name: 27.3 GB RAM up to 3 CPUs
kubespawner_override:
mem_guarantee: 31859916406
mem_limit: 31859916406
cpu_guarantee: 3.725
cpu_limit: 3.725
mem_guarantee: 28673924765
mem_limit: 28673924765
cpu_guarantee: 3
cpu_limit: 3
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E4as_v5
mem_60_6:
display_name: 60.6 GB RAM up to 16 CPU
node.kubernetes.io/instance-type: Standard_E4s_v5
mem_53_5:
display_name: 64 GB RAM, upto 15 CPUs
kubespawner_override:
mem_guarantee: 65094448840
mem_limit: 65094448840
cpu_guarantee: 7.8475
cpu_limit: 15.695
mem_guarantee: 68576867914
mem_limit: 68576867914
cpu_guarantee: 8
cpu_limit: 15
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E16as_v5
mem_121_2:
display_name: 121.2 GB RAM, upto 15.6 CPUs
node.kubernetes.io/instance-type: Standard_E16s_v5
mem_121_:
display_name: 112 GB RAM, upto 15 CPUs
kubespawner_override:
mem_guarantee: 130188897681
mem_limit: 130188897681
cpu_guarantee: 15.695
cpu_limit: 15.695
mem_guarantee: 118471896889
mem_limit: 118471896889
cpu_guarantee: 15
cpu_limit: 15
node_selector:
topology.kubernetes.io/zone: westus2-2
node.kubernetes.io/instance-type: Standard_E16as_v5
node.kubernetes.io/instance-type: Standard_E16s_v5
dask-gateway:
gateway:
extraConfig:
Expand Down
6 changes: 6 additions & 0 deletions docs/posts/JHub-User-Guide.html
Original file line number Diff line number Diff line change
Expand Up @@ -129,6 +129,12 @@
<a href="../posts/Set-up-daskhub.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../posts/Set-up-jh-azure.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure 2</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
Expand Down
6 changes: 6 additions & 0 deletions docs/posts/Set-up-centos-security.html
Original file line number Diff line number Diff line change
Expand Up @@ -163,6 +163,12 @@
<a href="../posts/Set-up-daskhub.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../posts/Set-up-jh-azure.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure 2</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
Expand Down
6 changes: 6 additions & 0 deletions docs/posts/Set-up-centos-tljh.html
Original file line number Diff line number Diff line change
Expand Up @@ -161,6 +161,12 @@
<a href="../posts/Set-up-daskhub.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../posts/Set-up-jh-azure.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure 2</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
Expand Down
6 changes: 6 additions & 0 deletions docs/posts/Set-up-centos.html
Original file line number Diff line number Diff line change
Expand Up @@ -163,6 +163,12 @@
<a href="../posts/Set-up-daskhub.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../posts/Set-up-jh-azure.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure 2</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
Expand Down
14 changes: 10 additions & 4 deletions docs/posts/Set-up-daskhub.html
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@
<script src="../site_libs/quarto-search/fuse.min.js"></script>
<script src="../site_libs/quarto-search/quarto-search.js"></script>
<meta name="quarto:offset" content="../">
<link href="../posts/set-up-jh-gcp.html" rel="next">
<link href="../posts/Set-up-jh-azure.html" rel="next">
<link href="../posts/JHub-User-Guide.html" rel="prev">
<link href="../images/nmfs-opensci-logo2-notext.png" rel="icon" type="image/png">
<script src="../site_libs/quarto-html/quarto.js"></script>
Expand Down Expand Up @@ -129,6 +129,12 @@
<a href="../posts/Set-up-daskhub.html" class="sidebar-item-text sidebar-link active">
<span class="menu-text">Set-up DaskHub on Azure</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
<a href="../posts/Set-up-jh-azure.html" class="sidebar-item-text sidebar-link">
<span class="menu-text">Set-up DaskHub on Azure 2</span></a>
</div>
</li>
<li class="sidebar-item">
<div class="sidebar-item-container">
Expand Down Expand Up @@ -247,7 +253,7 @@ <h2 class="anchored" data-anchor-id="create-your-kubernetes-cluster">Create your
</ol>
<p>At this point, you will get to the set-up with lots of tabs.</p>
<ul>
<li>You need to select the resource group if you are in a subscription for an organization. Don’t know what resource group to use, ask the admins.</li>
<li>You need to select the resource group. You can create a new one if needed.</li>
<li>You need to give your Kubernetes cluster a name. For example, <code>jhub</code> or <code>daskhub</code> or whatever.</li>
<li>You need to chose the region and zone. If you are using Azure file access (big data in the cloud), then you need to be on the same region as the files you are accessing. Do you have no idea? In that case, just go with the default or something close to you. Make sure to use the same region and zone in every node pool creation step.</li>
<li>Next you chose the “Node size”. This is the size of the base virtural machine (VM). It is going to spin up as many as it needs. The default is <a href="https://azureprice.net/vm/Standard_DS2_v2">Standard DS2 v2</a> which as 2 CPU, 7 Gig RAM and 1T memory. This is fine for set-up. You can add more (bigger VMs later). Accept autoscaling since this is a multi-user hub.</li>
Expand Down Expand Up @@ -1109,8 +1115,8 @@ <h2 class="anchored" data-anchor-id="s3-access">S3 access</h2>
</a>
</div>
<div class="nav-page nav-page-next">
<a href="../posts/set-up-jh-gcp.html" class="pagination-link" aria-label="Set-up JHub on GCP">
<span class="nav-page-text">Set-up JHub on GCP</span> <i class="bi bi-arrow-right-short"></i>
<a href="../posts/Set-up-jh-azure.html" class="pagination-link" aria-label="Set-up DaskHub on Azure 2">
<span class="nav-page-text">Set-up DaskHub on Azure 2</span> <i class="bi bi-arrow-right-short"></i>
</a>
</div>
</nav>
Expand Down
Loading

0 comments on commit 0d364b3

Please sign in to comment.