Newer
Older
# The spawner is based on PRP's https://gitlab.nrp-nautilus.io/vpeddu/jupyterlab-west.git
# This file is managed by [youngsu.kim|dung.vu]@csusb.edu
from kubespawner import KubeSpawner
class MySpawner(KubeSpawner):
with open('/etc/jupyterhub/custom/my_spawner.html', 'r') as f:
profile_form_template = f.readlines()
profile_form_template = "".join(profile_form_template)
def options_from_form(self, formdata):
# cephfs_pvc_users = {"dvu@csusb.edu":"dvu", "youngsu.kim@csusb.edu":"ykim", "x5he@eng.ucsd.edu":"x5he" }
cephfs_pvc_users = {"youngsu.kim@csusb.edu":"ykim", "x5he@eng.ucsd.edu":"x5he" }
if not self.profile_list or not hasattr(self, '_profile_list'):
return formdata
#https://github.com/jupyterhub/kubespawner/blob/main/kubespawner/spawner.py#L3046
profile_slug = formdata.get('profile', [None])[0]
# if a profile is declared, add a dictionary key for the profile, and
# dictionary keys for the formdata related to the profile's
# profile_options, as recognized by being named like:
#
# profile-option-{profile_slug}--{profile_option_slug}
#
if profile_slug:
user_options["profile"] = profile_slug
prefix = f'profile-option-{profile_slug}--'
for k, v in formdata.items():
if k.startswith(prefix):
profile_option_slug = k[len(prefix) :]
user_options[profile_option_slug] = v[0]
gpus = int(formdata.get('gpus', [0])[0])
for k, v in kubespawner_override.items():
if callable(v):
v = v(self)
self.log.info(".. overriding KubeSpawner value %s=%s (callable result)", k, v)
else:
self.log.info(".. overriding KubeSpawner value %s=%s", k, v)
if k != "image":
setattr(self, k, v)
else:
image = v
if isinstance(v, dict):
if gpus > 0:
if not (":" in image):
self.log.info(".. adding tag %s to image %s", formdata.get('tag', [0])[0], image)
image += ":"+formdata.get('tag', [0])[0]
setattr(self, "tag", formdata.get('tag', [0])[0])
setattr(self, "extra_resource_limits", {"nvidia.com/gpu": gpus})
setattr(self, "mem_guarantee", formdata.get('ram', [0])[0]+"G")
setattr(self, "cpu_guarantee", float(formdata.get('cores', [0])[0]))
setattr(self, "mem_limit", formdata.get('ram', [0])[0]+"G")
setattr(self, "cpu_limit", float(formdata.get('cores', [0])[0]))
'key': 'topology.kubernetes.io/region',
'operator': 'In',
},
{
'key': 'kubernetes.io/arch',
'operator': 'In',
'values': ["amd64"]
}
# ,
# {
# 'key': 'kubernetes.io/hostname',
# 'operator': 'In',
# 'values': ["node-2-1.sdsc.optiputer.net", "node-2-6.sdsc.optiputer.net", "node-2-7.sdsc.optiputer.net", "node-2-8.sdsc.optiputer.net",
# "ry-gpu-13.sdsc.optiputer.net"]
# 'values': ["node-2-1.sdsc.optiputer.net", "node-2-6.sdsc.optiputer.net", "node-2-7.sdsc.optiputer.net", "node-2-8.sdsc.optiputer.net",
# "ry-gpu-13.sdsc.optiputer.net", "gpu-01.csusb.edu","k8s-chase-ci-10.calit2.optiputer.net","npr-g1.nysernet.org",
# "k8s-bharadia-01.sdsc.optiputer.net", "k8s-bharadia-02.sdsc.optiputer.net",
# "k8s-bharadia-03.sdsc.optiputer.net","k8s-3090-01.calit2.optiputer.net","k8s-4090-01.calit2.optiputer.net",
# "gpu-01.nrp.mghpcc.org", "gpu-02.nrp.mghpcc.org","gpu-03.nrp.mghpcc.org","gpu-04.nrp.mghpcc.org",
# "gpu-06.nrp.mghpcc.org", "gpu-07.nrp.mghpcc.org","gpu-08.nrp.mghpcc.org","gpu-09.nrp.mghpcc.org"]
if formdata.get('gputype', [0])[0]:
nodeSelectorTermsExpressions.append({
'key': 'nvidia.com/gpu.product',
'operator': 'In',
'values': formdata.get('gputype', [0])
})
if gpus == 0:
nodeSelectorTermsExpressions.append({
'key': 'nvidia.com/gpu.product',
'operator': 'NotIn',
'values': [ "NVIDIA-GeForce-RTX-3090", "NVIDIA-A100-80GB-PCIe-MIG-1g.10gb", "NVIDIA-L40", "NVIDIA-A10",
"NVIDIA-RTX-A4000", "NVIDIA-RTX-A5000", "NVIDIA-RTX-A5000", "NVIDIA-A100-SXM4-80GB", "NVIDIA-GeForce-GTX-1080-Ti",
"NVIDIA-A100-PCIE-40GB", "NVIDIA-A100-80GB-PCIe", "NVIDIA-GeForce-RTX-2080-Ti"]
'operator': 'Exists',
'effect': 'NoSchedule',
},
{
setattr(self, 'extra_pod_config', {
'affinity': {
'nodeAffinity': {
'requiredDuringSchedulingIgnoredDuringExecution': {
'nodeSelectorTerms': [{
'matchExpressions': nodeSelectorTermsExpressions,
}],
},
},
if self.user.name in cephfs_pvc_users:
self.volume_mounts.append({
'name': 'vasp',
})
self.volumes.append({
'name': 'vasp',
'persistentVolumeClaim': {
if formdata.get('shared', [0])[0]:
self.volume_mounts.append({
'name': 'csusb-hpc-share',
'mountPath': '/home/jovyan/shared',
})
self.volumes.append({
'name': 'csusb-hpc-share',
'persistentVolumeClaim': {
'claimName': 'csusb-hub-dev-share-south-east',
profile_list = [
{
'display_name': 'Stack Scipy',
'slug': 'scipy',
'kubespawner_override': {
'image': 'quay.io/jupyter/scipy-notebook:2024-04-22'
},
{
'display_name': 'Stack R',
'slug': 'r',
'kubespawner_override': {
'image': 'quay.io/jupyter/r-notebook:2024-04-22'
},
{
'display_name': 'Stack Julia',
'slug': 'julia',
'kubespawner_override': {
'image': 'quay.io/jupyter/julia-notebook:2024-04-22'
},
{
'display_name': 'Stack Tensorflow',
'slug': 'tf',
'kubespawner_override': {
'image': {
'cuda': 'quay.io/jupyter/tensorflow-notebook:cuda-tensorflow-2.16.1',
'cpu': 'quay.io/jupyter/tensorflow-notebook:tensorflow-2.16.1'
}
c.JupyterHub.spawner_class = MySpawner