{"guid":"4322f0f5-6e6b-5341-b0e0-3f69cadf6040","title":"Autoscaling distributed compute with Dask, Kubernetes and AWS","subtitle":null,"slug":"esp17-42-autoscaling_distributed_compute_with_dask_kubernetes_and_aws","link":"https://c3voc.de","description":null,"original_language":"eng","persons":["Jacob Tomlinson","Alex Hilson"],"tags":["esp17","42"],"view_count":128,"promoted":false,"date":"2017-08-31T00:00:00.000+02:00","release_date":"2017-08-31T02:00:00.000+02:00","updated_at":"2025-05-28T19:45:05.518+02:00","length":1128,"duration":1128,"thumb_url":"https://static.media.ccc.de/media/events/euroscipy/2017/42-hd.jpg","poster_url":"https://static.media.ccc.de/media/events/euroscipy/2017/42-hd_preview.jpg","timeline_url":"https://static.media.ccc.de/media/events/euroscipy/2017/4322f0f5-6e6b-5341-b0e0-3f69cadf6040-timeline.jpg","thumbnails_url":"https://static.media.ccc.de/media/events/euroscipy/2017/4322f0f5-6e6b-5341-b0e0-3f69cadf6040-thumbnails.vtt","frontend_link":"https://media.ccc.de/v/esp17-42-autoscaling_distributed_compute_with_dask_kubernetes_and_aws","url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_title":"EuroSciPy 2017","conference_url":"https://api.media.ccc.de/public/conferences/esp17","related":[{"event_id":1321,"event_guid":"import-0ec6cf83fd3d4ca115","weight":1},{"event_id":2567,"event_guid":"b00d2076-e6e7-4556-b691-6cba06d83b78","weight":1},{"event_id":3103,"event_guid":"25a44513-208d-46ce-9b84-9b6839d942ef","weight":1},{"event_id":3463,"event_guid":"fdc46dc5-61b0-4aa4-b8e2-9b765cccbe45","weight":1},{"event_id":3532,"event_guid":"af138014-76fc-5685-924f-2d80967d677e","weight":1},{"event_id":3554,"event_guid":"84e9ccad-5efe-49ac-b117-b382ae6fac1f","weight":1},{"event_id":3633,"event_guid":"530f0400-e4e8-4d99-909d-4cfc8121c0b0","weight":1},{"event_id":3843,"event_guid":"385033fe-d217-0120-aca6-28dd05677c66","weight":1},{"event_id":4154,"event_guid":"e4cbe4c3-b39a-58e6-b51a-833bd0c2b851","weight":1},{"event_id":4171,"event_guid":"a459cea9-e7f9-5eed-8e2e-500cca1cd584","weight":1},{"event_id":4192,"event_guid":"84c433f2-dda5-5202-b03c-cb5c081bb514","weight":1},{"event_id":4287,"event_guid":"a3d8af27-783d-4974-8118-8f536651201a","weight":1},{"event_id":4403,"event_guid":"3eb0f3fc-76e3-4c94-b028-bcd2bfd06bb2","weight":1},{"event_id":4409,"event_guid":"ad8f8dc0-5d55-4923-b836-59ca6a614680","weight":1},{"event_id":4420,"event_guid":"99398913-ee5b-482b-bc03-918fcc6285ac","weight":1},{"event_id":4426,"event_guid":"21c4794b-1dbb-4c28-a48a-bdc5d4455cde","weight":1},{"event_id":4470,"event_guid":"d5ad9c64-0e65-4ee2-bc2b-feb9c7faa1c6","weight":1},{"event_id":4485,"event_guid":"da208942-2be8-4f14-9466-ba8e7b74fca8","weight":1},{"event_id":4488,"event_guid":"54bae626-b5ef-5e0b-9c80-a618c8a91942","weight":1},{"event_id":4489,"event_guid":"29875a2f-943b-53d9-b599-e79da3524b49","weight":1},{"event_id":4493,"event_guid":"12c20fb9-b911-5eec-86db-ae321566b8ec","weight":1},{"event_id":4495,"event_guid":"50e30e4f-e637-567b-a3b0-d73a3617b8f0","weight":1},{"event_id":4497,"event_guid":"e8f194cf-d075-52fe-882a-3bd9a1854154","weight":1},{"event_id":4500,"event_guid":"d0f14707-fd0f-5ee3-83fb-845fa1d40757","weight":1},{"event_id":4502,"event_guid":"b99bb348-050c-5e94-93a8-3bc74e34338b","weight":1},{"event_id":4505,"event_guid":"2ed7a74e-13b3-585a-a307-8480d9e52255","weight":1},{"event_id":4508,"event_guid":"952ef4b1-fd99-56b9-a23e-21ac2cff3bc4","weight":1},{"event_id":4511,"event_guid":"bb4b74a2-c51c-5079-be2c-63f98247c90c","weight":1},{"event_id":4512,"event_guid":"4c37c184-9b3b-57da-9528-dd28a51157b6","weight":1},{"event_id":4516,"event_guid":"d0768670-1b94-5a72-abbd-b481c5929ff3","weight":2},{"event_id":4529,"event_guid":"da8b39d7-c24b-5a66-8973-e3cce4ef2786","weight":1},{"event_id":4538,"event_guid":"41484e52-4847-2020-2020-202020202020","weight":1},{"event_id":4544,"event_guid":"45465a39-3747-2020-2020-202020202020","weight":1},{"event_id":4557,"event_guid":"374e5454-5055-2020-2020-202020202020","weight":1},{"event_id":4763,"event_guid":"2ef3b60f-6e5c-4c23-a145-d263685ec13e","weight":1},{"event_id":4764,"event_guid":"da934433-0092-4749-b606-56b65e84214f","weight":1},{"event_id":4793,"event_guid":"22027440-b3fb-49d5-a35b-b86e7d77cfb9","weight":1},{"event_id":4800,"event_guid":"a9ebf7e3-abc5-49d9-8efe-316b3bc52902","weight":1},{"event_id":4823,"event_guid":"bf924a39-2860-4e27-8741-b8fa0c010363","weight":1},{"event_id":4826,"event_guid":"16645200-2036-4a3c-a44d-a5ff44ac2991","weight":1},{"event_id":4866,"event_guid":"117a52b4-f675-49dd-aafe-659c07b6bc9c","weight":1},{"event_id":4885,"event_guid":"956cf3ed-c342-4c1d-b636-29ec3d4578d2","weight":1},{"event_id":4891,"event_guid":"2dd1ed02-2a4f-4c15-93e5-6d171fea74df","weight":1},{"event_id":6066,"event_guid":"06ad2281-c455-49b9-a887-c4e77bca912e","weight":1},{"event_id":6451,"event_guid":"fdf06e81-63a7-5a92-ac5a-053440cdf221","weight":1},{"event_id":6454,"event_guid":"2963ebe9-6499-5d17-9f2f-0c3f31db5738","weight":1},{"event_id":6510,"event_guid":"5b7a598e-95a6-58fa-b390-96a66a1cd7b5","weight":1}],"recordings":[{"size":50,"length":1128,"mime_type":"video/mp4","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_hd.mp4","state":"new","folder":"h264-hd","high_quality":true,"width":1920,"height":1080,"updated_at":"2017-08-31T16:04:31.832+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/h264-hd/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_hd.mp4","url":"https://api.media.ccc.de/public/recordings/19094","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"},{"size":17,"length":1123,"mime_type":"audio/mpeg","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS.mp3","state":"new","folder":"mp3","high_quality":false,"width":0,"height":0,"updated_at":"2017-08-31T18:53:36.904+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/mp3/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS.mp3","url":"https://api.media.ccc.de/public/recordings/19258","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"},{"size":32,"length":1128,"mime_type":"video/webm","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_webm-sd.webm","state":"new","folder":"webm-sd","high_quality":false,"width":720,"height":576,"updated_at":"2017-08-31T18:54:09.022+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/webm-sd/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_webm-sd.webm","url":"https://api.media.ccc.de/public/recordings/19259","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"},{"size":15,"length":1123,"mime_type":"audio/opus","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS.opus","state":"new","folder":"opus","high_quality":false,"width":0,"height":0,"updated_at":"2017-08-31T18:54:46.750+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/opus/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS.opus","url":"https://api.media.ccc.de/public/recordings/19260","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"},{"size":27,"length":1128,"mime_type":"video/mp4","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_sd.mp4","state":"new","folder":"h264-sd","high_quality":false,"width":720,"height":576,"updated_at":"2017-08-31T18:55:18.315+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/h264-sd/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_sd.mp4","url":"https://api.media.ccc.de/public/recordings/19261","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"},{"size":70,"length":1128,"mime_type":"video/webm","language":"eng","filename":"esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_webm-hd.webm","state":"new","folder":"webm-hd","high_quality":true,"width":1920,"height":1080,"updated_at":"2017-08-31T19:20:38.266+02:00","recording_url":"https://cdn.media.ccc.de/events/euroscipy/2017/webm-hd/esp17-42-eng-Autoscaling_distributed_compute_with_Dask_Kubernetes_and_AWS_webm-hd.webm","url":"https://api.media.ccc.de/public/recordings/19272","event_url":"https://api.media.ccc.de/public/events/4322f0f5-6e6b-5341-b0e0-3f69cadf6040","conference_url":"https://api.media.ccc.de/public/conferences/esp17"}]}