From ab6b46d0749a1ef67a2892dcc57ee209501945cf Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Thu, 5 Aug 2021 23:40:07 +0400 Subject: [PATCH 01/19] Basic HTML Repr --- distributed/deploy/spec.py | 38 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index aa3dc3f7b84..68fc041061f 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -99,6 +99,44 @@ async def finished(self): def __repr__(self): return f"<{type(self).__name__}: status={self.status}>" + def _repr_html_(self): + self.address = getattr(self, "address", None) + self.external_address = None + self.lock = asyncio.Lock() + self.status = Status.created + self._event_finished = asyncio.Event() + + attr = { + "address": self.address, + "external_address": self.external_address, + "lock": self.lock, + "status": self.status, + "_event_finished": self._event_finished, + } + + rows = "" + + for key, val in attr.items(): + rows += f""" + + {key} + {val} + + """ + + html = f""" +
+

Process Interface

+

+ + {rows} +
+

+
+ """ + + return html + async def __aenter__(self): await self return self From 3e42b4b0f60d855d7e0ee82714f6c7bf8341be58 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Sun, 8 Aug 2021 00:23:35 +0400 Subject: [PATCH 02/19] colored box depending on status --- distributed/deploy/spec.py | 58 ++++++------- distributed/deploy/x.html | 15 ++++ pi.ipynb | 167 +++++++++++++++++++++++++++++++++++++ sec.ipynb | 134 +++++++++++++++++++++++++++++ 4 files changed, 343 insertions(+), 31 deletions(-) create mode 100644 distributed/deploy/x.html create mode 100644 pi.ipynb create mode 100644 sec.ipynb diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 68fc041061f..45416628733 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -100,39 +100,35 @@ def __repr__(self): return f"<{type(self).__name__}: status={self.status}>" def _repr_html_(self): - self.address = getattr(self, "address", None) - self.external_address = None - self.lock = asyncio.Lock() - self.status = Status.created - self._event_finished = asyncio.Event() - - attr = { - "address": self.address, - "external_address": self.external_address, - "lock": self.lock, - "status": self.status, - "_event_finished": self._event_finished, - } - - rows = "" - - for key, val in attr.items(): - rows += f""" - - {key} - {val} - - """ + if self.status == Status.created: + status = "Created" + bg_color = "#c7f9cc" + border_color = "#78c6a3" + elif self.status == Status.running: + status = "Running" + bg_color = "#caf0f8" + border_color = "#48cae4" + elif self.status == Status.closed: + status = "Closed" + bg_color = "#ffbfad" + border_color = "#ff6132" html = f""" -
-

Process Interface

-

- - {rows} -
-

-
+
+
+
+

Process Interface

+

Status: {status}

+
+
""" return html diff --git a/distributed/deploy/x.html b/distributed/deploy/x.html new file mode 100644 index 00000000000..d69d1817e59 --- /dev/null +++ b/distributed/deploy/x.html @@ -0,0 +1,15 @@ +
+
+
+

Process Interface

+

Status: {status}

+
+
diff --git a/pi.ipynb b/pi.ipynb new file mode 100644 index 00000000000..b5b5539cdc1 --- /dev/null +++ b/pi.ipynb @@ -0,0 +1,167 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 2, + "source": [ + "from dask.distributed.deploy import ProcessInterface\n", + "\n", + "proc = ProcessInterface()\n", + "proc.status = \"created\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

Process Interface

\n", + "

Status: Created

\n", + "
\n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 2 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 3, + "source": [ + "from dask.distributed.deploy import ProcessInterface\n", + "\n", + "proc = ProcessInterface()\n", + "proc.status = \"running\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

Process Interface

\n", + "

Status: Running

\n", + "
\n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 3 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 4, + "source": [ + "from dask.distributed.deploy import ProcessInterface\n", + "\n", + "proc = ProcessInterface()\n", + "proc.status = \"closed\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

Process Interface

\n", + "

Status: Closed

\n", + "
\n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 4 + } + ], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.5" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file diff --git a/sec.ipynb b/sec.ipynb new file mode 100644 index 00000000000..e463d5d360e --- /dev/null +++ b/sec.ipynb @@ -0,0 +1,134 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "\n", + "
\n", + "

Distributed Security

\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
require_encryptionTrue
tls_ca_file'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_client_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_client_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
tls_scheduler_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_scheduler_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
tls_worker_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_worker_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
\n", + "

\n", + "
\n", + " " + ], + "text/plain": [ + "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" + ] + }, + "execution_count": 1, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "from dask.distributed import Security\n", + "\n", + "sec = Security.temporary()\n", + "sec\n", + "\n", + "\n", + "## file system (show) vs in memory" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "'Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)'" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [] + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.5" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} From 73a343a781eaa94e10e7f79c0dd1bfcf4b28f3ed Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Sun, 8 Aug 2021 00:26:32 +0400 Subject: [PATCH 03/19] removed testing files --- distributed/deploy/x.html | 15 ---- pi.ipynb | 167 -------------------------------------- sec.ipynb | 134 ------------------------------ 3 files changed, 316 deletions(-) delete mode 100644 distributed/deploy/x.html delete mode 100644 pi.ipynb delete mode 100644 sec.ipynb diff --git a/distributed/deploy/x.html b/distributed/deploy/x.html deleted file mode 100644 index d69d1817e59..00000000000 --- a/distributed/deploy/x.html +++ /dev/null @@ -1,15 +0,0 @@ -
-
-
-

Process Interface

-

Status: {status}

-
-
diff --git a/pi.ipynb b/pi.ipynb deleted file mode 100644 index b5b5539cdc1..00000000000 --- a/pi.ipynb +++ /dev/null @@ -1,167 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 2, - "source": [ - "from dask.distributed.deploy import ProcessInterface\n", - "\n", - "proc = ProcessInterface()\n", - "proc.status = \"created\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

Process Interface

\n", - "

Status: Created

\n", - "
\n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 2 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 3, - "source": [ - "from dask.distributed.deploy import ProcessInterface\n", - "\n", - "proc = ProcessInterface()\n", - "proc.status = \"running\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

Process Interface

\n", - "

Status: Running

\n", - "
\n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 3 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 4, - "source": [ - "from dask.distributed.deploy import ProcessInterface\n", - "\n", - "proc = ProcessInterface()\n", - "proc.status = \"closed\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

Process Interface

\n", - "

Status: Closed

\n", - "
\n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 4 - } - ], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.5" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file diff --git a/sec.ipynb b/sec.ipynb deleted file mode 100644 index e463d5d360e..00000000000 --- a/sec.ipynb +++ /dev/null @@ -1,134 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [ - { - "data": { - "text/html": [ - "\n", - "
\n", - "

Distributed Security

\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
require_encryptionTrue
tls_ca_file'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_client_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_client_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
tls_scheduler_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_scheduler_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
tls_worker_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUNYgpS8aCksrD1A19KwxsGQ/3K+gwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDYxMDA4NTJaFw0y
MjA4MDYxMDA4NTJaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDc/LMueUG2W+CyrNULHhrw40JtNBgZ+VpX
iZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXLeDfGV9YdGM+Wa/wn36FZ
8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsKQCeSrCAdmF9F/50juyCj
qn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75HSx2NiTgmboU9/AaFIzm
2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D9rUf67TISKjk8E2FdQJX
EveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8NTArmhCedAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAEfR
l+wTimBypXVVVuFrWRx117VJDU4KTlIjnxW9NQi24nFnhzmvewWSK95yZQsHcIk1
2sCb0kmBCQ9jMaqwIos9ZexdFOCrDb5dCpzuXJWJnOVLB19H9eBvGFmqTfdGUpPV
t9Ki/elfOAkMrbD0TkeiO+1GEREr55ZMiRAfISiu3dhLqFRT8fhQd5qKSqPEzmHN
HTi1qVgkSkibLeXOC3U8IkfkNx1dOyDrLmr4watpQA8pKR0qfFRtvR7u2HN4WNm/
OKIYR/AF/3isOC8WMWxoKEG+yRn91TXTdXqLZPdiMN6mXO3202y6MdhGOi3Mm/mm
FOzV4aHOVhDzQv0ta7I=
-----END CERTIFICATE-----
'
tls_worker_key'-----BEGIN PRIVATE KEY-----
MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDc/LMueUG2W+Cy
rNULHhrw40JtNBgZ+VpXiZ0iHFCBT2Tj14PRLSYrAUJ7jbVn5qLVPrpz101JDCXL
eDfGV9YdGM+Wa/wn36FZ8QZ0K8XNN6CRYVmcY6lpB/ONbEzGdxuflq08Sd6x9zsK
QCeSrCAdmF9F/50juyCjqn7uuBemKN9Jlpd5nFb3GjtSJQHPC599FpZQtZU71x75
HSx2NiTgmboU9/AaFIzm2gEz8ivlpZ34Mejfnvzbt5DuU0P/5ECIBW5Q/VpIw/1D
9rUf67TISKjk8E2FdQJXEveO+JecUR0+q0xGoWqNOW/DfjkvG3l93JcxSC/JLc8N
TArmhCedAgMBAAECggEAafoR3/asqcxz/Jvf6137o4wI/h/ecw5e4d4P6hzUCr9N
beqbv4O8ayFGhcQWvAYiDsvvVMBqwt49fc9gSBE1kGymmMeefGzFj0GES8/2Iw1L
Roz+EX7F7qWuiiLmysKyD52N5Hy0fHpI6QiNMcyz9h1tiz8jV9BUvch06PyF8tuA
T1yWoYBqm1V/4204PQusmg4yZO4LgQ2tDgfxM5yiKIDKKP8wf/pi4gOsRlQSPpH5
ybeufOB5PvO1aipkJpIcMKaBdmP1MAcTODlgGO6BOT00s2F9np7g/elr8bblK/iO
BnLeSGkC8J4JCKUzOnU/u/u/OjNvOANpxnouulgWgQKBgQD/LrJrv/CE69isOBt2
lhozTOoQyo9zPeHqewYRykC0Z47ebwXVhpi0XnECYXAC0ajblZjLN5r2DE9XMRlS
tI3kupyteoMFeZMtiXwREkWoUUS6CjFBx25T1pVbIistlGqNKCmG73jEK2nSJu/l
yj1q12k8wBUqx/0K2uUw1QNU4QKBgQDdsfSmHdFadMDzSj+qCtESekHoV6CYMDR6
KXwOQPJSUVFoVhoqrZcssgc/uXFBE8HqGKBdEDHqnZ1xuR9nBwMXOHUwtwZ3mzq4
6TARTeb/ltXx5WQDdSMzn3r3CF8io1USHKx+0NkK6jilApc83/r60pHrycIa+iXU
NBBSegiuPQKBgQDu3CYUp+Caey0g35ANa6lwtaEvQHwQUi+Czc87ncb9VyYrXV7n
pQqRYwmDQfOYH+pgSGJybkU15QXrRsE+YlWjcW4xEElOOaOjb1rbm+/qAtBDGEFN
IkFKZsT9PjmOe6tVH+/nJ4cykLSICvxpauocdTBDtkTZ+8MHgygfknSA4QKBgBXC
3xHjQWaQqVP4SNGHKEiZCZkl6NSnfq8zHUNE6sRbyRLlyMHBsmInw4Bk0pIhv1oc
OrmH2m5+NDMyibuSO6Ju30n93TumWBhIg3hfXjpecvfAnZWdTOxHTkmrX7NFtxcF
C4WTOIrSvOatn2zRS5CNVNeBQXVmcoom5idCZVG9AoGACYmxE6j+F0/h44kmoGEo
7ExAuEcufNROByLOg4jKaiBXYn/Gc7TmcU9xkkFlmitLiYskL3qLEL/sSVBQWQgj
H2BHizXTkwpECpyUAj0NMZakUO564PKXcubQZkbtgrxgYgDShDWuHLsqKITt+4sG
fK6kCefXGMCuK25fLWKDJoM=
-----END PRIVATE KEY-----
'
\n", - "

\n", - "
\n", - " " - ], - "text/plain": [ - "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" - ] - }, - "execution_count": 1, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "from dask.distributed import Security\n", - "\n", - "sec = Security.temporary()\n", - "sec\n", - "\n", - "\n", - "## file system (show) vs in memory" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)'" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [] - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.5" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} From 5daedc6692a8e1573745ba36a7c50b4f9d646068 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Sun, 8 Aug 2021 19:16:10 +0400 Subject: [PATCH 04/19] swapped created and running colors --- distributed/deploy/spec.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 0bd78eff4c8..61530c3193c 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -102,12 +102,12 @@ def __repr__(self): def _repr_html_(self): if self.status == Status.created: status = "Created" - bg_color = "#c7f9cc" - border_color = "#78c6a3" - elif self.status == Status.running: - status = "Running" bg_color = "#caf0f8" border_color = "#48cae4" + elif self.status == Status.running: + status = "Running" + bg_color = "#c7f9cc" + border_color = "#78c6a3" elif self.status == Status.closed: status = "Closed" bg_color = "#ffbfad" From 03c018ece4f79b5954e9c48e003a102ffe30cac7 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Mon, 9 Aug 2021 11:24:28 +0400 Subject: [PATCH 05/19] added address and external_address --- distributed/deploy/spec.py | 36 ++++++++++++++++++++++++------------ 1 file changed, 24 insertions(+), 12 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 61530c3193c..c7f2c704b0d 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -114,21 +114,33 @@ def _repr_html_(self): border_color = "#ff6132" html = f""" -
-
+
-
+ width: 24px; + height: 24px; + background-color: {bg_color}; + border: 3px solid {border_color}; + border-radius: 5px; + position: absolute;" + >
+

Process Interface

-

Status: {status}

-
+

Status: {status}

+

+ + + + + + + + + +
Address{self.address}
External Address{self.external_address}

+
+ """ return html From 47412dce0974113069af09d462e4371847506aea Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Thu, 12 Aug 2021 09:52:43 +0400 Subject: [PATCH 06/19] added super class html repr for Process --- distributed/deploy/spec.py | 2 +- distributed/deploy/ssh.py | 3 + pi.ipynb | 258 +++++++++++++++++++++++++++++++++++++ sec.ipynb | 132 +++++++++++++++++++ 4 files changed, 394 insertions(+), 1 deletion(-) create mode 100644 pi.ipynb create mode 100644 sec.ipynb diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index c7f2c704b0d..db51741528e 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -125,7 +125,7 @@ def _repr_html_(self): position: absolute;" >
-

Process Interface

+

{self.__class__.__name__}

Status: {status}

diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 492c4ce05ef..671fee9721a 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -45,6 +45,9 @@ async def close(self): def __repr__(self): return f"" + def _repr_html_(self): + return super()._repr_html_() + class Worker(Process): """A Remote Dask Worker controled by SSH diff --git a/pi.ipynb b/pi.ipynb new file mode 100644 index 00000000000..8f9b95b75fd --- /dev/null +++ b/pi.ipynb @@ -0,0 +1,258 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 6, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "The autoreload extension is already loaded. To reload it, use:\n", + " %reload_ext autoreload\n" + ] + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 7, + "source": [ + "from dask.distributed.deploy import ProcessInterface\n", + "\n", + "proc = ProcessInterface()" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 8, + "source": [ + "proc.status = \"created\"\n", + "proc.address = \"127.0.0.1:8786\"\n", + "proc.external_address = \"127.0.0.1:8786\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "

\n", + "
\n", + "
\n", + "

ProcessInterface

\n", + "

Status: Created

\n", + "
\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", + " \n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 8 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 9, + "source": [ + "proc.status = \"running\"\n", + "proc.address = \"127.0.0.1:8786\"\n", + "proc.external_address = \"127.0.0.1:8786\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

ProcessInterface

\n", + "

Status: Running

\n", + "
\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", + " \n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 9 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 10, + "source": [ + "proc.status = \"closed\"\n", + "proc.address = \"127.0.0.1:8786\"\n", + "proc.external_address = \"127.0.0.1:8786\"\n", + "proc" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

ProcessInterface

\n", + "

Status: Closed

\n", + "
\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", + " \n", + " \n", + " " + ] + }, + "metadata": {}, + "execution_count": 10 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 8, + "source": [ + "from dask.distributed import LocalCluster, Client, SSHCluster\n", + "cluster = SSHCluster([\"127.0.0.1\", \"127.0.0.1\", \"127.0.0.1\"])\n", + "cluster" + ], + "outputs": [ + { + "output_type": "error", + "ename": "ConnectionRefusedError", + "evalue": "[Errno 111] Connect call failed ('127.0.0.1', 22)", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mConnectionRefusedError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mdask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdistributed\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mLocalCluster\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mClient\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSSHCluster\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mcluster\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mSSHCluster\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3\u001b[0m \u001b[0mcluster\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/ssh.py\u001b[0m in \u001b[0;36mSSHCluster\u001b[0;34m(hosts, connect_options, worker_options, scheduler_options, worker_module, remote_python, **kwargs)\u001b[0m\n\u001b[1;32m 372\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhost\u001b[0m \u001b[0;32min\u001b[0m \u001b[0menumerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhosts\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 373\u001b[0m }\n\u001b[0;32m--> 374\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mSpecCluster\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mworkers\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscheduler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"SSHCluster\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, workers, scheduler, worker, asynchronous, loop, security, silence_logs, name, shutdown_on_close)\u001b[0m\n\u001b[1;32m 321\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0masynchronous\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 322\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_loop_runner\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 323\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_start\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 324\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_correct_state\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 325\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/cluster.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(self, func, asynchronous, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 183\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 184\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 185\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloop\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 186\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 187\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_log\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlog\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/utils.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(loop, func, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 324\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 325\u001b[0m \u001b[0mtyp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 326\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 327\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 328\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/utils.py\u001b[0m in \u001b[0;36mf\u001b[0;34m()\u001b[0m\n\u001b[1;32m 307\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mcallback_timeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 308\u001b[0m \u001b[0mfuture\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0masyncio\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait_for\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfuture\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 309\u001b[0;31m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32myield\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 310\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 311\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/.local/lib/python3.8/site-packages/tornado/gen.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 760\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 761\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 762\u001b[0;31m \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 763\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 764\u001b[0m \u001b[0mexc_info\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m_start\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 350\u001b[0m \u001b[0mcls\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mimport_term\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcls\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler_spec\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"options\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 352\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 353\u001b[0m self.scheduler_comm = rpc(\n\u001b[1;32m 354\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"external_address\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddress\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m_\u001b[0;34m()\u001b[0m\n\u001b[1;32m 64\u001b[0m \u001b[0;32masync\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 65\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstatus\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mStatus\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreated\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 66\u001b[0;31m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 67\u001b[0m \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstatus\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mStatus\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrunning\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 68\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/GitHub/distributed/distributed/deploy/ssh.py\u001b[0m in \u001b[0;36mstart\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 175\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Created Scheduler Connection\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 176\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 177\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0masyncssh\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddress\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnect_options\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 178\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 179\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"uname\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/site-packages/asyncssh/connection.py\u001b[0m in \u001b[0;36mconnect\u001b[0;34m(host, port, tunnel, family, flags, local_addr, config, options, **kwargs)\u001b[0m\n\u001b[1;32m 6801\u001b[0m **kwargs)\n\u001b[1;32m 6802\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 6803\u001b[0;31m return await _connect(options, loop, flags, conn_factory,\n\u001b[0m\u001b[1;32m 6804\u001b[0m 'Opening SSH connection to')\n\u001b[1;32m 6805\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/site-packages/asyncssh/connection.py\u001b[0m in \u001b[0;36m_connect\u001b[0;34m(options, loop, flags, conn_factory, msg)\u001b[0m\n\u001b[1;32m 295\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 296\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'%s %s'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mhost\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mport\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 297\u001b[0;31m _, conn = await loop.create_connection(conn_factory, host, port,\n\u001b[0m\u001b[1;32m 298\u001b[0m \u001b[0mfamily\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfamily\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mflags\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mflags\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 299\u001b[0m local_addr=local_addr)\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[0;34m(self, protocol_factory, host, port, ssl, family, proto, flags, sock, local_addr, server_hostname, ssl_handshake_timeout, happy_eyeballs_delay, interleave)\u001b[0m\n\u001b[1;32m 1023\u001b[0m \u001b[0mexceptions\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mexc\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0msub\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mexceptions\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mexc\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msub\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1024\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1025\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexceptions\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1026\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1027\u001b[0m \u001b[0;31m# If they all have the same str(), raise one.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[0;34m(self, protocol_factory, host, port, ssl, family, proto, flags, sock, local_addr, server_hostname, ssl_handshake_timeout, happy_eyeballs_delay, interleave)\u001b[0m\n\u001b[1;32m 1008\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0maddrinfo\u001b[0m \u001b[0;32min\u001b[0m \u001b[0minfos\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1009\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1010\u001b[0;31m sock = await self._connect_sock(\n\u001b[0m\u001b[1;32m 1011\u001b[0m exceptions, addrinfo, laddr_infos)\n\u001b[1;32m 1012\u001b[0m \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36m_connect_sock\u001b[0;34m(self, exceptions, addr_info, local_addr_infos)\u001b[0m\n\u001b[1;32m 922\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;31m# all bind attempts failed\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 923\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mmy_exceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 924\u001b[0;31m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 925\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 926\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mOSError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/selector_events.py\u001b[0m in \u001b[0;36msock_connect\u001b[0;34m(self, sock, address)\u001b[0m\n\u001b[1;32m 494\u001b[0m \u001b[0mfut\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_future\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfut\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 496\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mfut\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 497\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 498\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_sock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfut\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/selector_events.py\u001b[0m in \u001b[0;36m_sock_connect_cb\u001b[0;34m(self, fut, sock, address)\u001b[0m\n\u001b[1;32m 526\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merr\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 527\u001b[0m \u001b[0;31m# Jump to any except clause below.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 528\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mOSError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34mf'Connect call failed {address}'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 529\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mBlockingIOError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mInterruptedError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 530\u001b[0m \u001b[0;31m# socket is still registered, the callback will be retried later\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mConnectionRefusedError\u001b[0m: [Errno 111] Connect call failed ('127.0.0.1', 22)" + ] + } + ], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file diff --git a/sec.ipynb b/sec.ipynb new file mode 100644 index 00000000000..0fe2ee175ea --- /dev/null +++ b/sec.ipynb @@ -0,0 +1,132 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "from dask.distributed import Security\n", + "\n", + "sec = Security.temporary()\n", + "sec\n", + "\n", + "## file system (show) vs in memory" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" + ], + "text/html": [ + "\n", + "
\n", + "

Distributed Security

\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
require_encryptionTrue
tls_ca_file'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_client_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_client_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
tls_scheduler_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_scheduler_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
tls_worker_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_worker_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
\n", + "

\n", + "
\n", + " " + ] + }, + "metadata": {}, + "execution_count": 1 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 3, + "source": [], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "'Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)'" + ] + }, + "metadata": {}, + "execution_count": 3 + } + ], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file From fcd464e320e9ac8929fb2cc12b4b8f7c15b8d85b Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Thu, 12 Aug 2021 10:23:35 +0400 Subject: [PATCH 07/19] removed testing files --- pi.ipynb | 258 ------------------------------------------------------ sec.ipynb | 132 ---------------------------- 2 files changed, 390 deletions(-) delete mode 100644 pi.ipynb delete mode 100644 sec.ipynb diff --git a/pi.ipynb b/pi.ipynb deleted file mode 100644 index 8f9b95b75fd..00000000000 --- a/pi.ipynb +++ /dev/null @@ -1,258 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 6, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "text": [ - "The autoreload extension is already loaded. To reload it, use:\n", - " %reload_ext autoreload\n" - ] - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 7, - "source": [ - "from dask.distributed.deploy import ProcessInterface\n", - "\n", - "proc = ProcessInterface()" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 8, - "source": [ - "proc.status = \"created\"\n", - "proc.address = \"127.0.0.1:8786\"\n", - "proc.external_address = \"127.0.0.1:8786\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

ProcessInterface

\n", - "

Status: Created

\n", - "
\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", - " \n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 8 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 9, - "source": [ - "proc.status = \"running\"\n", - "proc.address = \"127.0.0.1:8786\"\n", - "proc.external_address = \"127.0.0.1:8786\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

ProcessInterface

\n", - "

Status: Running

\n", - "
\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", - " \n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 9 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 10, - "source": [ - "proc.status = \"closed\"\n", - "proc.address = \"127.0.0.1:8786\"\n", - "proc.external_address = \"127.0.0.1:8786\"\n", - "proc" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

ProcessInterface

\n", - "

Status: Closed

\n", - "
\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Address127.0.0.1:8786
External Address127.0.0.1:8786

\n", - " \n", - " \n", - " " - ] - }, - "metadata": {}, - "execution_count": 10 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 8, - "source": [ - "from dask.distributed import LocalCluster, Client, SSHCluster\n", - "cluster = SSHCluster([\"127.0.0.1\", \"127.0.0.1\", \"127.0.0.1\"])\n", - "cluster" - ], - "outputs": [ - { - "output_type": "error", - "ename": "ConnectionRefusedError", - "evalue": "[Errno 111] Connect call failed ('127.0.0.1', 22)", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mConnectionRefusedError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0mdask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdistributed\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mLocalCluster\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mClient\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mSSHCluster\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mcluster\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mSSHCluster\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"127.0.0.1\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 3\u001b[0m \u001b[0mcluster\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/ssh.py\u001b[0m in \u001b[0;36mSSHCluster\u001b[0;34m(hosts, connect_options, worker_options, scheduler_options, worker_module, remote_python, **kwargs)\u001b[0m\n\u001b[1;32m 372\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhost\u001b[0m \u001b[0;32min\u001b[0m \u001b[0menumerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhosts\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 373\u001b[0m }\n\u001b[0;32m--> 374\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mSpecCluster\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mworkers\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mscheduler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m\"SSHCluster\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, workers, scheduler, worker, asynchronous, loop, security, silence_logs, name, shutdown_on_close)\u001b[0m\n\u001b[1;32m 321\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0masynchronous\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 322\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_loop_runner\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 323\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_start\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 324\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_correct_state\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 325\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/cluster.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(self, func, asynchronous, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 183\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 184\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 185\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0msync\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mloop\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 186\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 187\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_log\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlog\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/utils.py\u001b[0m in \u001b[0;36msync\u001b[0;34m(loop, func, callback_timeout, *args, **kwargs)\u001b[0m\n\u001b[1;32m 324\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 325\u001b[0m \u001b[0mtyp\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtb\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 326\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwith_traceback\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 327\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 328\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/utils.py\u001b[0m in \u001b[0;36mf\u001b[0;34m()\u001b[0m\n\u001b[1;32m 307\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mcallback_timeout\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 308\u001b[0m \u001b[0mfuture\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0masyncio\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mwait_for\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfuture\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback_timeout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 309\u001b[0;31m \u001b[0mresult\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32myield\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 310\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 311\u001b[0m \u001b[0merror\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/.local/lib/python3.8/site-packages/tornado/gen.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 760\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 761\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 762\u001b[0;31m \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfuture\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 763\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 764\u001b[0m \u001b[0mexc_info\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mexc_info\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m_start\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 350\u001b[0m \u001b[0mcls\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mimport_term\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcls\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 351\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcls\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler_spec\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"options\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 352\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 353\u001b[0m self.scheduler_comm = rpc(\n\u001b[1;32m 354\u001b[0m \u001b[0mgetattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"external_address\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mscheduler\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddress\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/spec.py\u001b[0m in \u001b[0;36m_\u001b[0;34m()\u001b[0m\n\u001b[1;32m 64\u001b[0m \u001b[0;32masync\u001b[0m \u001b[0;32mwith\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlock\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 65\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstatus\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mStatus\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreated\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 66\u001b[0;31m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstart\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 67\u001b[0m \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstatus\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mStatus\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrunning\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 68\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/GitHub/distributed/distributed/deploy/ssh.py\u001b[0m in \u001b[0;36mstart\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 175\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Created Scheduler Connection\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 176\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 177\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0masyncssh\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maddress\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnect_options\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 178\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 179\u001b[0m \u001b[0mresult\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconnection\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"uname\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/site-packages/asyncssh/connection.py\u001b[0m in \u001b[0;36mconnect\u001b[0;34m(host, port, tunnel, family, flags, local_addr, config, options, **kwargs)\u001b[0m\n\u001b[1;32m 6801\u001b[0m **kwargs)\n\u001b[1;32m 6802\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 6803\u001b[0;31m return await _connect(options, loop, flags, conn_factory,\n\u001b[0m\u001b[1;32m 6804\u001b[0m 'Opening SSH connection to')\n\u001b[1;32m 6805\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/site-packages/asyncssh/connection.py\u001b[0m in \u001b[0;36m_connect\u001b[0;34m(options, loop, flags, conn_factory, msg)\u001b[0m\n\u001b[1;32m 295\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 296\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minfo\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'%s %s'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mhost\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mport\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 297\u001b[0;31m _, conn = await loop.create_connection(conn_factory, host, port,\n\u001b[0m\u001b[1;32m 298\u001b[0m \u001b[0mfamily\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfamily\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mflags\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mflags\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 299\u001b[0m local_addr=local_addr)\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[0;34m(self, protocol_factory, host, port, ssl, family, proto, flags, sock, local_addr, server_hostname, ssl_handshake_timeout, happy_eyeballs_delay, interleave)\u001b[0m\n\u001b[1;32m 1023\u001b[0m \u001b[0mexceptions\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0mexc\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0msub\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mexceptions\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mexc\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msub\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1024\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mexceptions\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1025\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mexceptions\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1026\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1027\u001b[0m \u001b[0;31m# If they all have the same str(), raise one.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36mcreate_connection\u001b[0;34m(self, protocol_factory, host, port, ssl, family, proto, flags, sock, local_addr, server_hostname, ssl_handshake_timeout, happy_eyeballs_delay, interleave)\u001b[0m\n\u001b[1;32m 1008\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0maddrinfo\u001b[0m \u001b[0;32min\u001b[0m \u001b[0minfos\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1009\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1010\u001b[0;31m sock = await self._connect_sock(\n\u001b[0m\u001b[1;32m 1011\u001b[0m exceptions, addrinfo, laddr_infos)\n\u001b[1;32m 1012\u001b[0m \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/base_events.py\u001b[0m in \u001b[0;36m_connect_sock\u001b[0;34m(self, exceptions, addr_info, local_addr_infos)\u001b[0m\n\u001b[1;32m 922\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;31m# all bind attempts failed\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 923\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mmy_exceptions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpop\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 924\u001b[0;31m \u001b[0;32mawait\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 925\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 926\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mOSError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mexc\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/selector_events.py\u001b[0m in \u001b[0;36msock_connect\u001b[0;34m(self, sock, address)\u001b[0m\n\u001b[1;32m 494\u001b[0m \u001b[0mfut\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_future\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 495\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfut\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 496\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0;32mawait\u001b[0m \u001b[0mfut\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 497\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 498\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_sock_connect\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfut\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msock\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maddress\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/miniconda3/envs/dask-distributed/lib/python3.8/asyncio/selector_events.py\u001b[0m in \u001b[0;36m_sock_connect_cb\u001b[0;34m(self, fut, sock, address)\u001b[0m\n\u001b[1;32m 526\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0merr\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 527\u001b[0m \u001b[0;31m# Jump to any except clause below.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 528\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mOSError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0merr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34mf'Connect call failed {address}'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 529\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mBlockingIOError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mInterruptedError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 530\u001b[0m \u001b[0;31m# socket is still registered, the callback will be retried later\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mConnectionRefusedError\u001b[0m: [Errno 111] Connect call failed ('127.0.0.1', 22)" - ] - } - ], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.10" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file diff --git a/sec.ipynb b/sec.ipynb deleted file mode 100644 index 0fe2ee175ea..00000000000 --- a/sec.ipynb +++ /dev/null @@ -1,132 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "from dask.distributed import Security\n", - "\n", - "sec = Security.temporary()\n", - "sec\n", - "\n", - "## file system (show) vs in memory" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" - ], - "text/html": [ - "\n", - "
\n", - "

Distributed Security

\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
require_encryptionTrue
tls_ca_file'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_client_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_client_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
tls_scheduler_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_scheduler_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
tls_worker_cert'-----BEGIN CERTIFICATE-----
MIIC2jCCAcKgAwIBAgIUJtG1etV539YH1KU6Hg9m4BHOWKUwDQYJKoZIhvcNAQEL
BQAwGDEWMBQGA1UEAwwNZGFzay1pbnRlcm5hbDAeFw0yMTA4MDgwODQwMzFaFw0y
MjA4MDgwODQwMzFaMBgxFjAUBgNVBAMMDWRhc2staW50ZXJuYWwwggEiMA0GCSqG
SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDOQLvvoBGNU+kJArkeVu+WvnR0cPiIfKN2
brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iHRevfUtri1ZvjOgHdThMZ
ORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa3DAcbcMPqCirj4xUB/zi
quQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aqw0k1DDEmMuFbq/8oCROz
g8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNcw3N1CMGTbVJz35wKa46J
g2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV2WUY0NoRAgMBAAGjHDAa
MBgGA1UdEQQRMA+CDWRhc2staW50ZXJuYWwwDQYJKoZIhvcNAQELBQADggEBAGnm
bVgdXX4+mG+FXb6X/WlSmUz+qNo59itB1+QkzUPudIgHOcyjB2VKD1AGlOItpbJL
tDOfiasA+8yVk61K1RpcyTvsEx1RWdG7qCrlTBw2ko1E4XVhP9a52b9hQsmw/5fw
dDtFSFwTQE5cK1ZsqyP97FWGT2eJ/RmdbZXGIq81adsjg7ZLAqtexGc/eYP3Qu5n
H0cVpjWXqWOpe1Rm52XARbqRIMLqR2w3HsAK/cSfJpfJYFjpEzQBTR86uA36P73K
7pHlKyaLjp7P6dc3LzX06giHQc72/+y1iXmXOoxm8+rI+ht+/u6lYJtNflDn1/Lp
ZYO1KJSU1+ogLvIYCz8=
-----END CERTIFICATE-----
'
tls_worker_key'-----BEGIN PRIVATE KEY-----
MIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQDOQLvvoBGNU+kJ
ArkeVu+WvnR0cPiIfKN2brwDyA28IUg01T419dsgVxwQvEm/GHuzi1qdi4YlK5iH
RevfUtri1ZvjOgHdThMZORWUtxzmriX69J0gl4WVbrRLL55oC1Og1u2KqivDTbBa
3DAcbcMPqCirj4xUB/ziquQ6MEXdH79/90q8CGQo9UTZBXcKrNbTShCJOYZL99Aq
w0k1DDEmMuFbq/8oCROzg8CjzB9XzdvRL42saN8FuQduNbz78NXm3JgH/5N+ZmNc
w3N1CMGTbVJz35wKa46Jg2a0S3NWrIrPyqf7J5HJE/A9G9pm6e5JwUdP050g9IjV
2WUY0NoRAgMBAAECggEBAK0h7+B9SF6PMk3LCGPsbB/o7c6UyjugDIMs/wxZkRX8
BiW7XwZiw7dJCBkQRQNxZN1ZPA6FgWyQRPBAhHgpj+3bi4jZN5lyoVuJ7JCyiUMm
qmEXlxI1vv+qNxPp/BmwcFnSMQI2SJggDcqnjIdAp/3rlYA19oDPV7tZ4kzqGqs7
KhwLdD4CE5k/baPL4U+gjLwblRUj+XsO92UDHa1y6T7qqdY4M223mjfp89J6SdHF
UXSVfLjqAmvRFmn5bRg3FxIS/N5r/Gxurmsp0XE2fIlblYTA001oyuTmvMLRkaZ8
ChySVExwOKfc6+ZOybwl7X0ZjDAdWt0dlWuGco2FBDUCgYEA7/7m/obFmB6b1m9Q
hlzyZK9P+8XuvlbDQPkJQOZlp7Qc+AL6o0QdvpmA+JvLR4vV6910pGFvEEvqMduE
gTNOnHcRgIZuVlo0jEqyRBrGX3gt8zf/jaSL3QetVgyK/OagaE+V4GvZKUCC6rMG
AgxPR0o7FldKkcFsW3X9iB5lLn8CgYEA3AHKD9iXOfB4rgF/8QoLQ+VsfWWZcKZU
/LMAbmRS09YgM5CW/oFeUvMGBElm/UZ72PSH4VQ20mqzn985P69a9c2BD3e8O5Sd
5gJEgBb3VplkgJ7sFcu7jaYuar0eb9H7CQU1emggYqRNkP9YJH+g5PClnowOa+zi
BzOkdXsnz28CgYAGSLJbr8O0u/hwoPGG0yA1qrF5cjFSIotyRBMN8/ptbbXkeI9/
fuUYfIR3/fxQn0S2rFHFjBeQYax8KbdKesFwL13x85MoB6ygj8QjLGBNV6Q8Xhb+
6nQPEYhkXGe3P4KruInAGpLRFbNX2eAqZZAd2b+6UgbN0ja4HlrJGaKkmQKBgQCT
t7PXDeMD6PzuQF2KFudXcBx22Ze7tkKL5RgeBshCKZw3YxauzWfqo/ffOvWmiwOu
uQje9y9T+oaeij+jDfcx4QiNvSQqkO+vtsgNhN4PTDDZ11rGi6NjSTgTPOXJyKAX
/2JXzMAp2w2llHy3DOaXsShSmtE4D7X3heofY1BoiwKBgQC2tKr4okVzHqAkfwBQ
YFX1tiqcKubtngQiURUGWHM8Iog0z8SNcTPKDJSRIGBCJ3Dm5K7XX5YnlF0ssZzQ
Km9MUMaHBO9Uk80dA+lUYiFP3D0R/+eKPJIU0xwXiiDmbrs0BXhlv83Kzdk28Xbh
VPURYUIjyaKQrjYKBpGKMJ84hQ==
-----END PRIVATE KEY-----
'
\n", - "

\n", - "
\n", - " " - ] - }, - "metadata": {}, - "execution_count": 1 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 3, - "source": [], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "'Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)'" - ] - }, - "metadata": {}, - "execution_count": 3 - } - ], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.10" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file From ea635cf1c2ca899fe13e25363bfc37a7035241d2 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Fri, 13 Aug 2021 20:50:04 +0400 Subject: [PATCH 08/19] added html repr for Scheduler and Worker --- distributed/deploy/ssh.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 671fee9721a..451533a0fd6 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -142,6 +142,12 @@ async def start(self): logger.debug("%s", line) await super().start() + def __repr__(self): + return f"" + + def _repr_html_(self): + return super()._repr_html_() + class Scheduler(Process): """A Remote Dask Scheduler controlled by SSH @@ -218,6 +224,12 @@ async def start(self): logger.debug("%s", line) await super().start() + def __repr__(self): + return f"" + + def _repr_html_(self): + return super()._repr_html_() + old_cluster_kwargs = { "scheduler_addr", From 1b9796cc017ea05a55aad7735ff42ba800d2839c Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Mon, 16 Aug 2021 11:06:59 +0400 Subject: [PATCH 09/19] accurate heading --- distributed/deploy/spec.py | 6 ++++-- distributed/deploy/ssh.py | 10 ++++++---- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index db51741528e..a4d873f75df 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -99,7 +99,7 @@ async def finished(self): def __repr__(self): return f"<{type(self).__name__}: status={self.status}>" - def _repr_html_(self): + def _repr_html_(self, heading=None): if self.status == Status.created: status = "Created" bg_color = "#caf0f8" @@ -113,6 +113,8 @@ def _repr_html_(self): bg_color = "#ffbfad" border_color = "#ff6132" + heading = heading or self.__class__.__name__ + html = f"""
-

{self.__class__.__name__}

+

{heading}

Status: {status}

diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 451533a0fd6..84b35030283 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -45,8 +45,8 @@ async def close(self): def __repr__(self): return f"" - def _repr_html_(self): - return super()._repr_html_() + def _repr_html_(self, heading=None): + return super()._repr_html_(heading=heading) class Worker(Process): @@ -146,7 +146,8 @@ def __repr__(self): return f"" def _repr_html_(self): - return super()._repr_html_() + heading = "SSH Worker" + return super()._repr_html_(heading=heading) class Scheduler(Process): @@ -228,7 +229,8 @@ def __repr__(self): return f"" def _repr_html_(self): - return super()._repr_html_() + heading = "SSH Scheduler" + return super()._repr_html_(heading=heading) old_cluster_kwargs = { From ac3c02ef0fb37c0cc160d76e75d8607b31e42881 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Mon, 16 Aug 2021 19:26:29 +0400 Subject: [PATCH 10/19] cleaner code and removed explicit headings --- distributed/deploy/spec.py | 6 ++---- distributed/deploy/ssh.py | 10 ++++------ 2 files changed, 6 insertions(+), 10 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index a4d873f75df..4867bdb4ef7 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -99,7 +99,7 @@ async def finished(self): def __repr__(self): return f"<{type(self).__name__}: status={self.status}>" - def _repr_html_(self, heading=None): + def _repr_html_(self): if self.status == Status.created: status = "Created" bg_color = "#caf0f8" @@ -113,8 +113,6 @@ def _repr_html_(self, heading=None): bg_color = "#ffbfad" border_color = "#ff6132" - heading = heading or self.__class__.__name__ - html = f"""

-

{heading}

+

{dask.utils.typename(type(self))}

Status: {status}

diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 84b35030283..451533a0fd6 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -45,8 +45,8 @@ async def close(self): def __repr__(self): return f"" - def _repr_html_(self, heading=None): - return super()._repr_html_(heading=heading) + def _repr_html_(self): + return super()._repr_html_() class Worker(Process): @@ -146,8 +146,7 @@ def __repr__(self): return f"" def _repr_html_(self): - heading = "SSH Worker" - return super()._repr_html_(heading=heading) + return super()._repr_html_() class Scheduler(Process): @@ -229,8 +228,7 @@ def __repr__(self): return f"" def _repr_html_(self): - heading = "SSH Scheduler" - return super()._repr_html_(heading=heading) + return super()._repr_html_() old_cluster_kwargs = { From a06ebebc1d6ba53d5b777db07b404e8da9490c6d Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Mon, 16 Aug 2021 19:52:26 +0400 Subject: [PATCH 11/19] removed redundant function --- distributed/deploy/ssh.py | 6 ------ 1 file changed, 6 deletions(-) diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 451533a0fd6..2e556ed90be 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -145,9 +145,6 @@ async def start(self): def __repr__(self): return f"" - def _repr_html_(self): - return super()._repr_html_() - class Scheduler(Process): """A Remote Dask Scheduler controlled by SSH @@ -227,9 +224,6 @@ async def start(self): def __repr__(self): return f"" - def _repr_html_(self): - return super()._repr_html_() - old_cluster_kwargs = { "scheduler_addr", From 1f96f11096c5a9516cca9c68f7305d6ac9f03ca5 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Mon, 16 Aug 2021 20:47:51 +0400 Subject: [PATCH 12/19] removed redundant __repr__ --- distributed/deploy/ssh.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 2e556ed90be..036caaa2897 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -43,7 +43,7 @@ async def close(self): await super().close() def __repr__(self): - return f"" + return f"<{dask.utils.typename(type(self))}: status={self.status}>" def _repr_html_(self): return super()._repr_html_() @@ -142,9 +142,6 @@ async def start(self): logger.debug("%s", line) await super().start() - def __repr__(self): - return f"" - class Scheduler(Process): """A Remote Dask Scheduler controlled by SSH @@ -221,9 +218,6 @@ async def start(self): logger.debug("%s", line) await super().start() - def __repr__(self): - return f"" - old_cluster_kwargs = { "scheduler_addr", From 0abb321a03ac9e2a1884268a4b0b15aab772efa4 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 13:31:16 +0400 Subject: [PATCH 13/19] cleaner __repr__ status --- distributed/deploy/spec.py | 3 ++- distributed/deploy/ssh.py | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 4867bdb4ef7..1bcee0baf48 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -97,7 +97,8 @@ async def finished(self): await self._event_finished.wait() def __repr__(self): - return f"<{type(self).__name__}: status={self.status}>" + status = str(self.status).split(".")[1] + return f"<{type(self).__name__}: status={status}>" def _repr_html_(self): if self.status == Status.created: diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 036caaa2897..3e453cf76e0 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -43,7 +43,8 @@ async def close(self): await super().close() def __repr__(self): - return f"<{dask.utils.typename(type(self))}: status={self.status}>" + status = str(self.status).split(".")[1] + return f"<{dask.utils.typename(type(self))}: status={status}>" def _repr_html_(self): return super()._repr_html_() From 588c3ac2dc9b29153bce3cfcbfa2c12f53944340 Mon Sep 17 00:00:00 2001 From: Freyam Mehta <62539811+freyam@users.noreply.github.com> Date: Tue, 17 Aug 2021 17:16:01 +0400 Subject: [PATCH 14/19] Update distributed/deploy/spec.py Co-authored-by: Jacob Tomlinson --- distributed/deploy/spec.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 1bcee0baf48..73a17fb8439 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -97,8 +97,7 @@ async def finished(self): await self._event_finished.wait() def __repr__(self): - status = str(self.status).split(".")[1] - return f"<{type(self).__name__}: status={status}>" + return f"<{type(self).__name__}: status={self.status.name}>" def _repr_html_(self): if self.status == Status.created: From f1b7909b83a8d25f5de69c59269a1adc1abfa259 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 17:41:25 +0400 Subject: [PATCH 15/19] used enum name propoerty to display status --- distributed/deploy/ssh.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 3e453cf76e0..88d59ed9d98 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -43,8 +43,7 @@ async def close(self): await super().close() def __repr__(self): - status = str(self.status).split(".")[1] - return f"<{dask.utils.typename(type(self))}: status={status}>" + return f"<{dask.utils.typename(type(self))}: status={self.status.name}>" def _repr_html_(self): return super()._repr_html_() From 3d9aee0a882d01ff47e172e7e4689a9ef2f7535c Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 18:21:18 +0400 Subject: [PATCH 16/19] removed another redundant _repr_html_ :) --- Untitled.ipynb | 6 ++ ca.pem | 0 distributed/deploy/ssh.py | 3 - pi-Copy1.ipynb | 68 +++++++++++++++ pi.ipynb | 172 ++++++++++++++++++++++++++++++++++++++ scert.pem | 0 sec.ipynb | 107 ++++++++++++++++++++++++ sec1.ipynb | 107 ++++++++++++++++++++++++ 8 files changed, 460 insertions(+), 3 deletions(-) create mode 100644 Untitled.ipynb create mode 100644 ca.pem create mode 100644 pi-Copy1.ipynb create mode 100644 pi.ipynb create mode 100644 scert.pem create mode 100644 sec.ipynb create mode 100644 sec1.ipynb diff --git a/Untitled.ipynb b/Untitled.ipynb new file mode 100644 index 00000000000..363fcab7ed6 --- /dev/null +++ b/Untitled.ipynb @@ -0,0 +1,6 @@ +{ + "cells": [], + "metadata": {}, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/ca.pem b/ca.pem new file mode 100644 index 00000000000..e69de29bb2d diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index 88d59ed9d98..b2a209d129d 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -45,9 +45,6 @@ async def close(self): def __repr__(self): return f"<{dask.utils.typename(type(self))}: status={self.status.name}>" - def _repr_html_(self): - return super()._repr_html_() - class Worker(Process): """A Remote Dask Worker controled by SSH diff --git a/pi-Copy1.ipynb b/pi-Copy1.ipynb new file mode 100644 index 00000000000..69fe55b0d96 --- /dev/null +++ b/pi-Copy1.ipynb @@ -0,0 +1,68 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 2, + "source": [ + "from dask.distributed.deploy.ssh import Process\n", + "proc = Process()" + ], + "outputs": [ + { + "output_type": "error", + "ename": "ImportError", + "evalue": "cannot import name 'Process' from 'dask.distributed.deploy' (/home/frey/GitHub/distributed/distributed/deploy/__init__.py)", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mImportError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mdask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdistributed\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdeploy\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mProcess\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0mproc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mProcess\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", + "\u001b[0;31mImportError\u001b[0m: cannot import name 'Process' from 'dask.distributed.deploy' (/home/frey/GitHub/distributed/distributed/deploy/__init__.py)" + ] + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": null, + "source": [ + "repr(proc)" + ], + "outputs": [], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file diff --git a/pi.ipynb b/pi.ipynb new file mode 100644 index 00000000000..3edda68026c --- /dev/null +++ b/pi.ipynb @@ -0,0 +1,172 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 2, + "source": [ + "from dask.distributed import SSHCluster\n", + "cluster = SSHCluster([\"127.0.0.1\", \"127.0.0.1\", \"127.0.0.1\"])\n", + "cluster" + ], + "outputs": [ + { + "output_type": "stream", + "name": "stderr", + "text": [ + "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - -----------------------------------------------\n", + "distributed.deploy.ssh - INFO - distributed.http.proxy - INFO - To route to workers diagnostics web server please install jupyter-server-proxy: python -m pip install jupyter-server-proxy\n", + "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - -----------------------------------------------\n", + "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - Clear task state\n", + "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - Scheduler at: tcp://192.168.0.122:8786\n", + "distributed.deploy.ssh - INFO - distributed.nanny - INFO - Start Nanny at: 'tcp://192.168.0.122:43493'\n", + "distributed.deploy.ssh - INFO - distributed.nanny - INFO - Start Nanny at: 'tcp://192.168.0.122:33553'\n", + "distributed.deploy.ssh - INFO - distributed.diskutils - INFO - Found stale lock file and directory '/home/frey/dask-worker-space/worker-euzz_lnq', purging\n", + "distributed.deploy.ssh - INFO - distributed.diskutils - INFO - Found stale lock file and directory '/home/frey/dask-worker-space/worker-lu6_f_zs', purging\n", + "distributed.deploy.ssh - INFO - distributed.worker - INFO - Start worker at: tcp://192.168.0.122:43709\n", + "distributed.deploy.ssh - INFO - distributed.worker - INFO - Start worker at: tcp://192.168.0.122:37107\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Tab(children=(HTML(value='

'" + ] + }, + "metadata": {}, + "execution_count": 6 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 4, + "source": [ + "cluster.workers" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "{0: ,\n", + " 1: }" + ] + }, + "metadata": {}, + "execution_count": 4 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 5, + "source": [ + "cluster.workers[0]" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + "
\n", + "
\n", + "

distributed.deploy.ssh.Worker

\n", + "

Status: Running

\n", + "
\n", + "

\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
Addresstcp://192.168.0.122:43709
External AddressNone

\n", + "
\n", + "
\n", + " " + ] + }, + "metadata": {}, + "execution_count": 5 + } + ], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "name": "python3", + "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file diff --git a/scert.pem b/scert.pem new file mode 100644 index 00000000000..e69de29bb2d diff --git a/sec.ipynb b/sec.ipynb new file mode 100644 index 00000000000..4ac67f0b1fa --- /dev/null +++ b/sec.ipynb @@ -0,0 +1,107 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "from dask.distributed import Security" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" + ] + }, + "execution_count": 3, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "Security.temporary()" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Security(require_encryption=True, tls_ca_file='ca.pem', tls_scheduler_cert='scert.pem')" + ] + }, + "execution_count": 4, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "Security(tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\")" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Security(require_encryption=False, tls_ca_file='ca.pem', tls_scheduler_cert='scert.pem')" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "Security(require_encryption=False, tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\")" + ] + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.5" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/sec1.ipynb b/sec1.ipynb new file mode 100644 index 00000000000..fc38abcb0bd --- /dev/null +++ b/sec1.ipynb @@ -0,0 +1,107 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "source": [ + "%load_ext autoreload\n", + "%autoreload 2" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 2, + "source": [ + "from dask.distributed import Security" + ], + "outputs": [], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 3, + "source": [ + "Security.temporary().__repr__()" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "\"Security('require_encryption'='True', 'tls_ca_file'='Temporary (In-memory)', 'tls_client_cert'='Temporary (In-memory)', 'tls_client_key'='Temporary (In-memory)', 'tls_scheduler_cert'='Temporary (In-memory)', 'tls_scheduler_key'='Temporary (In-memory)', 'tls_worker_cert'='Temporary (In-memory)', 'tls_worker_key'='Temporary (In-memory)')\"" + ] + }, + "metadata": {}, + "execution_count": 3 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 4, + "source": [ + "Security(tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\").__repr__()" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "\"Security('require_encryption'='True', 'tls_ca_file'='Local (/home/frey/GitHub/distributed/ca.pem)', 'tls_scheduler_cert'='Local (/home/frey/GitHub/distributed/scert.pem)')\"" + ] + }, + "metadata": {}, + "execution_count": 4 + } + ], + "metadata": {} + }, + { + "cell_type": "code", + "execution_count": 5, + "source": [ + "Security(require_encryption=False, tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\").__repr__()" + ], + "outputs": [ + { + "output_type": "execute_result", + "data": { + "text/plain": [ + "\"Security('require_encryption'='False', 'tls_ca_file'='Local (/home/frey/GitHub/distributed/ca.pem)', 'tls_scheduler_cert'='Local (/home/frey/GitHub/distributed/scert.pem)')\"" + ] + }, + "metadata": {}, + "execution_count": 5 + } + ], + "metadata": {} + } + ], + "metadata": { + "interpreter": { + "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.5" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} \ No newline at end of file From a12218de69d3c20e54203e973db7dbe4b6e9cb32 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 18:25:31 +0400 Subject: [PATCH 17/19] remove redundant __repr__ as well :) --- distributed/deploy/spec.py | 2 +- distributed/deploy/ssh.py | 3 --- 2 files changed, 1 insertion(+), 4 deletions(-) diff --git a/distributed/deploy/spec.py b/distributed/deploy/spec.py index 73a17fb8439..99ad49cfc22 100644 --- a/distributed/deploy/spec.py +++ b/distributed/deploy/spec.py @@ -97,7 +97,7 @@ async def finished(self): await self._event_finished.wait() def __repr__(self): - return f"<{type(self).__name__}: status={self.status.name}>" + return f"<{dask.utils.typename(type(self))}: status={self.status.name}>" def _repr_html_(self): if self.status == Status.created: diff --git a/distributed/deploy/ssh.py b/distributed/deploy/ssh.py index b2a209d129d..81e08e72399 100644 --- a/distributed/deploy/ssh.py +++ b/distributed/deploy/ssh.py @@ -42,9 +42,6 @@ async def close(self): self.connection.close() await super().close() - def __repr__(self): - return f"<{dask.utils.typename(type(self))}: status={self.status.name}>" - class Worker(Process): """A Remote Dask Worker controled by SSH From b9184898a2e6fc9a59ca9a94f6140f8531e31890 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 18:29:41 +0400 Subject: [PATCH 18/19] removed testing files --- Untitled.ipynb | 6 -- ca.pem | 0 pi-Copy1.ipynb | 68 ------------------- pi.ipynb | 172 ------------------------------------------------- scert.pem | 0 5 files changed, 246 deletions(-) delete mode 100644 Untitled.ipynb delete mode 100644 ca.pem delete mode 100644 pi-Copy1.ipynb delete mode 100644 pi.ipynb delete mode 100644 scert.pem diff --git a/Untitled.ipynb b/Untitled.ipynb deleted file mode 100644 index 363fcab7ed6..00000000000 --- a/Untitled.ipynb +++ /dev/null @@ -1,6 +0,0 @@ -{ - "cells": [], - "metadata": {}, - "nbformat": 4, - "nbformat_minor": 5 -} diff --git a/ca.pem b/ca.pem deleted file mode 100644 index e69de29bb2d..00000000000 diff --git a/pi-Copy1.ipynb b/pi-Copy1.ipynb deleted file mode 100644 index 69fe55b0d96..00000000000 --- a/pi-Copy1.ipynb +++ /dev/null @@ -1,68 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 2, - "source": [ - "from dask.distributed.deploy.ssh import Process\n", - "proc = Process()" - ], - "outputs": [ - { - "output_type": "error", - "ename": "ImportError", - "evalue": "cannot import name 'Process' from 'dask.distributed.deploy' (/home/frey/GitHub/distributed/distributed/deploy/__init__.py)", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mImportError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0;32mfrom\u001b[0m \u001b[0mdask\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdistributed\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdeploy\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mProcess\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0mproc\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mProcess\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mImportError\u001b[0m: cannot import name 'Process' from 'dask.distributed.deploy' (/home/frey/GitHub/distributed/distributed/deploy/__init__.py)" - ] - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": null, - "source": [ - "repr(proc)" - ], - "outputs": [], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.10" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file diff --git a/pi.ipynb b/pi.ipynb deleted file mode 100644 index 3edda68026c..00000000000 --- a/pi.ipynb +++ /dev/null @@ -1,172 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 2, - "source": [ - "from dask.distributed import SSHCluster\n", - "cluster = SSHCluster([\"127.0.0.1\", \"127.0.0.1\", \"127.0.0.1\"])\n", - "cluster" - ], - "outputs": [ - { - "output_type": "stream", - "name": "stderr", - "text": [ - "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - -----------------------------------------------\n", - "distributed.deploy.ssh - INFO - distributed.http.proxy - INFO - To route to workers diagnostics web server please install jupyter-server-proxy: python -m pip install jupyter-server-proxy\n", - "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - -----------------------------------------------\n", - "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - Clear task state\n", - "distributed.deploy.ssh - INFO - distributed.scheduler - INFO - Scheduler at: tcp://192.168.0.122:8786\n", - "distributed.deploy.ssh - INFO - distributed.nanny - INFO - Start Nanny at: 'tcp://192.168.0.122:43493'\n", - "distributed.deploy.ssh - INFO - distributed.nanny - INFO - Start Nanny at: 'tcp://192.168.0.122:33553'\n", - "distributed.deploy.ssh - INFO - distributed.diskutils - INFO - Found stale lock file and directory '/home/frey/dask-worker-space/worker-euzz_lnq', purging\n", - "distributed.deploy.ssh - INFO - distributed.diskutils - INFO - Found stale lock file and directory '/home/frey/dask-worker-space/worker-lu6_f_zs', purging\n", - "distributed.deploy.ssh - INFO - distributed.worker - INFO - Start worker at: tcp://192.168.0.122:43709\n", - "distributed.deploy.ssh - INFO - distributed.worker - INFO - Start worker at: tcp://192.168.0.122:37107\n" - ] - }, - { - "output_type": "display_data", - "data": { - "text/plain": [ - "Tab(children=(HTML(value='
'" - ] - }, - "metadata": {}, - "execution_count": 6 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 4, - "source": [ - "cluster.workers" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "{0: ,\n", - " 1: }" - ] - }, - "metadata": {}, - "execution_count": 4 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 5, - "source": [ - "cluster.workers[0]" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "" - ], - "text/html": [ - "\n", - "
\n", - "
\n", - "
\n", - "

distributed.deploy.ssh.Worker

\n", - "

Status: Running

\n", - "
\n", - "

\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Addresstcp://192.168.0.122:43709
External AddressNone

\n", - "
\n", - "
\n", - " " - ] - }, - "metadata": {}, - "execution_count": 5 - } - ], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "name": "python3", - "display_name": "Python 3.8.10 64-bit ('dask-distributed': conda)" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.10" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file diff --git a/scert.pem b/scert.pem deleted file mode 100644 index e69de29bb2d..00000000000 From 9b3f0878c66c0266b527e77488c4ed6dc04f8706 Mon Sep 17 00:00:00 2001 From: Freyam Mehta Date: Tue, 17 Aug 2021 18:30:39 +0400 Subject: [PATCH 19/19] removed testing files (2) --- sec.ipynb | 107 ----------------------------------------------------- sec1.ipynb | 107 ----------------------------------------------------- 2 files changed, 214 deletions(-) delete mode 100644 sec.ipynb delete mode 100644 sec1.ipynb diff --git a/sec.ipynb b/sec.ipynb deleted file mode 100644 index 4ac67f0b1fa..00000000000 --- a/sec.ipynb +++ /dev/null @@ -1,107 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "from dask.distributed import Security" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "Security(require_encryption=True, tls_ca_file=..., tls_client_cert=..., tls_client_key=..., tls_scheduler_cert=..., tls_scheduler_key=..., tls_worker_cert=..., tls_worker_key=...)" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "Security.temporary()" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "Security(require_encryption=True, tls_ca_file='ca.pem', tls_scheduler_cert='scert.pem')" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "Security(tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\")" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "Security(require_encryption=False, tls_ca_file='ca.pem', tls_scheduler_cert='scert.pem')" - ] - }, - "execution_count": 5, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "Security(require_encryption=False, tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\")" - ] - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.5" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} diff --git a/sec1.ipynb b/sec1.ipynb deleted file mode 100644 index fc38abcb0bd..00000000000 --- a/sec1.ipynb +++ /dev/null @@ -1,107 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "source": [ - "%load_ext autoreload\n", - "%autoreload 2" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 2, - "source": [ - "from dask.distributed import Security" - ], - "outputs": [], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 3, - "source": [ - "Security.temporary().__repr__()" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "\"Security('require_encryption'='True', 'tls_ca_file'='Temporary (In-memory)', 'tls_client_cert'='Temporary (In-memory)', 'tls_client_key'='Temporary (In-memory)', 'tls_scheduler_cert'='Temporary (In-memory)', 'tls_scheduler_key'='Temporary (In-memory)', 'tls_worker_cert'='Temporary (In-memory)', 'tls_worker_key'='Temporary (In-memory)')\"" - ] - }, - "metadata": {}, - "execution_count": 3 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 4, - "source": [ - "Security(tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\").__repr__()" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "\"Security('require_encryption'='True', 'tls_ca_file'='Local (/home/frey/GitHub/distributed/ca.pem)', 'tls_scheduler_cert'='Local (/home/frey/GitHub/distributed/scert.pem)')\"" - ] - }, - "metadata": {}, - "execution_count": 4 - } - ], - "metadata": {} - }, - { - "cell_type": "code", - "execution_count": 5, - "source": [ - "Security(require_encryption=False, tls_ca_file=\"ca.pem\", tls_scheduler_cert=\"scert.pem\").__repr__()" - ], - "outputs": [ - { - "output_type": "execute_result", - "data": { - "text/plain": [ - "\"Security('require_encryption'='False', 'tls_ca_file'='Local (/home/frey/GitHub/distributed/ca.pem)', 'tls_scheduler_cert'='Local (/home/frey/GitHub/distributed/scert.pem)')\"" - ] - }, - "metadata": {}, - "execution_count": 5 - } - ], - "metadata": {} - } - ], - "metadata": { - "interpreter": { - "hash": "312ca3dbd625a659cede44a1ff01d19c6ee2bca04703d70bed7ab91f64b36c9c" - }, - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.5" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} \ No newline at end of file