|
16 | 16 | },
|
17 | 17 | {
|
18 | 18 | "cell_type": "code",
|
19 |
| - "execution_count": 8, |
| 19 | + "execution_count": 2, |
20 | 20 | "id": "4364ac2e-dd10-4d30-ba66-12708daefb3f",
|
21 | 21 | "metadata": {
|
22 | 22 | "tags": []
|
|
41 | 41 | },
|
42 | 42 | {
|
43 | 43 | "cell_type": "code",
|
44 |
| - "execution_count": 5, |
| 44 | + "execution_count": 3, |
45 | 45 | "id": "69968140-15e6-482f-9529-82b0cd19524b",
|
46 | 46 | "metadata": {
|
47 | 47 | "tags": []
|
|
53 | 53 | },
|
54 | 54 | {
|
55 | 55 | "cell_type": "code",
|
56 |
| - "execution_count": 6, |
| 56 | + "execution_count": 4, |
57 | 57 | "id": "e20f9982-f671-460b-8c22-3d62e101fed9",
|
58 | 58 | "metadata": {
|
59 | 59 | "tags": []
|
|
82 | 82 | },
|
83 | 83 | {
|
84 | 84 | "cell_type": "code",
|
85 |
| - "execution_count": 9, |
| 85 | + "execution_count": 11, |
86 | 86 | "id": "cf1b749e-2335-42c2-b673-26768ec9895d",
|
87 | 87 | "metadata": {},
|
88 | 88 | "outputs": [
|
89 | 89 | {
|
90 | 90 | "name": "stdout",
|
91 | 91 | "output_type": "stream",
|
92 | 92 | "text": [
|
93 |
| - "rayclient-hfgputest-1-default.apps.ted412.cp.fyre.ibm.com\n" |
| 93 | + "rayclient-hfgputest-1-default.apps.tedbig412.cp.fyre.ibm.com\n" |
94 | 94 | ]
|
95 | 95 | }
|
96 | 96 | ],
|
|
102 | 102 | " generate_cert.generate_tls_cert(cluster_name, namespace)\n",
|
103 | 103 | " generate_cert.export_env(cluster_name, namespace)\n",
|
104 | 104 | "\n",
|
105 |
| - "routes=oc.selector(\"route\").objects()\n", |
106 |
| - "rayclient_url=\"\"\n", |
107 |
| - "for r in routes:\n", |
108 |
| - " if \"rayclient\" in r.name():\n", |
109 |
| - " rayclient_url=r.model.spec.host\n", |
| 105 | + "with oc.project(namespace):\n", |
| 106 | + " routes=oc.selector(\"route\").objects()\n", |
| 107 | + " rayclient_url=\"\"\n", |
| 108 | + " for r in routes:\n", |
| 109 | + " if \"rayclient\" in r.name():\n", |
| 110 | + " rayclient_url=r.model.spec.host\n", |
110 | 111 | "print(rayclient_url)"
|
111 | 112 | ]
|
112 | 113 | },
|
113 | 114 | {
|
114 | 115 | "cell_type": "code",
|
115 |
| - "execution_count": 10, |
| 116 | + "execution_count": 12, |
116 | 117 | "id": "9483bb98-33b3-4beb-9b15-163d7e76c1d7",
|
117 | 118 | "metadata": {
|
118 | 119 | "scrolled": true,
|
|
123 | 124 | "name": "stderr",
|
124 | 125 | "output_type": "stream",
|
125 | 126 | "text": [
|
126 |
| - "2023-05-12 17:21:56,769\tINFO client_builder.py:251 -- Passing the following kwargs to ray.init() on the server: logging_level\n", |
127 |
| - "2023-05-12 17:21:56,782\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.IDLE\n", |
128 |
| - "2023-05-12 17:21:56,989\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.CONNECTING\n", |
129 |
| - "2023-05-12 17:22:01,786\tDEBUG worker.py:226 -- Couldn't connect channel in 5 seconds, retrying\n", |
130 |
| - "2023-05-12 17:22:01,787\tDEBUG worker.py:237 -- Waiting for Ray to become ready on the server, retry in 5s...\n", |
131 |
| - "2023-05-12 17:22:04,463\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.READY\n", |
132 |
| - "2023-05-12 17:22:04,465\tDEBUG worker.py:807 -- Pinging server.\n", |
133 |
| - "2023-05-12 17:22:10,488\tDEBUG worker.py:640 -- Retaining 00ffffffffffffffffffffffffffffffffffffff0100000001000000\n", |
134 |
| - "2023-05-12 17:22:10,490\tDEBUG worker.py:564 -- Scheduling task get_dashboard_url 0 b'\\x00\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\x01\\x00\\x00\\x00\\x01\\x00\\x00\\x00'\n", |
135 |
| - "2023-05-12 17:22:11,249\tDEBUG worker.py:640 -- Retaining c8ef45ccd0112571ffffffffffffffffffffffff0100000001000000\n", |
136 |
| - "2023-05-12 17:22:12,142\tDEBUG worker.py:636 -- Releasing c8ef45ccd0112571ffffffffffffffffffffffff0100000001000000\n" |
| 127 | + "2023-05-31 14:12:37,816\tINFO client_builder.py:251 -- Passing the following kwargs to ray.init() on the server: logging_level\n", |
| 128 | + "2023-05-31 14:12:37,820\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.IDLE\n", |
| 129 | + "2023-05-31 14:12:38,034\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.CONNECTING\n", |
| 130 | + "2023-05-31 14:12:38,246\tDEBUG worker.py:378 -- client gRPC channel state change: ChannelConnectivity.READY\n", |
| 131 | + "2023-05-31 14:12:38,290\tDEBUG worker.py:807 -- Pinging server.\n", |
| 132 | + "2023-05-31 14:12:40,521\tDEBUG worker.py:640 -- Retaining 00ffffffffffffffffffffffffffffffffffffff0100000001000000\n", |
| 133 | + "2023-05-31 14:12:40,523\tDEBUG worker.py:564 -- Scheduling task get_dashboard_url 0 b'\\x00\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\x01\\x00\\x00\\x00\\x01\\x00\\x00\\x00'\n", |
| 134 | + "2023-05-31 14:12:40,535\tDEBUG worker.py:640 -- Retaining c8ef45ccd0112571ffffffffffffffffffffffff0100000001000000\n", |
| 135 | + "2023-05-31 14:12:41,379\tDEBUG worker.py:636 -- Releasing c8ef45ccd0112571ffffffffffffffffffffffff0100000001000000\n" |
137 | 136 | ]
|
138 | 137 | },
|
139 | 138 | {
|
|
174 | 173 | " </tr>\n",
|
175 | 174 | " <tr>\n",
|
176 | 175 | " <td style=\"text-align: left\"><b>Dashboard:</b></td>\n",
|
177 |
| - " <td style=\"text-align: left\"><b><a href=\"http://10.254.20.24:8265\" target=\"_blank\">http://10.254.20.24:8265</a></b></td>\n", |
| 176 | + " <td style=\"text-align: left\"><b><a href=\"http://10.254.12.141:8265\" target=\"_blank\">http://10.254.12.141:8265</a></b></td>\n", |
178 | 177 | "</tr>\n",
|
179 | 178 | "\n",
|
180 | 179 | " </table>\n",
|
181 | 180 | " </div>\n",
|
182 | 181 | "</div>\n"
|
183 | 182 | ],
|
184 | 183 | "text/plain": [
|
185 |
| - "ClientContext(dashboard_url='10.254.20.24:8265', python_version='3.8.13', ray_version='2.1.0', ray_commit='23f34d948dae8de9b168667ab27e6cf940b3ae85', protocol_version='2022-10-05', _num_clients=1, _context_to_restore=<ray.util.client._ClientContext object at 0x10c263eb0>)" |
| 184 | + "ClientContext(dashboard_url='10.254.12.141:8265', python_version='3.8.13', ray_version='2.1.0', ray_commit='23f34d948dae8de9b168667ab27e6cf940b3ae85', protocol_version='2022-10-05', _num_clients=1, _context_to_restore=<ray.util.client._ClientContext object at 0x10e5d2bb0>)" |
186 | 185 | ]
|
187 | 186 | },
|
188 |
| - "execution_count": 10, |
| 187 | + "execution_count": 12, |
189 | 188 | "metadata": {},
|
190 | 189 | "output_type": "execute_result"
|
191 | 190 | }
|
|
199 | 198 | },
|
200 | 199 | {
|
201 | 200 | "cell_type": "code",
|
202 |
| - "execution_count": 11, |
| 201 | + "execution_count": 13, |
203 | 202 | "id": "3436eb4a-217c-4109-a3c3-309fda7e2442",
|
204 | 203 | "metadata": {},
|
205 | 204 | "outputs": [],
|
|
223 | 222 | },
|
224 | 223 | {
|
225 | 224 | "cell_type": "code",
|
226 |
| - "execution_count": 12, |
| 225 | + "execution_count": 14, |
227 | 226 | "id": "5cca1874-2be3-4631-ae48-9adfa45e3af3",
|
228 | 227 | "metadata": {
|
229 | 228 | "scrolled": true,
|
|
234 | 233 | "name": "stderr",
|
235 | 234 | "output_type": "stream",
|
236 | 235 | "text": [
|
237 |
| - "2023-05-12 17:22:13,923\tDEBUG worker.py:640 -- Retaining 00ffffffffffffffffffffffffffffffffffffff0100000002000000\n", |
238 |
| - "2023-05-12 17:22:13,924\tDEBUG worker.py:564 -- Scheduling task heavy_calculation 0 b'\\x00\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\x01\\x00\\x00\\x00\\x02\\x00\\x00\\x00'\n" |
| 236 | + "2023-05-31 14:13:29,868\tDEBUG worker.py:640 -- Retaining 00ffffffffffffffffffffffffffffffffffffff0100000002000000\n", |
| 237 | + "2023-05-31 14:13:29,870\tDEBUG worker.py:564 -- Scheduling task heavy_calculation 0 b'\\x00\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\xff\\x01\\x00\\x00\\x00\\x02\\x00\\x00\\x00'\n" |
239 | 238 | ]
|
240 | 239 | }
|
241 | 240 | ],
|
|
245 | 244 | },
|
246 | 245 | {
|
247 | 246 | "cell_type": "code",
|
248 |
| - "execution_count": 13, |
| 247 | + "execution_count": 15, |
249 | 248 | "id": "01172c29-e8bf-41ef-8db5-eccb07906111",
|
250 | 249 | "metadata": {},
|
251 | 250 | "outputs": [
|
252 | 251 | {
|
253 | 252 | "name": "stderr",
|
254 | 253 | "output_type": "stream",
|
255 | 254 | "text": [
|
256 |
| - "2023-05-12 17:22:14,712\tDEBUG worker.py:640 -- Retaining 16310a0f0a45af5cffffffffffffffffffffffff0100000001000000\n", |
257 |
| - "2023-05-12 17:22:17,522\tDEBUG worker.py:439 -- Internal retry for get [ClientObjectRef(16310a0f0a45af5cffffffffffffffffffffffff0100000001000000)]\n" |
| 255 | + "2023-05-31 14:13:32,643\tDEBUG worker.py:640 -- Retaining 16310a0f0a45af5cffffffffffffffffffffffff0100000001000000\n", |
| 256 | + "2023-05-31 14:13:34,677\tDEBUG worker.py:439 -- Internal retry for get [ClientObjectRef(16310a0f0a45af5cffffffffffffffffffffffff0100000001000000)]\n" |
258 | 257 | ]
|
259 | 258 | },
|
260 | 259 | {
|
|
263 | 262 | "1789.4644387076714"
|
264 | 263 | ]
|
265 | 264 | },
|
266 |
| - "execution_count": 13, |
| 265 | + "execution_count": 15, |
267 | 266 | "metadata": {},
|
268 | 267 | "output_type": "execute_result"
|
269 | 268 | }
|
|
274 | 273 | },
|
275 | 274 | {
|
276 | 275 | "cell_type": "code",
|
277 |
| - "execution_count": 14, |
| 276 | + "execution_count": 16, |
278 | 277 | "id": "9e79b547-a457-4232-b77d-19147067b972",
|
279 | 278 | "metadata": {},
|
280 | 279 | "outputs": [
|
281 | 280 | {
|
282 | 281 | "name": "stderr",
|
283 | 282 | "output_type": "stream",
|
284 | 283 | "text": [
|
285 |
| - "2023-05-12 17:22:22,542\tDEBUG dataclient.py:287 -- Got unawaited response connection_cleanup {\n", |
| 284 | + "2023-05-31 14:13:37,659\tDEBUG dataclient.py:287 -- Got unawaited response connection_cleanup {\n", |
286 | 285 | "}\n",
|
287 | 286 | "\n",
|
288 |
| - "2023-05-12 17:22:23,465\tDEBUG dataclient.py:278 -- Shutting down data channel.\n" |
| 287 | + "2023-05-31 14:13:38,681\tDEBUG dataclient.py:278 -- Shutting down data channel.\n" |
289 | 288 | ]
|
290 | 289 | }
|
291 | 290 | ],
|
|
296 | 295 | },
|
297 | 296 | {
|
298 | 297 | "cell_type": "code",
|
299 |
| - "execution_count": 15, |
| 298 | + "execution_count": 17, |
300 | 299 | "id": "2c198f1f-68bf-43ff-a148-02b5cb000ff2",
|
301 | 300 | "metadata": {},
|
302 | 301 | "outputs": [],
|
|
0 commit comments