|
27 | 27 | { |
28 | 28 | "cell_type": "code", |
29 | 29 | "execution_count": null, |
30 | | - "id": "589bbac0", |
| 30 | + "id": "1", |
31 | 31 | "metadata": {}, |
32 | 32 | "outputs": [], |
33 | 33 | "source": [ |
|
41 | 41 | { |
42 | 42 | "cell_type": "code", |
43 | 43 | "execution_count": null, |
44 | | - "id": "1", |
| 44 | + "id": "2", |
45 | 45 | "metadata": {}, |
46 | 46 | "outputs": [], |
47 | 47 | "source": [ |
|
57 | 57 | { |
58 | 58 | "cell_type": "code", |
59 | 59 | "execution_count": null, |
60 | | - "id": "2", |
| 60 | + "id": "3", |
61 | 61 | "metadata": {}, |
62 | 62 | "outputs": [], |
63 | 63 | "source": [ |
64 | | - "environment = os.environ.get(\"ORCHESTRA_DEPLOYMENT_TYPE\", \"python\")\n", |
65 | | - "\n", |
66 | 64 | "num_workers = int(os.environ.get(\"NUM_TEST_WORKERS\", 1))\n", |
67 | 65 | "\n", |
68 | | - "ROOT_EMAIL = \"admin@bigquery.org\"\n", |
69 | | - "ROOT_PASSWORD = \"bqpw\"\n", |
| 66 | + "# ROOT_EMAIL = \"admin@bigquery.org\"\n", |
| 67 | + "# ROOT_PASSWORD = \"bqpw\"\n", |
70 | 68 | "environment" |
71 | 69 | ] |
72 | 70 | }, |
73 | 71 | { |
74 | 72 | "cell_type": "markdown", |
75 | | - "id": "3", |
| 73 | + "id": "4", |
76 | 74 | "metadata": {}, |
77 | 75 | "source": [ |
78 | 76 | "### Launch server & login" |
|
81 | 79 | { |
82 | 80 | "cell_type": "code", |
83 | 81 | "execution_count": null, |
84 | | - "id": "4", |
| 82 | + "id": "5", |
85 | 83 | "metadata": {}, |
86 | 84 | "outputs": [], |
87 | 85 | "source": [ |
88 | 86 | "server_low = sy.orchestra.launch(\n", |
89 | 87 | " name=\"bigquery-low\",\n", |
90 | 88 | " server_side_type=\"low\",\n", |
91 | 89 | " dev_mode=True,\n", |
92 | | - " reset=True,\n", |
93 | 90 | " n_consumers=1,\n", |
94 | 91 | " create_producer=True,\n", |
95 | 92 | " port=low_port,\n", |
|
99 | 96 | { |
100 | 97 | "cell_type": "code", |
101 | 98 | "execution_count": null, |
102 | | - "id": "5", |
| 99 | + "id": "6", |
103 | 100 | "metadata": {}, |
104 | 101 | "outputs": [], |
105 | 102 | "source": [ |
|
109 | 106 | { |
110 | 107 | "cell_type": "code", |
111 | 108 | "execution_count": null, |
112 | | - "id": "6", |
| 109 | + "id": "7", |
113 | 110 | "metadata": {}, |
114 | 111 | "outputs": [], |
115 | 112 | "source": [ |
116 | | - "low_client = server_low.login(\n", |
117 | | - " email=ROOT_EMAIL, password=ROOT_PASSWORD\n", |
118 | | - ")" |
| 113 | + "low_client = server_low.login(email=\"info@openmined.org\", password=\"changethis\")" |
119 | 114 | ] |
120 | 115 | }, |
121 | 116 | { |
122 | 117 | "cell_type": "code", |
123 | 118 | "execution_count": null, |
124 | | - "id": "7", |
| 119 | + "id": "8", |
125 | 120 | "metadata": {}, |
126 | 121 | "outputs": [], |
127 | 122 | "source": [ |
128 | | - "low_client.worker_pools" |
| 123 | + "assert len(low_client.worker_pools.get_all()) == 2" |
129 | 124 | ] |
130 | 125 | }, |
131 | 126 | { |
132 | 127 | "cell_type": "code", |
133 | 128 | "execution_count": null, |
134 | | - "id": "8", |
| 129 | + "id": "9", |
135 | 130 | "metadata": {}, |
136 | 131 | "outputs": [], |
137 | 132 | "source": [ |
|
141 | 136 | }, |
142 | 137 | { |
143 | 138 | "cell_type": "markdown", |
144 | | - "id": "9", |
| 139 | + "id": "10", |
145 | 140 | "metadata": {}, |
146 | 141 | "source": [ |
147 | 142 | "### Scale Worker pool" |
148 | 143 | ] |
149 | 144 | }, |
150 | 145 | { |
151 | 146 | "cell_type": "markdown", |
152 | | - "id": "10", |
| 147 | + "id": "11", |
153 | 148 | "metadata": {}, |
154 | 149 | "source": [ |
155 | 150 | "##### Scale up" |
|
158 | 153 | { |
159 | 154 | "cell_type": "code", |
160 | 155 | "execution_count": null, |
161 | | - "id": "11", |
| 156 | + "id": "12", |
162 | 157 | "metadata": {}, |
163 | 158 | "outputs": [], |
164 | 159 | "source": [ |
|
172 | 167 | { |
173 | 168 | "cell_type": "code", |
174 | 169 | "execution_count": null, |
175 | | - "id": "12", |
| 170 | + "id": "13", |
176 | 171 | "metadata": {}, |
177 | 172 | "outputs": [], |
178 | 173 | "source": [ |
|
182 | 177 | { |
183 | 178 | "cell_type": "code", |
184 | 179 | "execution_count": null, |
185 | | - "id": "13", |
| 180 | + "id": "14", |
186 | 181 | "metadata": {}, |
187 | 182 | "outputs": [], |
188 | 183 | "source": [ |
|
195 | 190 | " assert scale_up_result, scale_up_result\n", |
196 | 191 | "\n", |
197 | 192 | " assert (\n", |
198 | | - " low_client.api.services.worker_pool[default_worker_pool.name].max_count\n", |
199 | | - " == 5\n", |
| 193 | + " low_client.api.services.worker_pool[default_worker_pool.name].max_count == 5\n", |
200 | 194 | " )" |
201 | 195 | ] |
202 | 196 | }, |
203 | 197 | { |
204 | 198 | "cell_type": "markdown", |
205 | | - "id": "14", |
| 199 | + "id": "15", |
206 | 200 | "metadata": {}, |
207 | 201 | "source": [ |
208 | 202 | "##### Scale down" |
|
211 | 205 | { |
212 | 206 | "cell_type": "code", |
213 | 207 | "execution_count": null, |
214 | | - "id": "15", |
| 208 | + "id": "16", |
215 | 209 | "metadata": {}, |
216 | 210 | "outputs": [], |
217 | 211 | "source": [ |
|
226 | 220 | { |
227 | 221 | "cell_type": "code", |
228 | 222 | "execution_count": null, |
229 | | - "id": "16", |
| 223 | + "id": "17", |
230 | 224 | "metadata": {}, |
231 | 225 | "outputs": [], |
232 | 226 | "source": [ |
|
245 | 239 | { |
246 | 240 | "cell_type": "code", |
247 | 241 | "execution_count": null, |
248 | | - "id": "17", |
| 242 | + "id": "18", |
249 | 243 | "metadata": {}, |
250 | 244 | "outputs": [], |
251 | 245 | "source": [ |
|
258 | 252 | }, |
259 | 253 | { |
260 | 254 | "cell_type": "markdown", |
261 | | - "id": "18", |
| 255 | + "id": "19", |
262 | 256 | "metadata": {}, |
263 | 257 | "source": [ |
264 | 258 | "#### Delete Worker Pool" |
|
267 | 261 | { |
268 | 262 | "cell_type": "code", |
269 | 263 | "execution_count": null, |
270 | | - "id": "19", |
| 264 | + "id": "20", |
271 | 265 | "metadata": {}, |
272 | 266 | "outputs": [], |
273 | 267 | "source": [ |
|
280 | 274 | { |
281 | 275 | "cell_type": "code", |
282 | 276 | "execution_count": null, |
283 | | - "id": "20", |
| 277 | + "id": "21", |
284 | 278 | "metadata": {}, |
285 | 279 | "outputs": [], |
286 | 280 | "source": [ |
|
290 | 284 | }, |
291 | 285 | { |
292 | 286 | "cell_type": "markdown", |
293 | | - "id": "21", |
| 287 | + "id": "22", |
294 | 288 | "metadata": {}, |
295 | 289 | "source": [ |
296 | 290 | "#### Re-launch the default worker pool" |
|
299 | 293 | { |
300 | 294 | "cell_type": "code", |
301 | 295 | "execution_count": null, |
302 | | - "id": "22", |
| 296 | + "id": "23", |
303 | 297 | "metadata": {}, |
304 | 298 | "outputs": [], |
305 | 299 | "source": [ |
|
309 | 303 | { |
310 | 304 | "cell_type": "code", |
311 | 305 | "execution_count": null, |
312 | | - "id": "23", |
| 306 | + "id": "24", |
313 | 307 | "metadata": {}, |
314 | 308 | "outputs": [], |
315 | 309 | "source": [ |
|
323 | 317 | { |
324 | 318 | "cell_type": "code", |
325 | 319 | "execution_count": null, |
326 | | - "id": "24", |
| 320 | + "id": "25", |
327 | 321 | "metadata": {}, |
328 | 322 | "outputs": [], |
329 | 323 | "source": [ |
|
337 | 331 | { |
338 | 332 | "cell_type": "code", |
339 | 333 | "execution_count": null, |
340 | | - "id": "25", |
| 334 | + "id": "26", |
341 | 335 | "metadata": {}, |
342 | 336 | "outputs": [], |
343 | 337 | "source": [ |
|
347 | 341 | { |
348 | 342 | "cell_type": "code", |
349 | 343 | "execution_count": null, |
350 | | - "id": "26", |
| 344 | + "id": "27", |
351 | 345 | "metadata": {}, |
352 | 346 | "outputs": [], |
353 | 347 | "source": [ |
354 | | - "server_low.land()" |
| 348 | + "if environment != \"remote\":\n", |
| 349 | + " server_low.land()" |
355 | 350 | ] |
356 | | - }, |
357 | | - { |
358 | | - "cell_type": "code", |
359 | | - "execution_count": null, |
360 | | - "id": "27", |
361 | | - "metadata": {}, |
362 | | - "outputs": [], |
363 | | - "source": [] |
364 | 351 | } |
365 | 352 | ], |
366 | 353 | "metadata": { |
|
379 | 366 | "name": "python", |
380 | 367 | "nbconvert_exporter": "python", |
381 | 368 | "pygments_lexer": "ipython3", |
382 | | - "version": "3.12.3" |
| 369 | + "version": "3.12.4" |
383 | 370 | } |
384 | 371 | }, |
385 | 372 | "nbformat": 4, |
|
0 commit comments