Skip to content

Commit

Permalink
Ensure node worker is used only in desktop bundle of ipynb extension
Browse files Browse the repository at this point in the history
  • Loading branch information
DonJayamanne committed Sep 12, 2024
1 parent 15e541b commit 11213f1
Show file tree
Hide file tree
Showing 6 changed files with 108 additions and 72 deletions.
3 changes: 2 additions & 1 deletion extensions/ipynb/src/ipynbMain.browser.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,10 @@

import * as vscode from 'vscode';
import * as main from './ipynbMain';
import { NotebookSerializer } from './notebookSerializer.web';

export function activate(context: vscode.ExtensionContext) {
return main.activate(context, true);
return main.activate(context, new NotebookSerializer(context));
}

export function deactivate() {
Expand Down
3 changes: 2 additions & 1 deletion extensions/ipynb/src/ipynbMain.node.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,10 @@

import * as vscode from 'vscode';
import * as main from './ipynbMain';
import { NotebookSerializer } from './notebookSerializer.node';

export function activate(context: vscode.ExtensionContext) {
return main.activate(context, false);
return main.activate(context, new NotebookSerializer(context));
}

export function deactivate() {
Expand Down
4 changes: 1 addition & 3 deletions extensions/ipynb/src/ipynbMain.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@
*--------------------------------------------------------------------------------------------*/

import * as vscode from 'vscode';
import { NotebookSerializer } from './notebookSerializer';
import { activate as keepNotebookModelStoreInSync } from './notebookModelStoreSync';
import { notebookImagePasteSetup } from './notebookImagePaste';
import { AttachmentCleaner } from './notebookAttachmentCleaner';
Expand All @@ -29,8 +28,7 @@ type NotebookMetadata = {
[propName: string]: unknown;
};

export function activate(context: vscode.ExtensionContext, isBrowser: boolean) {
const serializer = new NotebookSerializer(context, isBrowser);
export function activate(context: vscode.ExtensionContext, serializer: vscode.NotebookSerializer) {
keepNotebookModelStoreInSync(context);
context.subscriptions.push(vscode.workspace.registerNotebookSerializer('jupyter-notebook', serializer, {
transientOutputs: false,
Expand Down
91 changes: 91 additions & 0 deletions extensions/ipynb/src/notebookSerializer.node.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,91 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/

import * as vscode from 'vscode';
import { DeferredPromise, generateUuid } from './helper';
import { NotebookSerializerBase } from './notebookSerializer';

export class NotebookSerializer extends NotebookSerializerBase {
private experimentalSave = vscode.workspace.getConfiguration('ipynb').get('experimental.serialization', false);
private worker?: import('node:worker_threads').Worker;
private tasks = new Map<string, DeferredPromise<Uint8Array>>();

constructor(context: vscode.ExtensionContext) {
super(context);
context.subscriptions.push(vscode.workspace.onDidChangeConfiguration(e => {
if (e.affectsConfiguration('ipynb.experimental.serialization')) {
this.experimentalSave = vscode.workspace.getConfiguration('ipynb').get('experimental.serialization', false);
}
}));
}

override dispose() {
try {
void this.worker?.terminate();
} catch {
//
}
super.dispose();
}

public override async serializeNotebook(data: vscode.NotebookData, token: vscode.CancellationToken): Promise<Uint8Array> {
if (this.disposed) {
return new Uint8Array(0);
}

if (this.experimentalSave) {
return this.serializeViaWorker(data);
}

return super.serializeNotebook(data, token);
}

private async startWorker() {
if (this.disposed) {
throw new Error('Serializer disposed');
}
if (this.worker) {
return this.worker;
}
const { Worker } = await import('node:worker_threads');
const outputDir = getOutputDir(this.context);
this.worker = new Worker(vscode.Uri.joinPath(this.context.extensionUri, outputDir, 'notebookSerializerWorker.js').fsPath, {});
this.worker.on('exit', (exitCode) => {
if (!this.disposed) {
console.error(`IPynb Notebook Serializer Worker exited unexpectedly`, exitCode);
}
this.worker = undefined;
});
this.worker.on('message', (result: { data: Uint8Array; id: string }) => {
const task = this.tasks.get(result.id);
if (task) {
task.complete(result.data);
this.tasks.delete(result.id);
}
});
this.worker.on('error', (err) => {
if (!this.disposed) {
console.error(`IPynb Notebook Serializer Worker errored unexpectedly`, err);
}
});
return this.worker;
}
private async serializeViaWorker(data: vscode.NotebookData): Promise<Uint8Array> {
const worker = await this.startWorker();
const id = generateUuid();

const deferred = new DeferredPromise<Uint8Array>();
this.tasks.set(id, deferred);
worker.postMessage({ data, id });

return deferred.p;
}
}


function getOutputDir(context: vscode.ExtensionContext): string {
const main = context.extension.packageJSON.main as string;
return main.indexOf('/dist/') !== -1 ? 'dist' : 'out';
}
70 changes: 3 additions & 67 deletions extensions/ipynb/src/notebookSerializer.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,31 +8,16 @@ import * as detectIndent from 'detect-indent';
import * as vscode from 'vscode';
import { getPreferredLanguage, jupyterNotebookModelToNotebookData } from './deserializers';
import * as fnv from '@enonic/fnv-plus';
import { DeferredPromise, generateUuid } from './helper';
import { serializeNotebookToString } from './serializers';

export class NotebookSerializer extends vscode.Disposable implements vscode.NotebookSerializer {
private experimentalSave = vscode.workspace.getConfiguration('ipynb').get('experimental.serialization', false);
private disposed: boolean = false;
private worker?: import('node:worker_threads').Worker;
private tasks = new Map<string, DeferredPromise<Uint8Array>>();

constructor(readonly context: vscode.ExtensionContext, private readonly isBrowser: boolean) {
export abstract class NotebookSerializerBase extends vscode.Disposable implements vscode.NotebookSerializer {
protected disposed: boolean = false;
constructor(protected readonly context: vscode.ExtensionContext) {
super(() => { });
context.subscriptions.push(vscode.workspace.onDidChangeConfiguration(e => {
if (e.affectsConfiguration('ipynb.experimental.serialization')) {
this.experimentalSave = vscode.workspace.getConfiguration('ipynb').get('experimental.serialization', false);
}
}));
}

override dispose() {
this.disposed = true;
try {
void this.worker?.terminate();
} catch {
//
}
super.dispose();
}

Expand Down Expand Up @@ -96,57 +81,8 @@ export class NotebookSerializer extends vscode.Disposable implements vscode.Note
return new Uint8Array(0);
}

if (this.experimentalSave && !this.isBrowser) {
return this.serializeViaWorker(data);
}
const serialized = serializeNotebookToString(data);
return new TextEncoder().encode(serialized);
}

private async startWorker() {
if (this.disposed) {
throw new Error('Serializer disposed');
}
if (this.worker) {
return this.worker;
}
const { Worker } = await import('node:worker_threads');
const outputDir = getOutputDir(this.context);
this.worker = new Worker(vscode.Uri.joinPath(this.context.extensionUri, outputDir, 'notebookSerializerWorker.js').fsPath, {});
this.worker.on('exit', (exitCode) => {
if (!this.disposed) {
console.error(`IPynb Notebook Serializer Worker exited unexpectedly`, exitCode);
}
this.worker = undefined;
});
this.worker.on('message', (result: { data: Uint8Array; id: string }) => {
const task = this.tasks.get(result.id);
if (task) {
task.complete(result.data);
this.tasks.delete(result.id);
}
});
this.worker.on('error', (err) => {
if (!this.disposed) {
console.error(`IPynb Notebook Serializer Worker errored unexpectedly`, err);
}
});
return this.worker;
}
private async serializeViaWorker(data: vscode.NotebookData): Promise<Uint8Array> {
const worker = await this.startWorker();
const id = generateUuid();

const deferred = new DeferredPromise<Uint8Array>();
this.tasks.set(id, deferred);
worker.postMessage({ data, id });

return deferred.p;
}
}


function getOutputDir(context: vscode.ExtensionContext): string {
const main = context.extension.packageJSON.main as string;
return main.indexOf('/dist/') !== -1 ? 'dist' : 'out';
}
9 changes: 9 additions & 0 deletions extensions/ipynb/src/notebookSerializer.web.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
/*---------------------------------------------------------------------------------------------
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for license information.
*--------------------------------------------------------------------------------------------*/

import { NotebookSerializerBase } from './notebookSerializer';

export class NotebookSerializer extends NotebookSerializerBase {
}

0 comments on commit 11213f1

Please sign in to comment.