republish built-in VS Code extensions to npmjs under @theia/vscode-builtin- prefix

Signed-off-by: Anton Kosyakov <anton.kosyakov@typefox.io>

Author: akosyakov

.gitpod.yml

@@ -1,6 +1,4 @@
 image:
   file: Dockerfile
-ports:
-  - port: 3000
 tasks:
   - init: yarn

README.md

@@ -2,7 +2,9 @@
 
 This extension contributes built-in VS Code extensions to Theia.
 
-## Getting started
+[![Open in Gitpod](https://gitpod.io/button/open-in-gitpod.svg)](https://gitpod.io/#https://github.com/theia-ide/vscode-builtin-extensions)
+
+## Getting started (locally)
 
 Install [nvm](https://github.com/creationix/nvm#install-script).
 
@@ -17,15 +19,18 @@ Install yarn.
 
     npm install -g yarn
 
+Install vscode.
+
+    cd vscode-builtin-extensions
+    git submodule init
+    git submodule update
+
 Install vscode prerequisite dependencies.
 
     https://github.com/Microsoft/vscode/wiki/How-to-Contribute#prerequisites
 
 ## Build
 
-    cd vscode-builtin-extensions
-    git submodule init
-    git submodule update
     yarn
 
 ## Running the browser example

bundle-extensions.js

@@ -4,16 +4,18 @@
         "prepare": "yarn build:extensions && yarn bundle:extensions && yarn build",
         "build": "lerna run prepare",
         "build:extensions": "cd vscode && yarn && npx gulp compile-extensions-build",
-        "bundle:extensions": "cd vscode && node ../bundle-extensions.js",
+        "bundle:extensions": "node ./src/bundle.js",
+        "republish:extensions": "node ./src/republish.js",
         "rebuild:browser": "theia rebuild:browser",
         "rebuild:electron": "theia rebuild:electron"
     },
     "devDependencies": {
+        "@types/node": "^8.0.0",
         "lerna": "2.4.0"
     },
     "workspaces": [
         "vscode-builtin-extensions",
         "browser-app",
         "electron-app"
     ]
-}
+}

package.json

@@ -0,0 +1,3 @@
+// @ts-check
+const { src, vscode, run } = require('./paths.js')
+module.exports = run('node', [src('vscode-bundle.js')], vscode());

src/bundle.js

@@ -0,0 +1,52 @@
+// @ts-check
+const path = require('path');
+const cp = require('child_process');
+
+/**
+ * @type {(paths: string[]) => string}
+ */
+function root(...paths) {
+    return path.join(__dirname, '..', ...paths);
+}
+/**
+ * @type {(paths: string[]) => string}
+ */
+function src(...paths) {
+    return root('src', ...paths);
+}
+/**
+ * @type {(paths: string[]) => string}
+ */
+function vscode(...paths) {
+    return root('vscode', ...paths);
+}
+/**
+ * @type {(paths: string[]) => string}
+ */
+function theiaExtension(...paths) {
+    return root('vscode-builtin-extensions', ...paths);
+}
+/**
+ * @type {(paths: string[]) => string}
+ */
+function extensions(...paths) {
+    return theiaExtension('extensions', ...paths);
+}
+
+/**
+ * @type {(command: string, args?: ReadonlyArray<string>, cwd?: string) => Promise<string>}
+ */
+function run(command, args, cwd = process.cwd()) {
+    return new Promise((resolve, reject) => {
+        let result = '';
+        const p = cp.spawn(command, args, { cwd });
+        p.stdout.on('data', data => {
+            console.log(String(data));
+            result += String(data);
+        });
+        p.stderr.on('data', data => console.error(String(data)));
+        p.on('close', code => !code ? resolve(result) : reject());
+    });
+}
+
+module.exports = { root, src, vscode, theiaExtension, extensions, run };

src/paths.js

@@ -0,0 +1,14 @@
+// @ts-check
+const rimraf = require('../vscode/node_modules/rimraf');
+const { extensions } = require('./paths.js');
+
+(async () => {
+    await require('./bundle.js');
+    // see why exlcuded https://github.com/theia-ide/theia/issues/3815#issuecomment-452686623
+    rimraf.sync(extensions('configuration-editing'));
+    rimraf.sync(extensions('css-language-features'));
+    rimraf.sync(extensions('html-language-features'));
+    rimraf.sync(extensions('extension-editing'));
+    rimraf.sync(extensions('grunt'));
+    rimraf.sync(extensions('gulp'));
+})();

src/publish.js

@@ -0,0 +1,42 @@
+/**
+ * Republish built-in VS Code extensions to npmjs under `@theia/vscode-builtin-` prefix.
+ */
+// @ts-check
+const fs = require('fs');
+const os = require('os');
+const { extensions, run } = require('./paths.js');
+
+(async () => {
+    await require('./bundle.js');
+    const result = [];
+    for (const extension of await fs.readdirSync(extensions())) {
+        if (extension.startsWith('ms-vscode')) {
+            // skip marketplace extensions
+            continue;
+        }
+        const pckPath = extensions(extension, 'package.json');
+        if (!fs.existsSync(pckPath)) {
+            continue;
+        }
+        const originalContent = fs.readFileSync(pckPath, 'utf-8');
+        const pck = JSON.parse(originalContent);
+        pck.name = '@theia/vscode-builtin-' + pck.name;
+        // bump to publish
+        pck.version = '0.1.0';
+
+        console.log(pck.name, ': publishing...');
+        try {
+            fs.writeFileSync(pckPath, JSON.stringify(pck, undefined, 2), 'utf-8');
+            await run('yarn', ['publish', '--access', 'public', '--ignore-scripts'], extensions(extension));
+            result.push(pck.name + ': sucessfully published');
+        } catch (e) {
+            result.push(pck.name + ': failed to publish');
+            if (e) {
+                console.error(e)
+            };
+        } finally {
+            fs.writeFileSync(pckPath, originalContent, 'utf-8');
+        }
+    }
+    console.log(result.join(os.EOL));
+})();

src/republish.js

@@ -0,0 +1,30 @@
+// @ts-check
+const fs = require('fs');
+const rimraf = require('../vscode/node_modules/rimraf');
+const vfs = require('../vscode/node_modules/vinyl-fs');
+const ext = require('../vscode/build/lib/extensions');
+const { root, theiaExtension, extensions, run } = require('./paths.js')
+
+const backupNodeModules = () => {
+    const move = (src, dest) => fs.existsSync(src) && fs.renameSync(src, dest);
+    const nodeModules = root('node_modules');
+    const nodeModulesBackup = root('node_modules_backup');
+    move(nodeModules, nodeModulesBackup);
+    return () => move(nodeModulesBackup, nodeModules);
+}
+const revertNodeModules = backupNodeModules();
+process.on('exit', revertNodeModules);
+process.on('SIGINT', revertNodeModules);
+process.on('SIGTERM', revertNodeModules);
+rimraf.sync(extensions());
+(async () => {
+    const stream = ext.packageExtensionsStream().pipe(vfs.dest(theiaExtension()));
+    await new Promise((resolve, reject) => {
+        stream.on('error', reject);
+        stream.on('end', resolve);
+    });
+    await run('yarn', ['install', '--production'], extensions('debug-auto-launch'));
+    await run('yarn', ['install', '--production'], extensions('ms-vscode.node-debug'));
+    await run('yarn', ['install', '--production'], extensions('ms-vscode.node-debug2'));
+})();
+

src/vscode-bundle.js

@@ -0,0 +1,20 @@
+{
+    "compilerOptions": {
+        "experimentalDecorators": true,
+        "noUnusedLocals": true,
+        "emitDecoratorMetadata": true,
+        "downlevelIteration": true,
+        "module": "commonjs",
+        "moduleResolution": "node",
+        "target": "es5",
+        "lib": [
+            "es6"
+        ],
+        "sourceMap": true,
+        "rootDir": "src",
+        "allowJs": true
+    },
+    "include": [
+        "src"
+    ]
+}

tsconfig.json

@@ -645,6 +645,11 @@
   resolved "https://registry.yarnpkg.com/@types/node/-/node-10.12.18.tgz#1d3ca764718915584fcd9f6344621b7672665c67"
   integrity sha512-fh+pAqt4xRzPfqA6eh3Z2y6fyZavRIumvjhaCL753+TVkGKGhpPeyrJG2JftD0T9q4GF00KjefsQ+PQNDdWQaQ==
 
+"@types/node@^8.0.0":
+  version "8.10.42"
+  resolved "https://registry.yarnpkg.com/@types/node/-/node-8.10.42.tgz#d3d8e738e13540a09b3f4a714dac1ffbf8939f7d"
+  integrity sha512-8LCqostMfYwQs9by1k21/P4KZp9uFQk3Q528y3qtPKQnCJmKz0Em3YzgeNjTNV1FVrG/7n/6j12d4UKg9zSgDw==
+
 "@types/node@^8.0.24":
   version "8.10.39"
   resolved "https://registry.yarnpkg.com/@types/node/-/node-8.10.39.tgz#e7e87ad00364dd7bc485c940926345b8ec1a26ca"