Skip to content

Commit

Permalink
feat(url): drop whatwg-url
Browse files Browse the repository at this point in the history
whatwg-url parses correctly, but is quite a big dependency. parseUrl()
only handles Chrome+Firefox quirks regarding parsing of urls using
non-special schemes.
  • Loading branch information
floryst committed Oct 10, 2023
1 parent e5dcf4a commit 90db59c
Show file tree
Hide file tree
Showing 10 changed files with 82 additions and 50 deletions.
52 changes: 19 additions & 33 deletions package-lock.json

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 0 additions & 2 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,6 @@
"vue": "^3.3.4",
"vue-toastification": "^2.0.0-rc.5",
"vuetify": "^3.1.14",
"whatwg-url": "^12.0.1",
"zod": "^3.18.0"
},
"devDependencies": {
Expand All @@ -63,7 +62,6 @@
"@types/mocha": "^9.1.1",
"@types/sinon": "^10.0.11",
"@types/sinon-chai": "^3.2.8",
"@types/whatwg-url": "^11.0.0",
"@typescript-eslint/eslint-plugin": "^5.62.0",
"@typescript-eslint/parser": "^5.62.0",
"@vitejs/plugin-vue": "^4.2.3",
Expand Down
6 changes: 4 additions & 2 deletions src/components/App.vue
Original file line number Diff line number Diff line change
Expand Up @@ -229,7 +229,6 @@ import {
import { storeToRefs } from 'pinia';
import { UrlParams } from '@vueuse/core';
import vtkURLExtract from '@kitware/vtk.js/Common/Core/URLExtract';
import { URL } from 'whatwg-url';
import { useDisplay } from 'vuetify';
import { basename } from '@/src/utils/path';
Expand All @@ -240,6 +239,7 @@ import {
ImportDataSourcesResult,
convertSuccessResultToDataSelection,
} from '@/src/io/import/importDataSources';
import { parseUrl } from '@/src/utils/url';
import ToolButton from './ToolButton.vue';
import LayoutGrid from './LayoutGrid.vue';
import ModulePanel from './ModulePanel.vue';
Expand Down Expand Up @@ -323,7 +323,9 @@ async function loadRemoteFilesFromURLParams(
const sources = urls.map((url, idx) =>
uriToDataSource(
url,
names[idx] || basename(new URL(url, window.location.href).pathname) || url
names[idx] ||
basename(parseUrl(url, window.location.href).pathname) ||
url
)
);
Expand Down
4 changes: 2 additions & 2 deletions src/core/remote/client.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ import { nanoid } from 'nanoid';
import { Socket, io } from 'socket.io-client';
import { z } from 'zod';
import * as ChunkedParser from '@/src/core/remote/chunkedParser';
import { URL } from 'whatwg-url';
import { parseUrl } from '@/src/utils/url';

const CLIENT_ID_SIZE = 24;
const RPC_ID_SIZE = 24;
Expand Down Expand Up @@ -109,7 +109,7 @@ export interface RpcClientOptions {
}

function justHostUrl(url: string) {
const parts = new URL(url);
const parts = parseUrl(url);
parts.pathname = '';
return String(parts);
}
Expand Down
6 changes: 3 additions & 3 deletions src/io/amazonS3.ts
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
import { parseUrl } from '@/src/utils/url';
import { S3Client, ListObjectsV2Command } from '@aws-sdk/client-s3';
import { URL } from 'whatwg-url';

/**
* Detects `s3://` uri.
* @param uri
* @returns
*/
export const isAmazonS3Uri = (uri: string) => new URL(uri).protocol === 's3:';
export const isAmazonS3Uri = (uri: string) => parseUrl(uri).protocol === 's3:';

export type ObjectAvailableCallback = (url: string, name: string) => void;

Expand Down Expand Up @@ -66,7 +66,7 @@ async function fetchObjectsWithPagination(
* @returns
*/
export const extractBucketAndPrefixFromS3Uri = (uri: string) => {
const { hostname: bucket, pathname } = new URL(uri);
const { hostname: bucket, pathname } = parseUrl(uri);
// drop the leading forward slash
const objectName = pathname.replace(/^\//, '');
return [bucket, objectName] as const;
Expand Down
8 changes: 4 additions & 4 deletions src/io/googleCloudStorage.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
import { URL } from 'whatwg-url';
import { parseUrl } from '@/src/utils/url';
import { fetchJSON } from '../utils/fetch';

export interface GcsObject {
Expand All @@ -23,15 +23,15 @@ interface GcsObjectListResult {
* @returns
*/
export const isGoogleCloudStorageUri = (uri: string) =>
new URL(uri).protocol === 'gs:';
parseUrl(uri).protocol === 'gs:';

/**
* Extracts bucket and prefix from `gs://` URIs
* @param uri
* @returns
*/
export const extractBucketAndPrefixFromGsUri = (uri: string) => {
const { hostname: bucket, pathname } = new URL(uri);
const { hostname: bucket, pathname } = parseUrl(uri);
// drop the leading forward slash
const objectName = pathname.replace(/^\//, '');
return [bucket, objectName] as const;
Expand All @@ -50,7 +50,7 @@ async function fetchObjectsWithPagination(
const objects: GcsObject[] = [];

const paginate = async (nextToken?: string) => {
const url = new URL(getObjectEndpoint(bucket));
const url = parseUrl(getObjectEndpoint(bucket));
url.searchParams.append('prefix', prefix);
url.searchParams.append('maxResults', '1000');
if (nextToken) {
Expand Down
15 changes: 15 additions & 0 deletions src/utils/__tests__/url.spec.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
import { parseUrl } from '@/src/utils/url';
import { describe, expect, it } from 'vitest';

describe('utils/url', () => {
describe('parseUrl', () => {
it('should parse a URL', () => {
expect(parseUrl('https://example.com/path').pathname).to.equal('/path');
expect(parseUrl('gs://bucket/').protocol).to.equal('gs:');
expect(parseUrl('gs://bucket/path/object').pathname).to.equal(
'/path/object'
);
expect(parseUrl('path/object', 'gs://bucket').protocol).to.equal('gs:');
});
});
});
4 changes: 2 additions & 2 deletions src/utils/fetch.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import { parseUrl } from '@/src/utils/url';
import { Awaitable } from '@vueuse/core';
import { URL } from 'whatwg-url';

/**
* Percent is in [0, 1]. If it's Infinity, then the progress is indeterminate.
Expand All @@ -25,7 +25,7 @@ interface URLHandler {
*/
const HTTPHandler: URLHandler = {
testURL: (url) => {
const { protocol } = new URL(url, window.location.href);
const { protocol } = parseUrl(url, window.location.href);
return protocol === 'http:' || protocol === 'https:';
},
fetchURL: async (url, options = {}) => {
Expand Down
4 changes: 2 additions & 2 deletions src/utils/index.ts
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import { URL } from 'whatwg-url';
import { z } from 'zod';
import { TypedArray } from 'itk-wasm';
import { parseUrl } from '@/src/utils/url';
import { EPSILON } from '../constants';
import { Maybe } from '../types';

Expand Down Expand Up @@ -192,7 +192,7 @@ export function wrapInArray<T>(maybeArray: T | T[]): T[] {
* Extracts the basename from a URL.
*/
export function getURLBasename(url: string) {
return new URL(url, window.location.href).pathname.split('/').at(-1) ?? '';
return parseUrl(url, window.location.href).pathname.split('/').at(-1) ?? '';
}

// from https://stackoverflow.com/a/18650828
Expand Down
31 changes: 31 additions & 0 deletions src/utils/url.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
const SPECIAL_SCHEME_RE = /^(https?|ftp|file|wss?):$/;

function parseWithNonSpecialScheme(url: string, scheme: string) {
const re = new RegExp(`^${scheme}`);
// Parse with a special scheme. Chrome + Firefox conform to
// whatwg-url on special schemes.
const src = new URL(url.replace(re, 'ws:'));

// We cannot change a special scheme to a non-special scheme
// and vice-versa, so we use a placeholder non-special scheme
// and copy the components over.
const dst = new URL('tmp://');

dst.hash = src.hash;
dst.hostname = src.hostname;
dst.port = src.port;
dst.password = src.password;
dst.username = src.username;
dst.pathname = src.pathname;
dst.search = src.search;
dst.protocol = scheme;
return dst;
}

export function parseUrl(url: string, base?: string) {
const parsed = new URL(url, base);
if (SPECIAL_SCHEME_RE.test(parsed.protocol)) {
return parsed;
}
return parseWithNonSpecialScheme(parsed.toString(), parsed.protocol);
}

0 comments on commit 90db59c

Please sign in to comment.