@jupyter-lsp/jupyterlab-lsp/src/transclusions/ipython-bigquery/extractors.ts

Language Server Protocol integration for JupyterLab

import { RegExpForeignCodeExtractor } from '../../extractors/regexp';
import { IForeignCodeExtractorsRegistry } from '../../extractors/types';

export const SQL_URL_PATTERN = '(?:(?:.*?)://(?:.*))';
// note: -a/--connection_arguments and -f/--file are not supported yet
const singleArgumentOptions = [
  '--destination_table',
  '--project',
  '--use_bqstorage_api',
  '--use_rest_api',
  '--use_legacy_sql',
  '--verbose',
  '--params'
];
const zeroArgumentOptions = ['-l', '--connections'];

const COMMAND_PATTERN =
  '(?:' +
  (zeroArgumentOptions.join('|') +
    '|' +
    singleArgumentOptions.map(command => command + ' \\w+').join('|')) +
  ')';

export let foreignCodeExtractors: IForeignCodeExtractorsRegistry = {
  // general note: to match new lines use [^] instead of dot, unless the target is ES2018, then use /s
  python: [
    new RegExpForeignCodeExtractor({
      language: 'sql',
      pattern: `^%%bigquery(?: (?:${SQL_URL_PATTERN}|${COMMAND_PATTERN}|(?:\\w+ << )|(?:\\w+@\\w+)))?\n?((?:.+\n)?(?:[^]*))`,
      foreignCaptureGroups: [1],
      isStandalone: true,
      fileExtension: 'sql'
    })
  ]
};