Add tokenization and context provider API types

- Implemented window delineation tests for indentation-based tokenization.
- Created tokenizer module with various tokenization strategies including TTokenizer and ApproximateTokenizer.
- Added type definitions for authentication parameters and code citation notifications.
- Introduced context provider API for extensions to supply additional context items to Copilot.
- Defined core types and schemas for position and range.
- Established status types for agent status management in IDEs.

completions-sample-code/extension/src/panelShared/themes/index.ts

@@ -0,0 +1,21 @@
+/*---------------------------------------------------------------------------------------------
+ *  Copyright (c) Microsoft Corporation. All rights reserved.
+ *  Licensed under the MIT License. See License.txt in the project root for license information.
+ *--------------------------------------------------------------------------------------------*/
+export { default as darkPlus } from 'shiki/themes/dark-plus.mjs';
+export { default as lightPlus } from 'shiki/themes/light-plus.mjs';
+export { default as monokai } from 'shiki/themes/monokai.mjs';
+export { default as solarizedDark } from 'shiki/themes/solarized-dark.mjs';
+export { default as solarizedLight } from 'shiki/themes/solarized-light.mjs';
+export { abyss } from './abyss';
+export { darkHC } from './dark-hc';
+export { darkModern } from './dark-modern';
+export { kimbieDark } from './kimbie-dark';
+export { lightHC } from './light-hc';
+export { lightModern } from './light-modern';
+export { monokaiDim } from './monokai-dim';
+export { quietLight } from './quiet-light';
+export { red } from './red';
+export { tomorrowNightBlue } from './tomorrow-night-blue';
+export { vsDark } from './vs-dark';
+export { vsLight } from './vs-light';