ydy0615
ba49f82953
- Implemented window delineation tests for indentation-based tokenization. - Created tokenizer module with various tokenization strategies including TTokenizer and ApproximateTokenizer. - Added type definitions for authentication parameters and code citation notifications. - Introduced context provider API for extensions to supply additional context items to Copilot. - Defined core types and schemas for position and range. - Established status types for agent status management in IDEs.
51 lines
2.4 KiB
TypeScript
51 lines
2.4 KiB
TypeScript
/*---------------------------------------------------------------------------------------------
|
|
* Copyright (c) Microsoft Corporation. All rights reserved.
|
|
* Licensed under the MIT License. See License.txt in the project root for license information.
|
|
*--------------------------------------------------------------------------------------------*/
|
|
|
|
import { ServicesAccessor } from '../../../../../../util/vs/platform/instantiation/common/instantiation';
|
|
import { DEFAULT_NUM_SNIPPETS } from '../../../prompt/src/prompt';
|
|
import { defaultSimilarFilesOptions, SimilarFilesOptions } from '../../../prompt/src/snippetInclusion/similarFiles';
|
|
import { ConfigKey, getConfig } from '../config';
|
|
import { TelemetryWithExp } from '../telemetry';
|
|
import { ExpTreatmentVariables } from './expConfig';
|
|
import { getCppNumberOfSnippets, getCppSimilarFilesOptions } from './similarFileOptionsProviderCpp';
|
|
|
|
type SimilarFilesOptionsProvider = (accessor: ServicesAccessor, exp: TelemetryWithExp) => SimilarFilesOptions;
|
|
// Add here for more options for other language ids.
|
|
const languageSimilarFilesOptions: ReadonlyMap<string, SimilarFilesOptionsProvider> = new Map<
|
|
string,
|
|
SimilarFilesOptionsProvider
|
|
>([['cpp', getCppSimilarFilesOptions]]);
|
|
|
|
export function getSimilarFilesOptions(accessor: ServicesAccessor, exp: TelemetryWithExp, langId: string): SimilarFilesOptions {
|
|
const optionsProvider: SimilarFilesOptionsProvider | undefined = languageSimilarFilesOptions.get(langId);
|
|
if (optionsProvider) {
|
|
return optionsProvider(accessor, exp);
|
|
} else {
|
|
return {
|
|
...defaultSimilarFilesOptions,
|
|
useSubsetMatching: useSubsetMatching(accessor, exp),
|
|
};
|
|
}
|
|
}
|
|
|
|
type NumberOfSnippetsProvider = (exp: TelemetryWithExp) => number;
|
|
// Add here for more values for other language ids.
|
|
const numberOfSnippets: ReadonlyMap<string, NumberOfSnippetsProvider> = new Map<string, NumberOfSnippetsProvider>([
|
|
['cpp', getCppNumberOfSnippets],
|
|
]);
|
|
|
|
export function getNumberOfSnippets(exp: TelemetryWithExp, langId: string): number {
|
|
const provider: NumberOfSnippetsProvider | undefined = numberOfSnippets.get(langId);
|
|
return provider ? provider(exp) : DEFAULT_NUM_SNIPPETS;
|
|
}
|
|
|
|
export function useSubsetMatching(accessor: ServicesAccessor, telemetryWithExp: TelemetryWithExp): boolean {
|
|
return (
|
|
((telemetryWithExp.filtersAndExp.exp.variables[ExpTreatmentVariables.UseSubsetMatching] as boolean) ||
|
|
getConfig(accessor, ConfigKey.UseSubsetMatching)) ??
|
|
false
|
|
);
|
|
}
|