bingyi/vscode-extension-samples
1
0
Fork 0
mirror of https://github.com/microsoft/vscode-extension-samples.git synced 2026-06-13 07:10:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1078 from microsoft/isidorn/semantic-orangutan

Browse Source 
use telemetry logger for counting requests, and unhelpful feedback, to be able to compute success metric
This commit is contained in:
Isidor Nikolic
2024-08-01 16:39:06 +02:00
committed by GitHub
parent 77289fd5f7 afe4d1eb3e
commit a8d2ba34af
1 changed files with 35 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
chat-sample/src/extension.ts
View File

@ -39,14 +39,15 @@ export function activate(context: vscode.ExtensionContext) {
}
}
} catch(err) {
handleError(err, stream);
handleError(logger, err, stream);
}
stream.button({
command: CAT_NAMES_COMMAND_ID,
title: vscode.l10n.t('Use Cat Names in Editor')
});
logger.logUsage('request', { kind: 'teach'});
return { metadata: { command: 'teach' } };
} else if (request.command === 'play') {
stream.progress('Throwing away the computer science books and preparing to play with some Python code...');
@ -66,9 +67,10 @@ export function activate(context: vscode.ExtensionContext) {
}
}
} catch(err) {
handleError(err, stream);
handleError(logger, err, stream);
}
logger.logUsage('request', { kind: 'play'});
return { metadata: { command: 'play' } };
} else {
try {
@ -89,9 +91,10 @@ export function activate(context: vscode.ExtensionContext) {
}
}
} catch(err) {
handleError(err, stream);
handleError(logger, err, stream);
}
logger.logUsage('request', { kind: ''});
return { metadata: { command: '' } };
}
};
@ -111,6 +114,29 @@ export function activate(context: vscode.ExtensionContext) {
}
};
const logger = vscode.env.createTelemetryLogger({
sendEventData(eventName, data) {
// Capture event telemetry
console.log(`Event: ${eventName}`);
console.log(`Data: ${JSON.stringify(data)}`);
},
sendErrorData(error, data) {
// Capture error telemetry
console.error(`Error: ${error}`);
console.error(`Data: ${JSON.stringify(data)}`);
}
});
context.subscriptions.push(cat.onDidReceiveFeedback((feedback: vscode.ChatResultFeedback) => {
if (logger.isUsageEnabled) {
// Log chat result feedback to be able to compute the success matric of the participant
// unhelpful / totalRequests is a good success metric
logger.logUsage('chatResultFeedback', {
kind: feedback.kind
});
}
}));
context.subscriptions.push(
cat,
// Register the command handler for the /meow followup
@ -170,11 +196,15 @@ export function activate(context: vscode.ExtensionContext) {
);
}
function handleError(err: any, stream: vscode.ChatResponseStream): void {
function handleError(logger: vscode.TelemetryLogger, err: any, stream: vscode.ChatResponseStream): void {
// making the chat request might fail because
// - model does not exist
// - user consent not given
// - quote limits exceeded
if (logger.isErrorsEnabled) {
logger.logError(err);
}
if (err instanceof vscode.LanguageModelError) {
console.log(err.message, err.code, err.cause);
if (err.cause instanceof Error && err.cause.message.includes('off_topic')) {