Fixes CAL-5372 # Delegation Credentials with CalendarCache. Following content is a snapshot of the [internal document](https://calendso.slack.com/docs/T08B8KA2BNF/F08L5JYU3V3) **Problem-1 :** CalendarCache needs SelectedCalendar records to work but SelectedCalendar record is only created when a user connects their calendar and then enables some calendar for conflict checking. Because with Delegation, no manual connection is done by any of the members, we need a way to create SelectedCalendar records automatically. **Problem-2** CalendarCache connects to credential(regular credential) which doesn’t exist for Delegation Credential scenario. Also, DelegationCredential is common for all the members(different from Credential which is different for different members) of the organization and we need to identify to which user the CalendarCache belongs. **Solution for both problems** - Create credential records for Delegation Credentials as well - Through Cron(new - we could schedule it every 5mins) - Now create SelectedCalendar records for those Credential records - Through another Cron(new - we could schedule it every 5mins) - Now CalendarCache records will automatically be created for those SelectedCalendar records -existing cron ## Fixed some Delegation Credentials bugs unrelated to calendar-cache - If DestinationCalendar wasn't set(which is possible only with Delegation Credentials), then Google Meet wasn't used as a conferencing app - [Added a test] - If no SelectedCalendar is there but Google Calendar connection exists(possible only with Delegation Credential) then we were not doing conflict checking. It is expected to not do it for Regular Credentials, but for Delegation Credential we must check for conflict in that case too [Added a test] - Earlier if a user has Regular Credential as well as Delegation Credential for the same external id which is the member email(say member1@acme.com) then availability were retrieved twice because we weren't deduplicating credentials as it wasn't a trivial thing to do. Now that is being done. **Env Variables:** Note this PR doesn't introduce any new env variable. The existing env variable has been added to .env.example. But if this env variable isn't already set, it must be set. `CALCOM_SERVICE_ACCOUNT_ENCRYPTION_KEY={SAME_AS_SET_FOR_V2_API}` **Deployment Plan:** 1. Add Observability for SelectedCalendar when _error_ field is set 2. Follow https://github.com/calcom/cal.com/blob/calendar-cache-dwd-support/apps/web/app/(use-page-wrapper)/settings/(settings-layout)/organizations/delegation-credential/delegation-credential.md#setting-up-delegation-credential-for-google-calendar-api to enable Delegation Credential for i.cal.com 3. Note that to be able to see the option to enable Delegation Credential for an organization, you need to enable `teamFeature` and `feature` for `delegation-credential` ## Automation Tests - Introduced tests for calendar-cache.repository.ts - Tests all methods of the repository - Added more tests for handleNewBooking/delegation-credential flow. - Added test to verify the bug fix when no DestinationCalendar exists and Google Meet should be used still - Added more tests for Google Calendar/CalendarService targeting DelegationCredential - Added more tests for getCalendarsEvents. - To test the new logic of calling getAvailability still if there are no selectedCalendars in case of Delegation Credential - Also introduced tests for `getAvailabitlityWithTimezones` which was an existing function but now has some new changes. - Added tests for deduplication logic in CalendarManager.ts ## How to Test Enable Calendar Cache and Delegation Credential feature for acme org through `features` and `teamFeatures` tables. - Enable Delegation Credential for acme org - Enable atleast 1 calendar for conflict checking for one of the users(say owner1) - Ensure GOOGLE_WEBHOOK_TOKEN is set in .env file - Ensure GOOGLE_WEBHOOK_URL is set to ngrok url of webapp in .env file - Hit cron endpoint `curl http://localhost:3000/api/calendar-cache/cron\?apiKey\={API_KEY}` that would cache the freebusy result for the selected calendars Followup - https://github.com/calcom/cal.com/pull/20698 - https://github.com/calcom/cal.com/pull/18619/files#r2046795643
432 lines
13 KiB
TypeScript
432 lines
13 KiB
TypeScript
import short from "short-uuid";
|
|
import { v5 as uuidv5 } from "uuid";
|
|
|
|
import appStore from "@calcom/app-store";
|
|
import { getDailyAppKeys } from "@calcom/app-store/dailyvideo/lib/getDailyAppKeys";
|
|
import { DailyLocationType } from "@calcom/app-store/locations";
|
|
import { sendBrokenIntegrationEmail } from "@calcom/emails";
|
|
import { getUid } from "@calcom/lib/CalEventParser";
|
|
import logger from "@calcom/lib/logger";
|
|
import { getPiiFreeCalendarEvent, getPiiFreeCredential } from "@calcom/lib/piiFreeData";
|
|
import { safeStringify } from "@calcom/lib/safeStringify";
|
|
import { prisma } from "@calcom/prisma";
|
|
import type { GetRecordingsResponseSchema } from "@calcom/prisma/zod-utils";
|
|
import type { CalendarEvent, EventBusyDate } from "@calcom/types/Calendar";
|
|
import type { CredentialPayload } from "@calcom/types/Credential";
|
|
import type { EventResult, PartialReference } from "@calcom/types/EventManager";
|
|
import type { VideoApiAdapter, VideoApiAdapterFactory, VideoCallData } from "@calcom/types/VideoApiAdapter";
|
|
|
|
const log = logger.getSubLogger({ prefix: ["[lib] videoClient"] });
|
|
|
|
const translator = short();
|
|
|
|
// factory
|
|
const getVideoAdapters = async (withCredentials: CredentialPayload[]): Promise<VideoApiAdapter[]> => {
|
|
const videoAdapters: VideoApiAdapter[] = [];
|
|
|
|
for (const cred of withCredentials) {
|
|
const appName = cred.type.split("_").join(""); // Transform `zoom_video` to `zoomvideo`;
|
|
log.silly("Getting video adapter for", safeStringify({ appName, cred: getPiiFreeCredential(cred) }));
|
|
const appImportFn = appStore[appName as keyof typeof appStore];
|
|
|
|
// Static Link Video Apps don't exist in packages/app-store/index.ts(it's manually maintained at the moment) and they aren't needed there anyway.
|
|
const app = appImportFn ? await appImportFn() : null;
|
|
|
|
if (!app) {
|
|
log.error(`Couldn't get adapter for ${appName}`);
|
|
continue;
|
|
}
|
|
|
|
if ("lib" in app && "VideoApiAdapter" in app.lib) {
|
|
const makeVideoApiAdapter = app.lib.VideoApiAdapter as VideoApiAdapterFactory;
|
|
const videoAdapter = makeVideoApiAdapter(cred);
|
|
videoAdapters.push(videoAdapter);
|
|
} else {
|
|
log.error(`App ${appName} doesn't have 'lib.VideoApiAdapter' defined`);
|
|
}
|
|
}
|
|
|
|
return videoAdapters;
|
|
};
|
|
|
|
const getBusyVideoTimes = async (withCredentials: CredentialPayload[]) =>
|
|
Promise.all((await getVideoAdapters(withCredentials)).map((c) => c?.getAvailability())).then((results) =>
|
|
results.reduce((acc, availability) => acc.concat(availability), [] as (EventBusyDate | undefined)[])
|
|
);
|
|
|
|
const createMeeting = async (credential: CredentialPayload, calEvent: CalendarEvent) => {
|
|
const uid: string = getUid(calEvent);
|
|
log.debug(
|
|
"createMeeting",
|
|
safeStringify({
|
|
credential: getPiiFreeCredential(credential),
|
|
uid,
|
|
calEvent: getPiiFreeCalendarEvent(calEvent),
|
|
})
|
|
);
|
|
if (!credential || !credential.appId) {
|
|
throw new Error(
|
|
"Credentials must be set! Video platforms are optional, so this method shouldn't even be called when no video credentials are set."
|
|
);
|
|
}
|
|
|
|
const videoAdapters = await getVideoAdapters([credential]);
|
|
const [firstVideoAdapter] = videoAdapters;
|
|
let createdMeeting;
|
|
let returnObject: {
|
|
appName: string;
|
|
type: string;
|
|
uid: string;
|
|
originalEvent: CalendarEvent;
|
|
success: boolean;
|
|
createdEvent: VideoCallData | undefined;
|
|
credentialId: number;
|
|
} = {
|
|
appName: credential.appId || "",
|
|
type: credential.type,
|
|
uid,
|
|
originalEvent: calEvent,
|
|
success: false,
|
|
createdEvent: undefined,
|
|
credentialId: credential.id,
|
|
};
|
|
try {
|
|
// Check to see if video app is enabled
|
|
const enabledApp = await prisma.app.findFirst({
|
|
where: {
|
|
slug: credential.appId,
|
|
},
|
|
select: {
|
|
enabled: true,
|
|
},
|
|
});
|
|
|
|
if (!enabledApp?.enabled)
|
|
throw `Location app ${credential.appId} is either disabled or not seeded at all`;
|
|
|
|
createdMeeting = await firstVideoAdapter?.createMeeting(calEvent);
|
|
|
|
returnObject = { ...returnObject, createdEvent: createdMeeting, success: true };
|
|
log.debug("created Meeting", safeStringify(returnObject));
|
|
} catch (err) {
|
|
await sendBrokenIntegrationEmail(calEvent, "video");
|
|
log.error(
|
|
"createMeeting failed",
|
|
safeStringify(err),
|
|
safeStringify({ calEvent: getPiiFreeCalendarEvent(calEvent) })
|
|
);
|
|
// Default to calVideo
|
|
const defaultMeeting = await createMeetingWithCalVideo(calEvent);
|
|
if (defaultMeeting) {
|
|
calEvent.location = DailyLocationType;
|
|
}
|
|
|
|
returnObject = { ...returnObject, originalEvent: calEvent, createdEvent: defaultMeeting };
|
|
}
|
|
|
|
return returnObject;
|
|
};
|
|
|
|
const updateMeeting = async (
|
|
credential: CredentialPayload,
|
|
calEvent: CalendarEvent,
|
|
bookingRef: PartialReference | null
|
|
): Promise<EventResult<VideoCallData>> => {
|
|
const uid = translator.fromUUID(uuidv5(JSON.stringify(calEvent), uuidv5.URL));
|
|
let success = true;
|
|
const [firstVideoAdapter] = await getVideoAdapters([credential]);
|
|
const canCallUpdateMeeting = !!(credential && bookingRef);
|
|
const updatedMeeting = canCallUpdateMeeting
|
|
? await firstVideoAdapter?.updateMeeting(bookingRef, calEvent).catch(async (e) => {
|
|
await sendBrokenIntegrationEmail(calEvent, "video");
|
|
log.error("updateMeeting failed", e, calEvent);
|
|
success = false;
|
|
return undefined;
|
|
})
|
|
: undefined;
|
|
|
|
if (!updatedMeeting) {
|
|
log.error(
|
|
"updateMeeting failed",
|
|
safeStringify({ bookingRef, canCallUpdateMeeting, calEvent, credential })
|
|
);
|
|
return {
|
|
appName: credential.appId || "",
|
|
type: credential.type,
|
|
success,
|
|
uid,
|
|
originalEvent: calEvent,
|
|
};
|
|
}
|
|
|
|
return {
|
|
appName: credential.appId || "",
|
|
type: credential.type,
|
|
success,
|
|
uid,
|
|
updatedEvent: updatedMeeting,
|
|
originalEvent: calEvent,
|
|
};
|
|
};
|
|
|
|
const deleteMeeting = async (credential: CredentialPayload | null, uid: string): Promise<unknown> => {
|
|
if (credential) {
|
|
const videoAdapter = (await getVideoAdapters([credential]))[0];
|
|
log.debug(
|
|
"Calling deleteMeeting for",
|
|
safeStringify({ credential: getPiiFreeCredential(credential), uid })
|
|
);
|
|
// There are certain video apps with no video adapter defined. e.g. riverby,whereby
|
|
if (videoAdapter) {
|
|
return videoAdapter.deleteMeeting(uid);
|
|
}
|
|
}
|
|
|
|
return Promise.resolve({});
|
|
};
|
|
|
|
// @TODO: This is a temporary solution to create a meeting with cal.com video as fallback url
|
|
const createMeetingWithCalVideo = async (calEvent: CalendarEvent) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.createMeeting(calEvent);
|
|
};
|
|
|
|
export const createInstantMeetingWithCalVideo = async (endTime: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.createInstantCalVideoRoom?.(endTime);
|
|
};
|
|
|
|
const getRecordingsOfCalVideoByRoomName = async (
|
|
roomName: string
|
|
): Promise<GetRecordingsResponseSchema | undefined> => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.getRecordings?.(roomName);
|
|
};
|
|
|
|
const getDownloadLinkOfCalVideoByRecordingId = async (recordingId: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.getRecordingDownloadLink?.(recordingId);
|
|
};
|
|
|
|
const getAllTranscriptsAccessLinkFromRoomName = async (roomName: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.getAllTranscriptsAccessLinkFromRoomName?.(roomName);
|
|
};
|
|
|
|
const getAllTranscriptsAccessLinkFromMeetingId = async (meetingId: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
return videoAdapter?.getAllTranscriptsAccessLinkFromMeetingId?.(meetingId);
|
|
};
|
|
|
|
const submitBatchProcessorTranscriptionJob = async (recordingId: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
|
|
return videoAdapter?.submitBatchProcessorJob?.({
|
|
preset: "transcript",
|
|
inParams: {
|
|
sourceType: "recordingId",
|
|
recordingId: recordingId,
|
|
},
|
|
outParams: {
|
|
s3Config: {
|
|
s3KeyTemplate: "transcript",
|
|
},
|
|
},
|
|
});
|
|
};
|
|
|
|
const getTranscriptsAccessLinkFromRecordingId = async (recordingId: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
|
|
return videoAdapter?.getTranscriptsAccessLinkFromRecordingId?.(recordingId);
|
|
};
|
|
|
|
const checkIfRoomNameMatchesInRecording = async (roomName: string, recordingId: string) => {
|
|
let dailyAppKeys: Awaited<ReturnType<typeof getDailyAppKeys>>;
|
|
try {
|
|
dailyAppKeys = await getDailyAppKeys();
|
|
} catch (e) {
|
|
console.error("Error: Cal video provider is not installed.");
|
|
return;
|
|
}
|
|
const [videoAdapter] = await getVideoAdapters([
|
|
{
|
|
id: 0,
|
|
appId: "daily-video",
|
|
type: "daily_video",
|
|
userId: null,
|
|
user: { email: "" },
|
|
teamId: null,
|
|
key: dailyAppKeys,
|
|
invalid: false,
|
|
delegationCredentialId: null,
|
|
},
|
|
]);
|
|
|
|
return videoAdapter?.checkIfRoomNameMatchesInRecording?.(roomName, recordingId);
|
|
};
|
|
|
|
export {
|
|
getBusyVideoTimes,
|
|
createMeeting,
|
|
updateMeeting,
|
|
deleteMeeting,
|
|
getRecordingsOfCalVideoByRoomName,
|
|
getDownloadLinkOfCalVideoByRecordingId,
|
|
getAllTranscriptsAccessLinkFromRoomName,
|
|
getAllTranscriptsAccessLinkFromMeetingId,
|
|
submitBatchProcessorTranscriptionJob,
|
|
getTranscriptsAccessLinkFromRecordingId,
|
|
checkIfRoomNameMatchesInRecording,
|
|
};
|