feat: copy profile pictures to r2 bucket 🪣 (#841)

Author: ramiAbdou

packages/core/src/modules/linkedin.ts

@@ -17,6 +17,7 @@ import {
 } from '@/modules/employment/employment.types';
 import { saveCompanyIfNecessary } from '@/modules/employment/use-cases/save-company-if-necessary';
 import { getMostRelevantLocation } from '@/modules/location/location';
+import { uploadProfilePicture } from '@/modules/members/use-cases/upload-profile-picture';
 
 // Constants
 
@@ -903,16 +904,19 @@ async function checkMember({ member, profile, trx }: CheckMemberInput) {
     return getMostRelevantLocation(locationFromLinkedIn, 'geocode');
   });
 
+  if (!!profile.element.photo && !profile.element.openToWork) {
+    await uploadProfilePicture({
+      memberId: member.id,
+      pictureUrl: profile.element.photo,
+    });
+  }
+
   return trx
     .updateTable('students')
     .set({
       ...(!member.headline && {
         headline: profile.element.headline,
       }),
-      ...((!member.headline || !member.profilePicture) &&
-        !profile.element.openToWork && {
-          profilePicture: profile.element.photo,
-        }),
       ...(!!updatedLocation && {
         currentLocation: updatedLocation.formattedAddress,
         currentLocationCoordinates: point({

packages/core/src/modules/members/use-cases/upload-profile-picture.ts

@@ -0,0 +1,82 @@
+import { db } from '@oyster/db';
+import { id } from '@oyster/utils';
+
+import {
+  deleteObject,
+  putObject,
+  R2_PUBLIC_BUCKET_NAME,
+  R2_PUBLIC_BUCKET_URL,
+} from '@/infrastructure/s3';
+
+type UploadProfilePictureInput = {
+  memberId: string;
+  pictureUrl: string;
+};
+
+/**
+ * Uploads a profile picture to S3 and updates the member's profile picture in
+ * the database. It first fetches the picture from the URL (either coming
+ * from LinkedIn or Slack) and effecitvielly "copies" the contents to S3.
+ *
+ * @param input - The input for the upload profile picture use case.
+ * @returns The updated member's profile picture.
+ */
+export async function uploadProfilePicture({
+  memberId,
+  pictureUrl,
+}: UploadProfilePictureInput) {
+  const member = await db
+    .selectFrom('students')
+    .select(['profilePicture', 'profilePictureKey'])
+    .where('id', '=', memberId)
+    .executeTakeFirst();
+
+  if (!member) {
+    return;
+  }
+
+  const response = await fetch(pictureUrl);
+
+  if (!response.ok) {
+    return;
+  }
+
+  const arrayBuffer = await response.arrayBuffer();
+  const buffer = Buffer.from(arrayBuffer);
+
+  const contentType = response.headers.get('content-type');
+
+  const extension = contentType?.includes('image/')
+    ? contentType.split('/')[1]
+    : null;
+
+  const key = extension ? `members/${id()}.${extension}` : `members/${id()}`;
+
+  await putObject({
+    bucket: R2_PUBLIC_BUCKET_NAME,
+    content: buffer,
+    contentType: contentType || undefined,
+    key,
+  });
+
+  await db
+    .updateTable('students')
+    .set({
+      profilePicture: `${R2_PUBLIC_BUCKET_URL}/${key}`,
+      profilePictureKey: key,
+    })
+    .where('id', '=', memberId)
+    .execute();
+
+  if (member.profilePictureKey) {
+    await deleteObject({
+      bucket: R2_PUBLIC_BUCKET_NAME,
+      key: member.profilePictureKey,
+    });
+  }
+
+  return {
+    profilePicture: `${R2_PUBLIC_BUCKET_URL}/${key}`,
+    profilePictureKey: key,
+  };
+}

packages/core/src/modules/slack/events/slack-profile-picture-changed.ts

@@ -2,34 +2,34 @@ import { db } from '@oyster/db';
 
 import { job } from '@/infrastructure/bull';
 import { type GetBullJobData } from '@/infrastructure/bull.types';
+import { uploadProfilePicture } from '@/modules/members/use-cases/upload-profile-picture';
 
 export async function onSlackProfilePictureChanged({
   profilePicture,
   slackId,
 }: GetBullJobData<'slack.profile_picture.changed'>) {
-  const student = await db
+  if (!profilePicture) {
+    return;
+  }
+
+  const member = await db
     .selectFrom('students')
     .select(['id', 'profilePicture'])
     .where('slackId', '=', slackId)
     .executeTakeFirst();
 
-  if (!student) {
-    return;
-  }
-
-  if (profilePicture === student.profilePicture) {
+  if (!member) {
     return;
   }
 
-  await db
-    .updateTable('students')
-    .set({ profilePicture })
-    .where('id', '=', student.id)
-    .execute();
+  const updatedMember = await uploadProfilePicture({
+    memberId: member.id,
+    pictureUrl: profilePicture,
+  });
 
-  if (!student.profilePicture && profilePicture) {
+  if (!member.profilePicture && updatedMember?.profilePicture) {
     job('gamification.activity.completed', {
-      studentId: student.id,
+      studentId: member.id,
       type: 'upload_profile_picture',
     });
   }

packages/db/src/migrations/20250701015923_member_profile_picture.ts

@@ -0,0 +1,15 @@
+import { type Kysely } from 'kysely';
+
+export async function up(db: Kysely<any>) {
+  await db.schema
+    .alterTable('students')
+    .addColumn('profile_picture_key', 'text')
+    .execute();
+}
+
+export async function down(db: Kysely<any>) {
+  await db.schema
+    .alterTable('students')
+    .dropColumn('profile_picture_key')
+    .execute();
+}