Compare commits

...

20 Commits

Author SHA1 Message Date
Sosthene
892dfb65c4 Merge branch 'staging' into preprod
All checks were successful
Preprod - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 17s
Preprod - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Preprod - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:23:39 +02:00
Sosthene
b82ba08f72 Merge branch 'legacy_dev' into staging
All checks were successful
Staging - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 21s
Staging - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Staging - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:22:41 +02:00
Sosthene
f01141896a Merge branch 'improve_log' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m50s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:22:17 +02:00
Sosthene
8a50939f95 cleanup logs 2025-07-24 00:20:59 +02:00
Sosthene
3a9b014267 Merge branch 'staging' into preprod
All checks were successful
Preprod - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 19s
Preprod - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Preprod - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:12:05 +02:00
Sosthene
5f9742f8b2 Merge branch 'legacy_dev' into staging
All checks were successful
Staging - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 19s
Staging - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Staging - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:11:28 +02:00
Sosthene
4d65cc7389 Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m44s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 2s
2025-07-24 00:10:26 +02:00
Sosthene
6c30016e0d Don't trigger updateUser on missing email/phone 2025-07-24 00:08:25 +02:00
Sosthene
3e88c93357 Fix null values with prisma 2025-07-24 00:08:25 +02:00
Sosthene
9bfc33a5c7 Fix async issue 2025-07-24 00:08:25 +02:00
Sosthene
df3ac394b2 more verbosity 2025-07-24 00:08:25 +02:00
Sosthene
d794bfbbc9 Updated userData includes office 2025-07-24 00:08:25 +02:00
Sosthene
0949770e66 Fix updateUser res parsing 2025-07-24 00:08:25 +02:00
Sosthene
a132e36308 Fix url 2025-07-24 00:08:25 +02:00
Sosthene
384e139ced more verbosity 2025-07-24 00:08:25 +02:00
Sosthene
b96720c0af Handle raw response from idnot 2025-07-24 00:08:25 +02:00
Omar Oughriss
6344f6be15 Stringify logs 2025-07-24 00:08:25 +02:00
Omar Oughriss
1c1a1e3a04 Update verbosity 2025-07-24 00:08:25 +02:00
Omar Oughriss
28cf728eac Add updateUser method verbosity 2025-07-24 00:08:25 +02:00
Sosthene
49790c4f18 Check for deleted, not statutDuRattachement when updating user 2025-07-21 14:03:57 +02:00
2 changed files with 84 additions and 34 deletions

View File

@ -100,9 +100,9 @@ export default class UsersRepository extends BaseRepository {
update: { update: {
first_name: user.contact?.first_name, first_name: user.contact?.first_name,
last_name: user.contact?.last_name, last_name: user.contact?.last_name,
email: user.contact?.email, email: user.contact?.email === null ? undefined : user.contact?.email,
phone_number: user.contact?.phone_number, phone_number: user.contact?.phone_number === null ? undefined : user.contact?.phone_number,
cell_phone_number: user.contact?.cell_phone_number, cell_phone_number: user.contact?.cell_phone_number === null ? undefined : user.contact?.cell_phone_number,
civility: ECivility[user.contact?.civility as keyof typeof ECivility], civility: ECivility[user.contact?.civility as keyof typeof ECivility],
}, },
}, },

View File

@ -50,6 +50,7 @@ interface IRattachementData {
numeroTelephone: string; numeroTelephone: string;
statutDuRattachement: boolean; statutDuRattachement: boolean;
mailRattachement: string; mailRattachement: string;
deleted: boolean;
} }
interface IOfficeData { interface IOfficeData {
@ -225,45 +226,63 @@ export default class IdNotService extends BaseService {
key: this.variables.IDNOT_API_KEY, key: this.variables.IDNOT_API_KEY,
}); });
let userData: IRattachementData; let userRawData: Response;
try { try {
userData = (await ( userRawData = await fetch(
await fetch(
`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/rattachements/${user.idNot}_${user.office_membership!.idNot}?` + `${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/rattachements/${user.idNot}_${user.office_membership!.idNot}?` +
searchParams, searchParams,
{ {
method: "GET", method: "GET",
}, },
) )
).json()) as IRattachementData;
} catch (error) { } catch (error) {
console.error("Error fetching user data", error); console.error(`Error fetching user data for ${user.uid}: ${error}`);
return;
}
if (userRawData.status === 404) {
console.error(`User ${user.uid} not found in idnot`);
return;
} else if (userRawData.status !== 200) {
console.error(`Error fetching user data for ${user.uid}: ${userRawData.status} - ${userRawData.statusText}`);
return; return;
} }
if (!userData.statutDuRattachement) { let userData = (await userRawData.json()) as IRattachementData;
if (userData.deleted) {
let rattachements: any; let rattachements: any;
try { try {
rattachements = (await ( const res = await fetch(`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/personnes/${user.idNot}/rattachements?` + searchParams, {
await fetch(`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/personnes/${user.idNot}/rattachements?` + searchParams, { method: "GET",
method: "GET", });
}) if (res.status === 404) {
).json()) as any; console.error(`User ${user.uid} not found in idnot`);
return;
} else if (res.status !== 200) {
console.error(`Error fetching rattachements for ${user.uid}: ${rattachements.status} - ${rattachements.statusText}`);
return;
}
rattachements = await res.json();
} catch (error) { } catch (error) {
console.error("Error fetching rattachements", error); console.error("Error fetching rattachements", error);
return; return;
} }
if (rattachements.totalResultCount === 0) { if (rattachements && rattachements.totalResultCount === 0 && rattachements.result.length === 0) {
console.warn("User has no valid rattachements", user.uid);
await this.userService.updateCheckedAt(user.uid!); await this.userService.updateCheckedAt(user.uid!);
//await this.userService.delete(user.uid!);
return; return;
} else {
console.log(`Found ${rattachements.totalResultCount} rattachements for ${user.uid}`);
} }
const rattachementsResults = rattachements.result as IRattachementData[]; const rattachementsResults = rattachements.result as IRattachementData[];
if (!rattachementsResults) return; if (!rattachementsResults) return;
rattachementsResults.forEach(async (rattachement) => {
if (rattachement.statutDuRattachement) { for (const rattachement of rattachementsResults) {
if (rattachement.statutDuRattachement && !rattachement.deleted) {
let officeData: IOfficeData; let officeData: IOfficeData;
try { try {
@ -274,20 +293,22 @@ export default class IdNotService extends BaseService {
).json()) as IOfficeData; ).json()) as IOfficeData;
} catch (error) { } catch (error) {
console.error("Error fetching office data", error); console.error("Error fetching office data", error);
return; continue;
} }
if (officeData.typeEntite.name === "office") { if (officeData.typeEntite.name === "office") {
userData = rattachement; userData = rattachement;
userData.entite = officeData;
break; // Found the first valid office, no need to continue
} }
} }
}); }
} }
let updates = 0; let update = false;
if (user.office_membership!.idNot !== userData.entite.ou) { if (user.office_membership!.idNot !== userData.entite.ou) {
updates++; update = true;
let officeData = (await this.officeService.get({ where: { idNot: userData.entite.ou } }))[0]; let officeData = (await this.officeService.get({ where: { idNot: userData.entite.ou } }))[0];
if (!officeData) { if (!officeData) {
let officeLocationData: IOfficeLocation; let officeLocationData: IOfficeLocation;
@ -321,17 +342,25 @@ export default class IdNotService extends BaseService {
officeData = await this.officeService.create(office); officeData = await this.officeService.create(office);
} }
user.office_membership = officeData; user.office_membership = officeData;
console.log("New office_membership found", JSON.stringify(user.office_membership));
} }
if (user.contact!.email !== userData.mailRattachement) { if (userData.mailRattachement && (user.contact!.email === null || user.contact!.email === undefined || user.contact!.email !== userData.mailRattachement)) {
updates++; update = true;
user.contact!.email = userData.mailRattachement; user.contact!.email = userData.mailRattachement;
console.log("New email found", JSON.stringify(user.contact!.email));
} }
if (user.contact!.cell_phone_number !== userData.numeroMobile) { if (userData.numeroMobile && (user.contact!.cell_phone_number === null || user.contact!.cell_phone_number === undefined || user.contact!.cell_phone_number !== userData.numeroMobile)) {
updates++; update = true;
user.contact!.cell_phone_number = userData.numeroMobile; user.contact!.cell_phone_number = userData.numeroMobile;
console.log("New cell phone number found", JSON.stringify(user.contact!.cell_phone_number));
}
if (update) {
console.log("Found updates for user", user.uid!);
// Filter out null values before updating to prevent Prisma errors
const convertedUser = this.convertNullToUndefined(user);
await this.userService.update(user.uid!, convertedUser);
} }
if (updates != 0) await this.userService.update(user.uid!, user);
await this.userService.updateCheckedAt(user.uid!); await this.userService.updateCheckedAt(user.uid!);
} }
@ -359,19 +388,20 @@ export default class IdNotService extends BaseService {
return; return;
} }
const officeData = (await officeRawData.json()) as IOfficeData; const officeData = (await officeRawData.json()) as IOfficeData;
console.log("office", office);
console.log("officeData", officeData);
let updates = 0; let updates = 0;
//093051 = demo //093051 = demo
if (office.name !== officeData.denominationSociale && office.name !== officeData.codeCrpcen && office.crpcen !== "029178" && office.crpcen !== "035010" && office.crpcen !== "093051") { if (office.name !== officeData.denominationSociale && office.name !== officeData.codeCrpcen && office.crpcen !== "029178" && office.crpcen !== "035010" && office.crpcen !== "093051") {
console.log(`Updating office name: ${office.uid} - ${office.name} - ${office.crpcen}`);
updates++; updates++;
office.name = officeData.denominationSociale ?? officeData.codeCrpcen; office.name = officeData.denominationSociale ?? officeData.codeCrpcen;
console.log(`New name: ${office.name}`);
} }
if (office.office_status !== this.getOfficeStatus(officeData.statutEntite.name)) { if (office.office_status !== this.getOfficeStatus(officeData.statutEntite.name)) {
console.log(`Updating office status: ${office.uid} - ${office.name} - ${office.crpcen}`);
updates++; updates++;
office.office_status = this.getOfficeStatus(officeData.statutEntite.name); office.office_status = this.getOfficeStatus(officeData.statutEntite.name);
console.log(`New status: ${office.office_status}`);
} }
if (updates != 0) await this.officeService.update(office.uid!, office); if (updates != 0) await this.officeService.update(office.uid!, office);
await this.officeService.updateCheckedAt(office.uid!); await this.officeService.updateCheckedAt(office.uid!);
@ -541,16 +571,36 @@ export default class IdNotService extends BaseService {
public async updateUsers() { public async updateUsers() {
const usersReq = await this.userService.getUsersToBeChecked(); const usersReq = await this.userService.getUsersToBeChecked();
const users = User.hydrateArray<User>(usersReq); const users = User.hydrateArray<User>(usersReq);
users.forEach(async (user) => { for (const user of users) {
await this.updateUser(user.uid!); await this.updateUser(user.uid!);
}); }
} }
public async updateOffices() { public async updateOffices() {
const officesReq = await this.officeService.getOfficesToBeChecked(); const officesReq = await this.officeService.getOfficesToBeChecked();
const offices = Office.hydrateArray<Office>(officesReq); const offices = Office.hydrateArray<Office>(officesReq);
offices.forEach(async (office) => { console.log(`Updating ${offices.length} offices`);
for (const office of offices) {
await this.updateOffice(office.uid!); await this.updateOffice(office.uid!);
}); }
}
/**
* Utility function to convert null values to undefined
* This prevents Prisma from throwing errors about null values
*/
private convertNullToUndefined<T extends Record<string, any>>(obj: T): T {
const converted = { ...obj };
for (const [key, value] of Object.entries(converted)) {
if (value === null) {
console.log(`Converting null to undefined for key: ${key}`);
(converted as any)[key] = undefined;
} else if (typeof value === 'object' && !Array.isArray(value)) {
(converted as any)[key] = this.convertNullToUndefined(value);
}
}
return converted;
} }
} }