Compare commits

...

23 Commits

Author SHA1 Message Date
Sosthene
103cfbd23c Don't trigger updateUser on missing email/phone
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m43s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-24 00:03:49 +02:00
Sosthene
59ffd0a974 Fix null values with prisma
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m50s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 2s
2025-07-23 23:29:51 +02:00
Sosthene
feeeb18f9f Fix async issue
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m43s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-23 20:02:14 +02:00
Sosthene
f15aeae91e more verbosity
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m48s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-23 18:01:23 +02:00
Sosthene
4f0f33a23f Updated userData includes office
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m54s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-23 16:12:33 +02:00
Sosthene
dfc20ab438 Fix updateUser res parsing
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m38s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-23 13:23:54 +02:00
Sosthene
eb45cb3fb8 Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m48s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-23 12:59:32 +02:00
Sosthene
98f3ff5dab Fix url 2025-07-23 12:58:58 +02:00
Sosthene
70c481e545 Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m43s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-22 19:36:08 +02:00
Sosthene
ac0f5d7b3e more verbosity 2025-07-22 15:55:58 +02:00
Sosthene
b3d82f5b5d Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 2m3s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 5s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-22 14:48:24 +02:00
Sosthene
09f12422cd Handle raw response from idnot 2025-07-22 14:48:04 +02:00
Sosthene
6cca4e0fd5 Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m51s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-22 14:23:17 +02:00
Omar Oughriss
463327e6a1 Stringify logs 2025-07-22 14:22:10 +02:00
087dd0cd24 Merge pull request 'Stringify logs' (#4) from fix_update_users into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m51s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
Reviewed-on: #4
2025-07-21 15:30:27 +00:00
Omar Oughriss
c90d7fc89a Stringify logs 2025-07-21 17:29:16 +02:00
db54f33f95 Merge pull request 'Update verbosity' (#3) from fix_update_users into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m45s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
Reviewed-on: #3
2025-07-21 15:07:29 +00:00
Omar Oughriss
71a3fe3d22 Update verbosity 2025-07-21 17:06:19 +02:00
b50afa0ec8 Merge pull request 'Add updateUser method verbosity' (#2) from fix_update_users into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m54s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
Reviewed-on: #2
2025-07-21 14:49:48 +00:00
Omar Oughriss
8fd16283d3 Add updateUser method verbosity 2025-07-21 16:48:11 +02:00
Omar Oughriss
5934213e95 Update updateUsers cron job to trigger every 5 min 2025-07-21 15:14:02 +02:00
ff3ef6b3b7 Merge pull request 'Update updateUsers cron job to trigger every 5 min' (#1) from fix_update_users into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m46s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 4s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
Reviewed-on: #1
2025-07-21 13:12:44 +00:00
Sosthene
e5c7d9a972 Merge branch 'fix_update_users' into legacy_dev
All checks were successful
Demo - Build & Deploy to Scaleway / build-and-push-images-lecoffre (push) Successful in 1m46s
Demo - Build & Deploy to Scaleway / deploy-back-lecoffre (push) Successful in 3s
Demo - Build & Deploy to Scaleway / deploy-cron-lecoffre (push) Successful in 3s
2025-07-21 14:04:55 +02:00
3 changed files with 95 additions and 32 deletions

View File

@ -90,6 +90,7 @@ export default class UsersRepository extends BaseRepository {
*/
public async update(uid: string, user: User): Promise<Users> {
console.log("Updating user", JSON.stringify(user));
const updateArgs: Prisma.UsersUpdateArgs = {
where: {
uid: uid,
@ -100,9 +101,9 @@ export default class UsersRepository extends BaseRepository {
update: {
first_name: user.contact?.first_name,
last_name: user.contact?.last_name,
email: user.contact?.email,
phone_number: user.contact?.phone_number,
cell_phone_number: user.contact?.cell_phone_number,
email: user.contact?.email === null ? undefined : user.contact?.email,
phone_number: user.contact?.phone_number === null ? undefined : user.contact?.phone_number,
cell_phone_number: user.contact?.cell_phone_number === null ? undefined : user.contact?.cell_phone_number,
civility: ECivility[user.contact?.civility as keyof typeof ECivility],
},
},
@ -141,6 +142,8 @@ export default class UsersRepository extends BaseRepository {
};
}
console.log("updateArgs", JSON.stringify(updateArgs));
return this.model.update({ ...updateArgs, include: { contact: true, office_membership: { include: { address: true } } } });
}

View File

@ -68,7 +68,7 @@ export default class CronService {
}
}
public async updateUsers() {
const cronJob = new CronJob("0 0 * * *", async () => {
const cronJob = new CronJob("*/5 * * * *", async () => {
// Once a day at midnight
try {
await this.idNotService.updateOffices();

View File

@ -222,49 +222,75 @@ export default class IdNotService extends BaseService {
public async updateUser(userId: string) {
const userInfos = await this.userService.getByUid(userId, { contact: true, role: true, office_membership: true });
const user = User.hydrate<User>(userInfos!);
console.log("Got user from db:", JSON.stringify(user));
const searchParams = new URLSearchParams({
key: this.variables.IDNOT_API_KEY,
});
let userData: IRattachementData;
let userRawData: Response;
try {
userData = (await (
await fetch(
userRawData = await fetch(
`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/rattachements/${user.idNot}_${user.office_membership!.idNot}?` +
searchParams,
{
method: "GET",
},
)
).json()) as IRattachementData;
} catch (error) {
console.error("Error fetching user data", error);
console.error(`Error fetching user data for ${user.uid}: ${error}`);
return;
}
if (userRawData.status === 404) {
console.error(`User ${user.uid} not found in idnot`);
return;
} else if (userRawData.status !== 200) {
console.error(`Error fetching user data for ${user.uid}: ${userRawData.status} - ${userRawData.statusText}`);
console.error(await userRawData.text());
return;
}
let userData = (await userRawData.json()) as IRattachementData;
console.log("Got userData from idnot", JSON.stringify(userData));
if (userData.deleted) {
let rattachements: any;
console.log("Fetching rattachements for user", user.uid);
try {
rattachements = (await (
await fetch(`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/personnes/${user.idNot}/rattachements?deleted=false` + searchParams, {
const res = await fetch(`${this.variables.IDNOT_API_BASE_URL}/api/pp/v2/personnes/${user.idNot}/rattachements?` + searchParams, {
method: "GET",
})
).json()) as any;
});
if (res.status === 404) {
console.error(`User ${user.uid} not found in idnot`);
return;
} else if (res.status !== 200) {
console.error(`Error fetching rattachements for ${user.uid}: ${rattachements.status} - ${rattachements.statusText}`);
return;
}
rattachements = await res.json();
} catch (error) {
console.error("Error fetching rattachements", error);
return;
}
if (rattachements.totalResultCount === 0) {
console.log("rattachements", JSON.stringify(rattachements));
if (rattachements && rattachements.totalResultCount === 0 && rattachements.result.length === 0) {
console.warn("User has no valid rattachements", user.uid);
await this.userService.updateCheckedAt(user.uid!);
return;
} else {
console.log(`Found ${rattachements.totalResultCount} rattachements for ${user.uid}`);
}
const rattachementsResults = rattachements.result as IRattachementData[];
if (!rattachementsResults) return;
rattachementsResults.forEach(async (rattachement) => {
for (const rattachement of rattachementsResults) {
if (rattachement.statutDuRattachement && !rattachement.deleted) {
console.log("rattachementsResults", JSON.stringify(rattachementsResults));
let officeData: IOfficeData;
try {
@ -275,20 +301,26 @@ export default class IdNotService extends BaseService {
).json()) as IOfficeData;
} catch (error) {
console.error("Error fetching office data", error);
return;
continue;
}
console.log("officeData", JSON.stringify(officeData));
if (officeData.typeEntite.name === "office") {
userData = rattachement;
userData.entite = officeData;
console.log("Updated userData", JSON.stringify(userData));
break; // Found the first valid office, no need to continue
}
}
}
});
}
let updates = 0;
let update = false;
if (user.office_membership!.idNot !== userData.entite.ou) {
updates++;
console.log("Updating user.office_membership");
update = true;
let officeData = (await this.officeService.get({ where: { idNot: userData.entite.ou } }))[0];
if (!officeData) {
let officeLocationData: IOfficeLocation;
@ -322,17 +354,24 @@ export default class IdNotService extends BaseService {
officeData = await this.officeService.create(office);
}
user.office_membership = officeData;
console.log("Updated user.office_membership", JSON.stringify(user.office_membership));
}
if (user.contact!.email !== userData.mailRattachement) {
updates++;
if (userData.mailRattachement && (user.contact!.email === null || user.contact!.email === undefined || user.contact!.email !== userData.mailRattachement)) {
update = true;
user.contact!.email = userData.mailRattachement;
console.log("Updated user.contact.email", JSON.stringify(user.contact!.email));
}
if (user.contact!.cell_phone_number !== userData.numeroMobile) {
updates++;
if (userData.numeroMobile && (user.contact!.cell_phone_number === null || user.contact!.cell_phone_number === undefined || user.contact!.cell_phone_number !== userData.numeroMobile)) {
update = true;
user.contact!.cell_phone_number = userData.numeroMobile;
console.log("Updated user.contact.cell_phone_number", JSON.stringify(user.contact!.cell_phone_number));
}
if (update) {
// Filter out null values before updating to prevent Prisma errors
const convertedUser = this.convertNullToUndefined(user);
await this.userService.update(user.uid!, convertedUser);
}
if (updates != 0) await this.userService.update(user.uid!, user);
await this.userService.updateCheckedAt(user.uid!);
}
@ -360,19 +399,20 @@ export default class IdNotService extends BaseService {
return;
}
const officeData = (await officeRawData.json()) as IOfficeData;
console.log("office", office);
console.log("officeData", officeData);
let updates = 0;
//093051 = demo
if (office.name !== officeData.denominationSociale && office.name !== officeData.codeCrpcen && office.crpcen !== "029178" && office.crpcen !== "035010" && office.crpcen !== "093051") {
console.log(`Updating office name: ${office.uid} - ${office.name} - ${office.crpcen}`);
updates++;
office.name = officeData.denominationSociale ?? officeData.codeCrpcen;
console.log(`New name: ${office.name}`);
}
if (office.office_status !== this.getOfficeStatus(officeData.statutEntite.name)) {
console.log(`Updating office status: ${office.uid} - ${office.name} - ${office.crpcen}`);
updates++;
office.office_status = this.getOfficeStatus(officeData.statutEntite.name);
console.log(`New status: ${office.office_status}`);
}
if (updates != 0) await this.officeService.update(office.uid!, office);
await this.officeService.updateCheckedAt(office.uid!);
@ -542,16 +582,36 @@ export default class IdNotService extends BaseService {
public async updateUsers() {
const usersReq = await this.userService.getUsersToBeChecked();
const users = User.hydrateArray<User>(usersReq);
users.forEach(async (user) => {
for (const user of users) {
await this.updateUser(user.uid!);
});
}
}
public async updateOffices() {
const officesReq = await this.officeService.getOfficesToBeChecked();
const offices = Office.hydrateArray<Office>(officesReq);
offices.forEach(async (office) => {
console.log(`Updating ${offices.length} offices`);
for (const office of offices) {
await this.updateOffice(office.uid!);
});
}
}
/**
* Utility function to convert null values to undefined
* This prevents Prisma from throwing errors about null values
*/
private convertNullToUndefined<T extends Record<string, any>>(obj: T): T {
const converted = { ...obj };
for (const [key, value] of Object.entries(converted)) {
if (value === null) {
console.log(`Converting null to undefined for key: ${key}`);
(converted as any)[key] = undefined;
} else if (typeof value === 'object' && !Array.isArray(value)) {
(converted as any)[key] = this.convertNullToUndefined(value);
}
}
return converted;
}
}