feat: LBAC-1875 import des fiches rome V4

server/src/commands.ts

@@ -213,6 +213,9 @@ program
 
 // Temporaire, one shot à executer en recette et prod
 program.command("import:rome").description("import référentiel fiche metier rome v3").option("-q, --queued", "Run job asynchronously", false).action(createJobAction("import:rome"))
+
+program.command("import:rome:v4").description("import fiches métiers rome v4").option("-q, --queued", "Run job asynchronously", false).action(createJobAction("import:rome:v4"))
+
 // Temporaire, one shot à executer en recette et prod
 program
   .command("migration:remove-version-key-from-all-collections")

server/src/common/apis/FranceTravail.ts

@@ -5,7 +5,7 @@ import FormData from "form-data"
 
 import config from "@/config"
 import { FTResponse } from "@/services/ftjob.service.types"
-import { IAppelattionDetailsFromAPI, IFTAPIToken, IRomeDetailsFromAPI } from "@/services/rome.service.types"
+import { IAppelattionDetailsFromAPI, IFTAPIToken, IRomeDetailsFromAPI, IRomeV4DetailsFromAPI, IRomeV4Short } from "@/services/rome.service.types"
 
 import dayjs from "../../services/dayjs.service"
 import { sentryCaptureException } from "../utils/sentryUtils"
@@ -14,14 +14,21 @@ import getApiClient from "./client"
 
 const axiosClient = getApiClient({})
 
-const ROME_ACESS = querystring.stringify({
+const ROME_ACCESS = querystring.stringify({
   grant_type: "client_credentials",
   client_id: config.esdClientId,
   client_secret: config.esdClientSecret,
   scope: `application_${config.esdClientId} api_romev1 nomenclatureRome`,
 })
 
-const OFFRES_ACESS = querystring.stringify({
+const ROME_V4_ACCESS = querystring.stringify({
+  grant_type: "client_credentials",
+  client_id: config.esdClientId,
+  client_secret: config.esdClientSecret,
+  scope: `application_${config.esdClientId} api_rome-metiersv1 nomenclatureRome`,
+})
+
+const OFFRES_ACCESS = querystring.stringify({
   grant_type: "client_credentials",
   client_id: config.esdClientId,
   client_secret: config.esdClientSecret,
@@ -40,18 +47,25 @@ let tokenRomeFT: IFTAPIToken = {
   token_type: "",
   expires_in: 0,
 }
+let tokenRomeV4FT: IFTAPIToken = {
+  access_token: "",
+  scope: "",
+  token_type: "",
+  expires_in: 0,
+}
 
 const isTokenValid = (token: IFTAPIToken): any => token?.expire?.isAfter(dayjs())
 
-const getFtAccessToken = async (access: "OFFRE" | "ROME", token): Promise<IFTAPIToken> => {
+const getFtAccessToken = async (access: "OFFRE" | "ROME" | "ROMEV4", token): Promise<IFTAPIToken> => {
   const isValid = isTokenValid(token)
 
   if (isValid) {
     return token
   }
 
   try {
-    const response = await axiosClient.post(`${config.franceTravailIO.authUrl}?realm=%2Fpartenaire`, access === "OFFRE" ? OFFRES_ACESS : ROME_ACESS, {
+    const tokenParams = access === "OFFRE" ? OFFRES_ACCESS : access === "ROME" ? ROME_ACCESS : ROME_V4_ACCESS
+    const response = await axiosClient.post(`${config.franceTravailIO.authUrl}?realm=%2Fpartenaire`, tokenParams, {
       headers: { "Content-Type": "application/x-www-form-urlencoded" },
       timeout: 3000,
     })
@@ -191,6 +205,38 @@ export const getAppellationDetailsFromAPI = async (appellationCode: string): Pro
   }
 }
 
+export const getRomeV4DetailsFromFT = async (romeCode: string): Promise<IRomeV4DetailsFromAPI | null | undefined> => {
+  tokenRomeV4FT = await getFtAccessToken("ROMEV4", tokenRomeV4FT)
+
+  try {
+    const { data } = await axiosClient.get<IRomeV4DetailsFromAPI>(`${config.franceTravailIO.baseUrl}/v1/metiers/metier/${romeCode}`, {
+      headers: {
+        Authorization: `Bearer ${tokenRomeV4FT.access_token}`,
+      },
+    })
+
+    return data
+  } catch (error: any) {
+    sentryCaptureException(error, { extra: { responseData: error.response?.data } })
+    return null
+  }
+}
+
+export const getRomeV4ListFromFT = async (): Promise<IRomeV4Short[] | null | undefined> => {
+  tokenRomeV4FT = await getFtAccessToken("ROMEV4", tokenRomeV4FT)
+  try {
+    const { data } = await axiosClient.get<IRomeV4Short[]>(`${config.franceTravailIO.baseUrl}/rome-metiers/v1/metiers/metier?champs=code`, {
+      headers: {
+        Authorization: `Bearer ${tokenRomeV4FT.access_token}`,
+      },
+    })
+    return data
+  } catch (error: any) {
+    sentryCaptureException(error, { extra: { responseData: error.response?.data } })
+    return null
+  }
+}
+
 /**
  * Sends CSV file to France Travail API through a "form data".
  */

server/src/common/model/index.ts

@@ -19,6 +19,7 @@ import eligibleTrainingsForAppointmentHistory from "./schema/eligibleTrainingsFo
 import EmailBlacklist from "./schema/emailBlacklist/emailBlacklist.schema"
 import Etablissement from "./schema/etablissements/etablissement.schema"
 import FicheMetierRomeV3 from "./schema/ficheRomeV3/ficheRomeV3"
+import FicheMetierRomeV4 from "./schema/ficheRomeV4/ficheRomeV4"
 import FormationCatalogue from "./schema/formationCatalogue/formationCatalogue.schema"
 import GeoLocation from "./schema/geolocation/geolocation.schema"
 import InternalJobs from "./schema/internalJobs/internalJobs.schema"
@@ -98,6 +99,7 @@ export {
   EmailBlacklist,
   Etablissement,
   FicheMetierRomeV3,
+  FicheMetierRomeV4,
   FormationCatalogue,
   GeoLocation,
   InternalJobs,

server/src/common/model/schema/ficheRomeV4/ficheRomeV4.ts

@@ -0,0 +1,23 @@
+import { IRomeV4DetailsFromAPI } from "../../../../services/rome.service.types"
+import { Schema, model } from "../../../mongodb"
+
+interface IFicheMeterRomeV4 {
+  code: string
+  fiche_metier: IRomeV4DetailsFromAPI
+}
+
+export const ficheMetierRomeV4Schema = new Schema<IFicheMeterRomeV4>({
+  code: {
+    type: String,
+    description: "Code Rome",
+  },
+  fiche_metier: {
+    type: Object,
+    description: "Fiche metier Rome V4",
+  },
+})
+
+ficheMetierRomeV4Schema.index({ code: 1 })
+ficheMetierRomeV4Schema.index({ "fiche_metier.appellations.code": 1 })
+
+export default model<IFicheMeterRomeV4>("ficheMetierRomeV4", ficheMetierRomeV4Schema)

server/src/jobs/jobs.ts

@@ -63,6 +63,7 @@ import { removeDuplicateEtablissements } from "./rdv/removeDuplicateEtablissemen
 import { syncEtablissementDates } from "./rdv/syncEtablissementDates"
 import { syncEtablissementsAndFormations } from "./rdv/syncEtablissementsAndFormations"
 import { importFicheMetierRomeV3 } from "./seed/ficheMetierRomev3/ficherMetierRomev3"
+import { importFichesMetiersRomeV4 } from "./seed/ficheMetierRomev4/ficheMetierRomev4"
 import updateBrevoBlockedEmails from "./updateBrevoBlockedEmails/updateBrevoBlockedEmails"
 import { controlApplications } from "./verifications/controlApplications"
 import { controlAppointments } from "./verifications/controlAppointments"
@@ -250,6 +251,8 @@ export async function runJob(job: IInternalJobsCronTask | IInternalJobsSimple):
         return updateAddressDetailOnRecruitersCollection()
       case "import:rome":
         return importFicheMetierRomeV3()
+      case "import:rome:v4":
+        return importFichesMetiersRomeV4()
       case "migration:remove-version-key-from-all-collections": // Temporaire, doit tourner en recette et production
         return removeVersionKeyFromAllCollections()
       case "migration:remove-delegated-from-jobs": // Temporaire, doit tourner en recette et production

server/src/jobs/seed/ficheMetierRomev4/ficheMetierRomev4.ts

@@ -0,0 +1,27 @@
+import { getRomeV4DetailsFromFT, getRomeV4ListFromFT } from "@/common/apis/FranceTravail"
+import { FicheMetierRomeV4 } from "@/common/model"
+
+import { logger } from "../../../common/logger"
+import { asyncForEach, delay } from "../../../common/utils/asyncUtils"
+
+export const importFichesMetiersRomeV4 = async () => {
+  const romeList = await getRomeV4ListFromFT()
+
+  if (romeList && romeList.length > 500) {
+    logger.info(`${romeList.length} fiches métiers trouvées`)
+
+    logger.info("Suppression des fiches métiers V4 courantes")
+    await FicheMetierRomeV4.deleteMany({})
+
+    logger.info("Insertion des fiches métiers V4")
+
+    await asyncForEach(romeList, async (rome, index) => {
+      logger.info(`${index + 1}/${romeList.length} : insertion de ${rome.code}`)
+      const response = await getRomeV4DetailsFromFT(rome.code)
+      await FicheMetierRomeV4.create({ code: response?.code, fiche_metier: response })
+      await delay(1000)
+    })
+  } else {
+    logger.info("Liste des fiches métiers non trouvées ou anormalement petite. Processus interrompu.")
+  }
+}

server/src/services/rome.service.types.ts

@@ -34,6 +34,62 @@ export interface IRomeDetailsFromAPI {
   mobilitesEvolutionsAppellationsVersAppellations: any[]
 }
 
+export interface IRomeV4Short {
+  code: string
+}
+
+interface IRomeV4Item {
+  code: string
+  libelle: string
+  type?: string
+  categorie?: string
+}
+
+interface IRomeV4Competence {
+  type: string
+  code: string
+  libelle: string
+  codeOgr: string
+  riasecMajeur?: string
+  riasecMineur?: string
+}
+
+interface IRomeV4Appellation {
+  code: string
+  libelle: string
+  libelleCourt: string
+  classification?: string
+  competencesCles?: any[]
+}
+
+interface IRomeV4SecteurActivite {
+  code: string
+  libelle: string
+  secteurActivite: IRomeV4Item
+}
+
+export interface IRomeV4DetailsFromAPI {
+  obsolete: boolean
+  code: string
+  libelle: string
+  definition: string
+  accesEmploi: string
+  riasecMajeur: string
+  riasecMineur: string
+  codeIsco: string
+  domaineProfessionnel: DomaineProfessionnel
+  appellations: IRomeV4Appellation[]
+  themes: IRomeV4Item[]
+  centresInterets: any[]
+  secteursActivites: IRomeV4SecteurActivite[]
+  competencesMobilisees: IRomeV4Competence[]
+  competencesMobiliseesPrincipales: IRomeV4Competence[]
+  competencesMobiliseesEmergentes: IRomeV4Competence[]
+  divisionsNaf: IRomeV4Item[]
+  formacodes: IRomeV4Item[]
+  contextesTravail: IRomeV4Item[]
+}
+
 export interface IAppelattionDetailsFromAPI {
   code: string
   libelle: string

shared/models/rome.model.ts

@@ -131,3 +131,63 @@ export const ZRomeDetail = z
   .strict()
   .openapi("RomeDetail")
 //.deepPartial()
+
+const ZCompetenceV4 = z
+  .object({
+    type: z.string(),
+    code: z.string(),
+    libelle: z.string(),
+    codeOgr: z.string(),
+    riasecMajeur: z.string().optional(),
+    riasecMineur: z.string().optional(),
+  })
+  .strict()
+
+const ZRomeV4Item = z
+  .object({
+    code: z.string(),
+    libelle: z.string(),
+  })
+  .strict()
+
+export const ZRomeV4Detail = z
+  .object({
+    obsolete: z.boolean(),
+    code: z.string(),
+    libelle: z.string(),
+    definition: z.string(),
+    accesEmploi: z.string(),
+    riasecMajeur: z.string(),
+    riasecMineur: z.string(),
+    codeIsco: z.string().nullish(),
+    particulier: z.boolean(),
+    domaineProfessionnel: z
+      .object({
+        code: z.string(),
+        libelle: z.string(),
+        grandDomaine: ZRomeV4Item.strict(),
+      })
+      .strict(),
+    appellations: z.array(
+      z
+        .object({
+          code: z.string(),
+          libelle: z.string(),
+          libelleCourt: z.string(),
+          classification: z.string().optional(),
+          competencesCles: z.array(z.any()).optional(),
+        })
+        .strict()
+    ),
+    themes: z.array(ZRomeV4Item),
+    centesInterets: z.array(z.any()),
+    secteursActivites: z.array(z.object({ code: z.string(), libelle: z.string(), secteurActivite: z.any() }).strict()),
+    competencesMobilisees: z.array(ZCompetenceV4),
+    competencesMobiliseesPrincipales: z.array(ZCompetenceV4),
+    competencesMobiliseesEmergentes: z.array(ZCompetenceV4),
+    divisionsNaf: z.array(ZRomeV4Item),
+    formacodes: z.array(ZRomeV4Item),
+    contextesTravail: z.array(ZRomeV4Item),
+  })
+  .strict()
+  .openapi("RomeV4Detail")

shared/routes/rome.routes.ts

@@ -1,6 +1,7 @@
 import { z } from "../helpers/zodWithOpenApi"
 import { ZMetiersEnrichis } from "../models"
 import { ZRomeDetail } from "../models/rome.model"
+// import { ZRomeV4Detail } from "../models/rome.model"
 
 import { IRoutesDef } from "./common.routes"
 

ui/components/DepotOffre/RomeDetail.tsx

@@ -29,7 +29,7 @@ export const RomeDetail = ({ definition, competencesDeBase, libelle, appellation
               <h2>
                 <AccordionButton>
                   <Text fontWeight="700" flex="1" textAlign="left">
-                    Description du métier
+                    Descriptif du métier
                   </Text>
                   {isExpanded ? <Minus color="bluefrance.500" /> : <Plus color="bluefrance.500" />}
                 </AccordionButton>

ui/components/ItemDetail/MatchaComponents/MatchaAcces.tsx → ui/components/ItemDetail/LbaJobComponents/LbaJobAcces.tsx

@@ -2,7 +2,7 @@ import { AddIcon, MinusIcon } from "@chakra-ui/icons"
 import { Accordion, AccordionButton, AccordionItem, AccordionPanel, Box, Text } from "@chakra-ui/react"
 import React from "react"
 
-const MatchaAcces = ({ job }) => {
+const LbaJobAcces = ({ job }) => {
   const acces = job?.job?.romeDetails?.acces ?? null
 
   if (!acces) return ""
@@ -31,4 +31,4 @@ const MatchaAcces = ({ job }) => {
   )
 }
 
-export default MatchaAcces
+export default LbaJobAcces

ui/components/ItemDetail/MatchaComponents/MatchaCompetences.tsx → ui/components/ItemDetail/LbaJobComponents/LbaJobCompetences.tsx

@@ -2,7 +2,7 @@ import { AddIcon, MinusIcon } from "@chakra-ui/icons"
 import { Accordion, AccordionButton, AccordionItem, AccordionPanel, Box, Text } from "@chakra-ui/react"
 import React from "react"
 
-const MatchaCompetences = ({ job }) => {
+const LbaJobCompetences = ({ job }) => {
   const getText = () => {
     const res = (
       <Box pl="12px" mt={4}>
@@ -42,4 +42,4 @@ const MatchaCompetences = ({ job }) => {
   )
 }
 
-export default MatchaCompetences
+export default LbaJobCompetences

ui/components/ItemDetail/MatchaComponents/MatchaCustomDescription.tsx → ui/components/ItemDetail/LbaJobComponents/LbaJobCustomDescription.tsx

@@ -2,7 +2,7 @@ import { AddIcon, MinusIcon } from "@chakra-ui/icons"
 import { Accordion, AccordionButton, AccordionItem, AccordionPanel, Box } from "@chakra-ui/react"
 import DOMPurify from "isomorphic-dompurify"
 
-const MatchaCustomDescription = ({ data, title }: { data: string; title: string }) => {
+const LbaJobCustomDescription = ({ data, title }: { data: string; title: string }) => {
   const sanitizedData = () => ({
     __html: DOMPurify.sanitize(data),
   })
@@ -30,4 +30,4 @@ const MatchaCustomDescription = ({ data, title }: { data: string; title: string
   )
 }
 
-export default MatchaCustomDescription
+export default LbaJobCustomDescription

ui/components/ItemDetail/MatchaComponents/MatchaDescription.tsx → ui/components/ItemDetail/LbaJobComponents/LbaJobDescription.tsx

@@ -2,7 +2,7 @@ import { AddIcon, MinusIcon } from "@chakra-ui/icons"
 import { Accordion, AccordionButton, AccordionItem, AccordionPanel, Box, Text } from "@chakra-ui/react"
 import React from "react"
 
-const MatchaDescription = ({ job }) => {
+const LbaJobDescription = ({ job }) => {
   const getText = () => {
     return (
       <Box pl="12px" mt={4}>
@@ -40,4 +40,4 @@ const MatchaDescription = ({ job }) => {
   )
 }
 
-export default MatchaDescription
+export default LbaJobDescription