diff --git a/GlobalVariable.py b/GlobalVariable.py index 3f020cb..37c7156 100644 --- a/GlobalVariable.py +++ b/GlobalVariable.py @@ -47,6 +47,7 @@ Au dela de 300 caractère, le système rame MAX_CARACT = 300 MAX_CARACT_DEDUIT = 50 TOKEN_SIZE = 25 +MAX_CARACT_DETAIL = 500 diff --git a/class_mgt.py b/class_mgt.py index 0c365a0..ee19451 100644 --- a/class_mgt.py +++ b/class_mgt.py @@ -15,6 +15,7 @@ import sys, os import csv import pandas as pd from pymongo import ReturnDocument +import GlobalVariable as MYSY_GV class JSONEncoder(json.JSONEncoder): def default(self, o): @@ -866,9 +867,11 @@ def get_class(diction): RetObject = [] filt_external_code = {} if ("external_code" in diction.keys()): - filt_external_code = {'external_code':{'$regex':str(diction['external_code'])}} + filt_external_code = {'external_code':str(diction['external_code'])} external_code = str(diction['external_code']) + #print(' ICICICIC '+str(filt_external_code)) + filt_title = {} if ("title" in diction.keys()): filt_title = {'title': {'$regex': str(diction['title'])}} @@ -903,6 +906,31 @@ def get_class(diction): " d'une recherche de formation. Voir _id = ") return False, "Impossible de faire un affichage detaillé " + if ("description" in retVal.keys()): + tmp_str = retVal['description'] + if (len(retVal['description']) > MYSY_GV.MAX_CARACT_DETAIL): + retVal['description'] = tmp_str[:MYSY_GV.MAX_CARACT_DETAIL] + " ..." + + + if ("objectif" in retVal.keys()): + tmp_str = retVal['objectif'] + if (len(retVal['objectif']) > MYSY_GV.MAX_CARACT_DETAIL): + retVal['objectif'] = tmp_str[:MYSY_GV.MAX_CARACT_DETAIL] + " ..." + + + + if ("programme" in retVal.keys()): + tmp_str = retVal['programme'] + if (len(retVal['programme']) > MYSY_GV.MAX_CARACT_DETAIL): + retVal['programme'] = tmp_str[:MYSY_GV.MAX_CARACT_DETAIL] + " ..." + + + if ("pedagogie" in retVal.keys()): + tmp_str = retVal['pedagogie'] + if (len(retVal['pedagogie']) > MYSY_GV.MAX_CARACT_DETAIL): + retVal['pedagogie'] = tmp_str[:MYSY_GV.MAX_CARACT_DETAIL] + " ..." + + mycommon.myprint(str(retVal)) user = retVal RetObject.append(JSONEncoder().encode(user)) diff --git a/data_indexees.csv b/data_indexees.csv index c50338c..b7cd423 100644 --- a/data_indexees.csv +++ b/data_indexees.csv @@ -1,13 +1,221 @@ ,index,mots,occurence,moyenne,id_formation,source_field -0,0,regle,1,0.08,8866,objectif -1,1,publique,1,0.08,8866,objectif -2,2,constante,1,0.08,8866,objectif -3,3,impose,1,0.08,8866,objectif -4,4,maitriser,1,0.08,8866,objectif -5,5,evolution,1,0.08,8866,objectif -6,6,comptabilite,1,0.08,8866,objectif -7,7,appliquer,1,0.08,8866,objectif -8,8,principe,1,0.08,8866,objectif -9,9,objectif,1,0.08,8866,objectif -10,10,reglementation,1,0.08,8866,objectif -11,11,formation,1,0.08,8866,objectif +0,0,discrimination,2,0.01,MAN08,default +1,1,effet,1,0.0,MAN08,default +2,2,norme,1,0.0,MAN08,default +3,3,recentrer,1,0.0,MAN08,default +4,4,symptome,1,0.0,MAN08,default +5,5,debut,1,0.0,MAN08,default +6,6,information,2,0.01,MAN08,default +7,7,communication,2,0.01,MAN08,default +8,8,chacun,2,0.01,MAN08,default +9,9,resolution,1,0.0,MAN08,default +10,10,redaction,1,0.0,MAN08,default +11,11,notion,1,0.0,MAN08,default +12,12,relaxation,1,0.0,MAN08,default +13,13,tirer,1,0.0,MAN08,default +14,14,analyse,1,0.0,MAN08,default +15,15,excel,1,0.0,MAN08,default +16,16,embauche,2,0.01,MAN08,default +17,17,role,6,0.02,MAN08,default +18,18,definir,1,0.0,MAN08,default +19,19,rompre,1,0.0,MAN08,default +20,20,support,1,0.0,MAN08,default +21,21,personnalite,7,0.02,MAN08,default +22,22,perfectionnement,1,0.0,MAN08,default +23,23,entreprise,4,0.01,MAN08,default +24,24,disc,1,0.0,MAN08,default +25,25,choi,1,0.0,MAN08,default +26,26,conversation,2,0.01,MAN08,default +27,27,pratique,1,0.0,MAN08,default +28,28,recruter,1,0.0,MAN08,default +29,29,deroulement,1,0.0,MAN08,default +30,30,brainstorming,1,0.0,MAN08,default +31,31,impact,1,0.0,MAN08,default +32,32,stigmatisation,1,0.0,MAN08,default +33,33,neurologique,1,0.0,MAN08,default +34,34,short,1,0.0,MAN08,default +35,35,juridique,1,0.0,MAN08,default +36,36,affronter,1,0.0,MAN08,default +37,37,parler,1,0.0,MAN08,default +38,38,attitude,1,0.0,MAN08,default +39,39,propre,1,0.0,MAN08,default +40,40,respiration,1,0.0,MAN08,default +41,41,typologie,1,0.0,MAN08,default +42,42,accompagnement,1,0.0,MAN08,default +43,43,fiche,1,0.0,MAN08,default +44,44,privee,1,0.0,MAN08,default +45,45,directif,1,0.0,MAN08,default +46,46,definition,2,0.01,MAN08,default +47,47,prevoir,1,0.0,MAN08,default +48,48,interrompre,1,0.0,MAN08,default +49,49,atelier,1,0.0,MAN08,default +50,50,soi,2,0.01,MAN08,default +51,51,convocation,2,0.01,MAN08,default +52,52,prise,2,0.01,MAN08,default +53,53,hesitant,1,0.0,MAN08,default +54,54,active,1,0.0,MAN08,default +55,55,reunion,15,0.04,MAN08,default +56,56,reconnaitre,1,0.0,MAN08,default +57,57,stres,1,0.0,MAN08,default +58,58,presenter,1,0.0,MAN08,default +59,59,determiner,1,0.0,MAN08,default +60,60,profit,1,0.0,MAN08,default +61,61,emotion,2,0.01,MAN08,default +62,62,recu,1,0.0,MAN08,default +63,63,trait,1,0.0,MAN08,default +64,64,compte,2,0.01,MAN08,default +65,65,annonce,2,0.01,MAN08,default +66,66,synthese,2,0.01,MAN08,default +67,67,profil,2,0.01,MAN08,default +68,68,filtre,1,0.0,MAN08,default +69,69,methodologie,1,0.0,MAN08,default +70,70,conformisme,1,0.0,MAN08,default +71,71,debat,1,0.0,MAN08,default +72,72,recherche,3,0.01,MAN08,default +73,73,arrivant,1,0.0,MAN08,default +74,74,discussion,3,0.01,MAN08,default +75,75,affirmer,1,0.0,MAN08,default +76,76,public,2,0.01,MAN08,default +77,77,assertivite,1,0.0,MAN08,default +78,78,deadline,1,0.0,MAN08,default +79,79,retenir,1,0.0,MAN08,default +80,80,debriefing,1,0.0,MAN08,default +81,81,triangle,1,0.0,MAN08,default +82,82,condition,1,0.0,MAN08,default +83,83,etat,1,0.0,MAN08,default +84,84,processu,1,0.0,MAN08,default +85,85,leadership,4,0.01,MAN08,default +86,86,pourvoir,1,0.0,MAN08,default +87,87,reformulation,1,0.0,MAN08,default +88,88,seuil,1,0.0,MAN08,default +89,89,agressif,1,0.0,MAN08,default +90,90,integration,1,0.0,MAN08,default +91,91,colere,1,0.0,MAN08,default +92,92,traver,1,0.0,MAN08,default +93,93,mener,1,0.0,MAN08,default +94,94,methode,1,0.0,MAN08,default +95,95,ascendante,1,0.0,MAN08,default +96,96,animateur,3,0.01,MAN08,default +97,97,appel,1,0.0,MAN08,default +98,98,esprit,1,0.0,MAN08,default +99,99,poste,5,0.01,MAN08,default +100,100,personne,1,0.0,MAN08,default +101,101,logistique,1,0.0,MAN08,default +102,102,affectif,1,0.0,MAN08,default +103,103,preparation,4,0.01,MAN08,default +104,104,approprie,1,0.0,MAN08,default +105,105,manageriale,1,0.0,MAN08,default +106,106,comprendre,2,0.01,MAN08,default +107,107,lancer,1,0.0,MAN08,default +108,108,commercial,1,0.0,MAN08,default +109,109,maitrise,1,0.0,MAN08,default +110,110,cause,2,0.01,MAN08,default +111,111,donnent,1,0.0,MAN08,default +112,112,directive,1,0.0,MAN08,default +113,113,descendante,1,0.0,MAN08,default +114,114,objectif,3,0.01,MAN08,default +115,115,conflit,1,0.0,MAN08,default +116,116,poin,1,0.0,MAN08,default +117,117,diffusion,1,0.0,MAN08,default +118,118,grille,3,0.01,MAN08,default +119,119,limite,1,0.0,MAN08,default +120,120,list,1,0.0,MAN08,default +121,121,besoin,1,0.0,MAN08,default +122,122,gestion,5,0.01,MAN08,default +123,123,relation,1,0.0,MAN08,default +124,124,secondaire,1,0.0,MAN08,default +125,125,selection,2,0.01,MAN08,default +126,126,travail,1,0.0,MAN08,default +127,127,participative,1,0.0,MAN08,default +128,128,prioritaire,1,0.0,MAN08,default +129,129,dominateur,1,0.0,MAN08,default +130,130,typique,1,0.0,MAN08,default +131,131,decrire,1,0.0,MAN08,default +132,132,manager,1,0.0,MAN08,default +133,133,encadrement,1,0.0,MAN08,default +134,134,apre,1,0.0,MAN08,default +135,135,glossophobie,1,0.0,MAN08,default +136,136,silence,1,0.0,MAN08,default +137,137,progresser,1,0.0,MAN08,default +138,138,type,2,0.01,MAN08,default +139,139,deuxieme,1,0.0,MAN08,default +140,140,positionner,1,0.0,MAN08,default +141,141,recrutement,4,0.01,MAN08,default +142,142,questionnement,1,0.0,MAN08,default +143,143,onboarding,1,0.0,MAN08,default +144,144,chantage,1,0.0,MAN08,default +145,145,distorsion,1,0.0,MAN08,default +146,146,portement,1,0.0,MAN08,default +147,147,participant,8,0.02,MAN08,default +148,148,decision,2,0.01,MAN08,default +149,149,societe,1,0.0,MAN08,default +150,150,fonction,3,0.01,MAN08,default +151,151,different,2,0.01,MAN08,default +152,152,technique,3,0.01,MAN08,default +153,153,eviter,1,0.0,MAN08,default +154,154,rediger,1,0.0,MAN08,default +155,155,conclusion,1,0.0,MAN08,default +156,156,idoine,1,0.0,MAN08,default +157,157,critere,1,0.0,MAN08,default +158,158,repondre,1,0.0,MAN08,default +159,159,collaborateur,1,0.0,MAN08,default +160,160,rigidite,1,0.0,MAN08,default +161,161,estime,1,0.0,MAN08,default +162,162,comportement,2,0.01,MAN08,default +163,163,voi,1,0.0,MAN08,default +164,164,stimuler,1,0.0,MAN08,default +165,165,candidat,8,0.02,MAN08,default +166,166,niveau,1,0.0,MAN08,default +167,167,charge,1,0.0,MAN08,default +168,168,concertation,1,0.0,MAN08,default +169,169,sujet,3,0.01,MAN08,default +170,170,question,1,0.0,MAN08,default +171,171,outil,2,0.01,MAN08,default +172,172,karpman,1,0.0,MAN08,default +173,173,sourcing,1,0.0,MAN08,default +174,174,caractere,1,0.0,MAN08,default +175,175,presentation,2,0.01,MAN08,default +176,176,deviant,1,0.0,MAN08,default +177,177,discriminer,1,0.0,MAN08,default +178,178,entretien,8,0.02,MAN08,default +179,179,comment,4,0.01,MAN08,default +180,180,animation,1,0.0,MAN08,default +181,181,ecoute,1,0.0,MAN08,default +182,182,aide,1,0.0,MAN08,default +183,183,adapter,2,0.01,MAN08,default +184,184,difficile,5,0.01,MAN08,default +185,185,face,2,0.01,MAN08,default +186,186,tableau,1,0.0,MAN08,default +187,187,diffficle,1,0.0,MAN08,default +188,188,trac,1,0.0,MAN08,default +189,189,eventuelle,1,0.0,MAN08,default +190,190,p,1,0.0,MAN08,default +191,191,conception,2,0.01,MAN08,default +192,192,caracteristique,1,0.0,MAN08,default +193,193,eventuel,1,0.0,MAN08,default +194,194,chercher,2,0.01,MAN08,default +195,195,changer,1,0.0,MAN08,default +196,196,tolerance,1,0.0,MAN08,default +197,197,cadre,1,0.0,MAN08,default +198,198,nouvel,1,0.0,MAN08,default +199,199,matiere,1,0.0,MAN08,default +200,200,man,3,0.01,MAN08,default +201,201,rendu,2,0.01,MAN08,default +202,202,etape,1,0.0,MAN08,default +203,203,reponse,1,0.0,MAN08,default +204,204,peur,3,0.01,MAN08,default +205,205,groupe,4,0.01,MAN08,default +206,206,retenu,3,0.01,MAN08,default +207,207,style,6,0.02,MAN08,default +208,208,r,1,0.0,MAN08,default +209,209,valeur,2,0.01,MAN08,default +210,210,probleme,2,0.01,MAN08,default +211,211,analyser,1,0.0,MAN08,default +212,212,individu,1,0.0,MAN08,default +213,213,adopter,1,0.0,MAN08,default +214,214,conforme,1,0.0,MAN08,default +215,215,identifier,2,0.01,MAN08,default +216,216,papi,1,0.0,MAN08,default +217,217,exprimer,1,0.0,MAN08,default +218,218,lie,2,0.01,MAN08,default +219,219,statut,1,0.0,MAN08,default diff --git a/ela_output_test_file_pandas_2.txt b/ela_output_test_file_pandas_2.txt index 19f73ae..d180aba 100644 --- a/ela_output_test_file_pandas_2.txt +++ b/ela_output_test_file_pandas_2.txt @@ -1,13 +1,14 @@ - mots occurence moyenne id_formation source_field -0 regle 1 0.08 8866 objectif -1 publique 1 0.08 8866 objectif -2 constante 1 0.08 8866 objectif -3 impose 1 0.08 8866 objectif -4 maitriser 1 0.08 8866 objectif -5 evolution 1 0.08 8866 objectif -6 comptabilite 1 0.08 8866 objectif -7 appliquer 1 0.08 8866 objectif -8 principe 1 0.08 8866 objectif -9 objectif 1 0.08 8866 objectif -10 reglementation 1 0.08 8866 objectif -11 formation 1 0.08 8866 objectif \ No newline at end of file + mots occurence moyenne id_formation source_field +0 discrimination 2 0.01 MAN08 default +1 effet 1 0.0 MAN08 default +2 norme 1 0.0 MAN08 default +3 recentrer 1 0.0 MAN08 default +4 symptome 1 0.0 MAN08 default +.. ... ... ... ... ... +215 identifier 2 0.01 MAN08 default +216 papi 1 0.0 MAN08 default +217 exprimer 1 0.0 MAN08 default +218 lie 2 0.01 MAN08 default +219 statut 1 0.0 MAN08 default + +[220 rows x 5 columns] \ No newline at end of file