diff --git a/GlobalVariable.py b/GlobalVariable.py index e2191a1..58a1b52 100644 --- a/GlobalVariable.py +++ b/GlobalVariable.py @@ -97,7 +97,7 @@ QUERY_LIMIT_ROW = 50 ''' Cette variable definit le nombre max retour à faire sur page d'acceuil ''' -MAINPAGE_QUERY_LIMIT_ROW = 110 +MAINPAGE_QUERY_LIMIT_ROW = 55 ''' diff --git a/data_indexees.csv b/data_indexees.csv index 52c4cf3..b4d31af 100644 --- a/data_indexees.csv +++ b/data_indexees.csv @@ -1,104 +1,238 @@ ,index,mots,occurence,moyenne,id_formation,source_field -0,0,mehrabian,1,0.01,240,default -1,1,reformuler,2,0.01,240,default -2,2,critere,1,0.01,240,default -3,3,hierarchiser,1,0.01,240,default -4,4,integrer,1,0.01,240,default -5,5,progre,1,0.01,240,default -6,6,cadrage,1,0.01,240,default -7,7,compte,2,0.01,240,default -8,8,creuser,2,0.01,240,default -9,9,varier,1,0.01,240,default -10,10,utiliser,1,0.01,240,default -11,11,identifier,5,0.03,240,default -12,12,fil,1,0.01,240,default -13,13,defi,1,0.01,240,default -14,14,canau,1,0.01,240,default -15,15,cnil,1,0.01,240,default -16,16,recrutement,6,0.04,240,default -17,17,demain,1,0.01,240,default -18,18,structure,1,0.01,240,default -19,19,entrainement,1,0.01,240,default -20,20,debrief,1,0.01,240,default -21,21,recruteur,2,0.01,240,default -22,22,reussite,1,0.01,240,default -23,23,pratique,1,0.01,240,default -24,24,public,1,0.01,240,default -25,25,cle,1,0.01,240,default -26,26,grille,1,0.01,240,default -27,27,doter,1,0.01,240,default -28,28,pratiquer,2,0.01,240,default -29,29,competence,4,0.03,240,default -30,30,decision,1,0.01,240,default -31,31,rediger,1,0.01,240,default -32,32,active,1,0.01,240,default -33,33,premier,1,0.01,240,default -34,34,expliciter,2,0.01,240,default -35,35,rechercher,1,0.01,240,default -36,36,star,1,0.01,240,default -37,37,objectif,1,0.01,240,default -38,38,type,3,0.02,240,default -39,39,candidat,4,0.03,240,default -40,40,module,1,0.01,240,default -41,41,poser,1,0.01,240,default -42,42,psychologique,1,0.01,240,default -43,43,outil,2,0.01,240,default -44,44,plan,1,0.01,240,default -45,45,besoin,2,0.01,240,default -46,46,percu,1,0.01,240,default -47,47,adapter,1,0.01,240,default -48,48,digital,1,0.01,240,default -49,49,retour,1,0.01,240,default -50,50,ecoute,2,0.01,240,default -51,51,constructif,1,0.01,240,default -52,52,observer,1,0.01,240,default -53,53,legal,1,0.01,240,default -54,54,condition,1,0.01,240,default -55,55,situation,1,0.01,240,default -56,56,bonne,2,0.01,240,default -57,57,biai,1,0.01,240,default -58,58,rendu,1,0.01,240,default -59,59,valider,1,0.01,240,default -60,60,definir,1,0.01,240,default -61,61,diagnostic,1,0.01,240,default -62,62,methode,1,0.01,240,default -63,63,discrimination,1,0.01,240,default -64,64,enjeu,1,0.01,240,default -65,65,note,1,0.01,240,default -66,66,recruter,1,0.01,240,default -67,67,realiser,1,0.01,240,default -68,68,cible,1,0.01,240,default -69,69,suivre,1,0.01,240,default -70,70,video,2,0.01,240,default -71,71,technique,1,0.01,240,default -72,72,semaine,2,0.01,240,default -73,73,rgpd,1,0.01,240,default -74,74,specificite,1,0.01,240,default -75,75,batir,1,0.01,240,default -76,76,cadre,1,0.01,240,default -77,77,attitude,1,0.01,240,default -78,78,preparer,1,0.01,240,default -79,79,evolution,1,0.01,240,default -80,80,auto,1,0.01,240,default -81,81,etape,1,0.01,240,default -82,82,risque,1,0.01,240,default -83,83,prendre,2,0.01,240,default -84,84,engageant,1,0.01,240,default -85,85,renforcement,1,0.01,240,default -86,86,profil,2,0.01,240,default -87,87,poste,2,0.01,240,default -88,88,question,3,0.02,240,default -89,89,entretien,5,0.03,240,default -90,90,decrire,1,0.01,240,default -91,91,recherche,1,0.01,240,default -92,92,motivation,2,0.01,240,default -93,93,action,1,0.01,240,default -94,94,connaitre,2,0.01,240,default -95,95,mise,1,0.01,240,default -96,96,programme,1,0.01,240,default -97,97,implicite,2,0.01,240,default -98,98,questionnement,1,0.01,240,default -99,99,communication,1,0.01,240,default -100,100,obsolescence,1,0.01,240,default -101,101,synthese,1,0.01,240,default -102,102,different,3,0.02,240,default +0,0,importe,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +1,1,respectueuse,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +2,2,productif,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +3,3,industrie,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +4,4,personne,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +5,5,decider,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +6,6,effet,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +7,7,probleme,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +8,8,prenante,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +9,9,colson,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +10,10,negociation,7,0.07," +les-fondamentaux-de-la-negociation +-7",default +11,11,partenariat,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +12,12,equitable,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +13,13,aidera,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +14,14,createur,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +15,15,comment,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +16,16,traver,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +17,17,fondamentau,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +18,18,pay,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +19,19,publique,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +20,20,gagnant,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +21,21,valeur,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +22,22,secteur,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +23,23,donne,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +24,24,pri,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +25,25,preparer,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +26,26,acce,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +27,27,cour,4,0.04," +les-fondamentaux-de-la-negociation +-7",default +28,28,trouver,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +29,29,vente,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +30,30,organisation,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +31,31,long,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +32,32,eprouve,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +33,33,terme,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +34,34,menera,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +35,35,blocage,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +36,36,durable,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +37,37,maniere,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +38,38,equipe,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +39,39,creer,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +40,40,strategique,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +41,41,haut,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +42,42,partie,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +43,43,structurer,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +44,44,professeur,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +45,45,impact,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +46,46,approche,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +47,47,agit,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +48,48,conclure,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +49,49,innovante,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +50,50,guide,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +51,51,obtient,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +52,52,negocier,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +53,53,surmonter,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +54,54,eviter,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +55,55,service,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +56,56,outil,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +57,57,haute,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +58,58,aurelien,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +59,59,niveau,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +60,60,savoir,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +61,61,impliquant,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +62,62,solution,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +63,63,fort,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +64,64,technologie,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +65,65,rassemble,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +66,66,sequence,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +67,67,efficace,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +68,68,accord,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +69,69,piege,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +70,70,consiste,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +71,71,pratique,2,0.02," +les-fondamentaux-de-la-negociation +-7",default +72,72,bonne,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +73,73,susciter,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +74,74,interactive,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +75,75,eventail,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +76,76,agisse,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +77,77,large,1,0.01," +les-fondamentaux-de-la-negociation +-7",default +78,78,gestion,1,0.01," +les-fondamentaux-de-la-negociation +-7",default diff --git a/ela_output_test_file_pandas_2.txt b/ela_output_test_file_pandas_2.txt index 6307ea2..8d9413d 100644 --- a/ela_output_test_file_pandas_2.txt +++ b/ela_output_test_file_pandas_2.txt @@ -1,14 +1,14 @@ - mots occurence moyenne id_formation source_field -0 mehrabian 1 0.01 240 default -1 reformuler 2 0.01 240 default -2 critere 1 0.01 240 default -3 hierarchiser 1 0.01 240 default -4 integrer 1 0.01 240 default -.. ... ... ... ... ... -98 questionnement 1 0.01 240 default -99 communication 1 0.01 240 default -100 obsolescence 1 0.01 240 default -101 synthese 1 0.01 240 default -102 different 3 0.02 240 default + mots ... source_field +0 importe ... default +1 respectueuse ... default +2 productif ... default +3 industrie ... default +4 personne ... default +.. ... ... ... +74 interactive ... default +75 eventail ... default +76 agisse ... default +77 large ... default +78 gestion ... default -[103 rows x 5 columns] \ No newline at end of file +[79 rows x 5 columns] \ No newline at end of file diff --git a/main.py b/main.py index 379fcc4..8112ae3 100644 --- a/main.py +++ b/main.py @@ -1099,12 +1099,22 @@ def clean_ElaIndex(): return jsonify(status=status, message=result) +""" +Cette API clean les internal url de la collection "myclass" +""" +@app.route('/myclass/api/clean_internal_url/', methods=['GET','POST']) +@crossdomain(origin='*') +def clean_internal_url(): + # On recupere le corps (payload) de la requete + payload = request.form.to_dict() + print(" ### payload = ", payload) + status, result = mycommon.clean_internal_url() + return jsonify(status=status, message=result) + if __name__ == '__main__': print(" debut api") - - context = SSL.Context(SSL.SSLv23_METHOD) app.run(host='localhost', port=5000, debug=True, threaded=True) diff --git a/prj_common.py b/prj_common.py index eb7eecf..dbe7509 100644 --- a/prj_common.py +++ b/prj_common.py @@ -1072,4 +1072,51 @@ def clean_ElaIndex(): except Exception as e: exc_type, exc_obj, exc_tb = sys.exc_info() print(str(inspect.stack()[0][3]) + " -" + str(e) + " - ERRORRRR AT Line : " + str(exc_tb.tb_lineno)) - return False, "clean index KO" \ No newline at end of file + return False, "clean index KO" + + +""" +Cette fonction nettoye les mauvaises internal url +""" +def clean_internal_url(): + try: + + nb = 0 + class_coll = MYSY_GV.dbname["myclass"] + search = str("%") + search_expr = re.compile(f".*{search}.*", re.I) + for x in class_coll.find({'internal_url': {'$regex': search_expr}}): + nb = nb+1 + clean_url = str(x['internal_url']).replace("%","") + ret_val = class_coll.find_one_and_update({'_id': ObjectId(x['_id']), }, + {"$set": {'internal_url': str(clean_url)}}, + return_document=ReturnDocument.AFTER + ) + + search = str(":") + search_expr = re.compile(f".*{search}.*", re.I) + for x in class_coll.find({'internal_url': {'$regex': search_expr}}): + nb = nb + 1 + clean_url = str(x['internal_url']).replace(":", "") + ret_val = class_coll.find_one_and_update({'_id': ObjectId(x['_id']), }, + {"$set": {'internal_url': str(clean_url)}}, + return_document=ReturnDocument.AFTER + ) + + search = str("--") + search_expr = re.compile(f".*{search}.*", re.I) + for x in class_coll.find({'internal_url': {'$regex': search_expr}}): + nb = nb + 1 + clean_url = str(x['internal_url']).replace("--", "-") + ret_val = class_coll.find_one_and_update({'_id': ObjectId(x['_id']), }, + {"$set": {'internal_url': str(clean_url)}}, + return_document=ReturnDocument.AFTER + ) + + + return True, "clean internal url OK de "+str(nb)+" url" + + except Exception as e: + exc_type, exc_obj, exc_tb = sys.exc_info() + print(str(inspect.stack()[0][3]) + " -" + str(e) + " - ERRORRRR AT Line : " + str(exc_tb.tb_lineno)) + return False, "clean internal url KO"