03/07/22 - 20h30
parent
3e0b1e91a9
commit
94be08a869
26
class_mgt.py
26
class_mgt.py
|
@ -16,6 +16,8 @@ import csv
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
from pymongo import ReturnDocument
|
from pymongo import ReturnDocument
|
||||||
import GlobalVariable as MYSY_GV
|
import GlobalVariable as MYSY_GV
|
||||||
|
from math import isnan
|
||||||
|
|
||||||
|
|
||||||
class JSONEncoder(json.JSONEncoder):
|
class JSONEncoder(json.JSONEncoder):
|
||||||
def default(self, o):
|
def default(self, o):
|
||||||
|
@ -44,7 +46,7 @@ def add_class(diction):
|
||||||
# field_list.
|
# field_list.
|
||||||
'''
|
'''
|
||||||
field_list = ['external_code', 'title', 'description', 'trainer', 'institut_formation', 'distantiel', 'presentiel',
|
field_list = ['external_code', 'title', 'description', 'trainer', 'institut_formation', 'distantiel', 'presentiel',
|
||||||
'price', 'url','duration','token', 'plus_produit', 'mots_cle','domaine', 'internal_url', 'zone_diffusion']
|
'price', 'url','duration', 'duration_unit', 'token', 'plus_produit', 'mots_cle','domaine', 'internal_url', 'zone_diffusion']
|
||||||
incom_keys = diction.keys()
|
incom_keys = diction.keys()
|
||||||
for val in incom_keys:
|
for val in incom_keys:
|
||||||
if val not in field_list:
|
if val not in field_list:
|
||||||
|
@ -148,7 +150,7 @@ def add_class(diction):
|
||||||
|
|
||||||
if ("price" in diction.keys()):
|
if ("price" in diction.keys()):
|
||||||
if diction['price']:
|
if diction['price']:
|
||||||
mydata['price'] = int(str(diction['price']))
|
mydata['price'] = mycommon.tryFloat(str(diction['price']))
|
||||||
|
|
||||||
if ("url" in diction.keys()):
|
if ("url" in diction.keys()):
|
||||||
if diction['url']:
|
if diction['url']:
|
||||||
|
@ -158,8 +160,6 @@ def add_class(diction):
|
||||||
if diction['duration']:
|
if diction['duration']:
|
||||||
mydata['duration'] = float(str(diction['duration']))
|
mydata['duration'] = float(str(diction['duration']))
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
if ("plus_produit" in diction.keys()):
|
if ("plus_produit" in diction.keys()):
|
||||||
if diction['plus_produit']:
|
if diction['plus_produit']:
|
||||||
mydata['plus_produit'] = diction['plus_produit']
|
mydata['plus_produit'] = diction['plus_produit']
|
||||||
|
@ -184,6 +184,10 @@ def add_class(diction):
|
||||||
mydata['domaine'] = diction['domaine']
|
mydata['domaine'] = diction['domaine']
|
||||||
|
|
||||||
|
|
||||||
|
if ("duration_unit" in diction.keys()):
|
||||||
|
if diction['duration_unit']:
|
||||||
|
mydata['duration_unit'] = diction['duration_unit']
|
||||||
|
|
||||||
|
|
||||||
if ("zone_diffusion" in diction.keys()):
|
if ("zone_diffusion" in diction.keys()):
|
||||||
if diction['zone_diffusion']:
|
if diction['zone_diffusion']:
|
||||||
|
@ -374,7 +378,7 @@ def update_class(diction):
|
||||||
|
|
||||||
if ("price" in diction.keys()):
|
if ("price" in diction.keys()):
|
||||||
if( diction['price']):
|
if( diction['price']):
|
||||||
mydata['price'] = int(str(diction['price']))
|
mydata['price'] = mycommon.tryFloat(str(diction['price']))
|
||||||
|
|
||||||
if ("url" in diction.keys()):
|
if ("url" in diction.keys()):
|
||||||
mydata['url'] = diction['url']
|
mydata['url'] = diction['url']
|
||||||
|
@ -1423,7 +1427,8 @@ def add_class_mass(file=None, Folder=None, diction=None):
|
||||||
for n in x:
|
for n in x:
|
||||||
mydata = {}
|
mydata = {}
|
||||||
mydata['external_code'] = str(df['external_code'].values[n])
|
mydata['external_code'] = str(df['external_code'].values[n])
|
||||||
mydata['title'] = str(df['domaine'].values[n])
|
mydata['title'] = str(df['title'].values[n])
|
||||||
|
mydata['domaine'] = str(df['domaine'].values[n])
|
||||||
mydata['description'] = str(df['description'].values[n])
|
mydata['description'] = str(df['description'].values[n])
|
||||||
mydata['trainer'] = str(df['trainer'].values[n])
|
mydata['trainer'] = str(df['trainer'].values[n])
|
||||||
mydata['institut_formation'] = str(df['institut_formation'].values[n])
|
mydata['institut_formation'] = str(df['institut_formation'].values[n])
|
||||||
|
@ -1434,6 +1439,7 @@ def add_class_mass(file=None, Folder=None, diction=None):
|
||||||
mydata['mots_cle'] = str(df['mots_cle'].values[n])
|
mydata['mots_cle'] = str(df['mots_cle'].values[n])
|
||||||
mydata['presentiel'] = str(df['presentiel'].values[n])
|
mydata['presentiel'] = str(df['presentiel'].values[n])
|
||||||
mydata['distantiel'] = str(df['distantiel'].values[n])
|
mydata['distantiel'] = str(df['distantiel'].values[n])
|
||||||
|
mydata['price'] = str(df['price'].values[n])
|
||||||
|
|
||||||
|
|
||||||
'''
|
'''
|
||||||
|
@ -1458,8 +1464,12 @@ def add_class_mass(file=None, Folder=None, diction=None):
|
||||||
if diction['token']:
|
if diction['token']:
|
||||||
mydata['token'] = diction['token']
|
mydata['token'] = diction['token']
|
||||||
|
|
||||||
print( mydata)
|
mydata['duration_unit'] = "jour"
|
||||||
status, retval = add_class(mydata)
|
|
||||||
|
clean_dict = {k: mydata[k] for k in mydata if ( str(mydata[k]) != "nan") }
|
||||||
|
|
||||||
|
print( clean_dict)
|
||||||
|
status, retval = add_class(clean_dict)
|
||||||
|
|
||||||
if( status is False ):
|
if( status is False ):
|
||||||
return status, retval
|
return status, retval
|
||||||
|
|
|
@ -183,8 +183,6 @@ def get_all_class(diction):
|
||||||
|
|
||||||
nb_formation_a_jouter = MYSY_GV.MAINPAGE_QUERY_LIMIT_ROW - len(tab_training_inzone)
|
nb_formation_a_jouter = MYSY_GV.MAINPAGE_QUERY_LIMIT_ROW - len(tab_training_inzone)
|
||||||
|
|
||||||
print(" NB = tab_training_inzone : "+str(len(tab_training_inzone)))
|
|
||||||
print(" tab_training_inzone = ############# "+str(tab_training_inzone))
|
|
||||||
|
|
||||||
coll_name = MYSY_GV.dbname['myclass']
|
coll_name = MYSY_GV.dbname['myclass']
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue