o 5)i"@sdddlZddlZddlmZmZmZmZmZddlm Z m Z ddl m Z e eZGdddZdS)N)DictListOptionalAnyUnion)ThreadPoolExecutor as_completed) MySQLModelc@seZdZdZddZddededeefdd Z d eedeeeeffd d Z d eedeeeeffd dZ ddeeeefde edeefddZ deeeefdedeefddZdefddZddZdS)DatabaseServicez;Service for handling multi-database operations in flask-apicCs2t|_tdd|_ttd|jj|_dS)N  max_workers.) r mysqlrexecutorlogging getLogger__name__ __class__logger)selfr;/var/www/html/oms-prod-mcp/app/services/database_service.py__init__ s zDatabaseService.__init__Nqueryparamsreturnc Cshz|jd|j||WSty3}z|jd|ddt|igWYd}~Sd}~ww)zExecute MySQL queryzExecuting MySQL queryzMySQL query error: errorzMySQL query failed: N)rdebugr execute_query Exceptionrstr)rrrerrrexecute_mysql_querys  z#DatabaseService.execute_mysql_queryqueriesc sFt}g}|jdt|d|D]6}|d}|d|d}|dkr:||j|j|d|d}n |j d |q| ||fqi}|D]D\}}z|Id H||<|j d |d WqPt y} z!|j d |d | dd|d t| ig||<WYd } ~ qPd } ~ ww|jdt|d|S)z'Execute multiple queries asynchronously Executing z queries asynchronouslydatabaseid_queryrrrUnknown database type: Nz Async query  completed successfully failed: rQuery Completed z async queries)asyncioget_event_looprinfolengetrun_in_executorrr#warningappendrr rr!) rr$looptasks query_configdb_typequery_idtaskresultsr"rrrexecute_queries_asyncs:  *z%DatabaseService.execute_queries_asyncc Csli}i}|jdt|dttt|dd}|D]1}|d}|d|d}|dkr@||j|d |d }n |jd |q|||<q| D]E\}}z|j d d ||<|j d|dWqSt y} z!|j d|d| dd|dt| ig||<WYd} ~ qSd} ~ wwWdn1swY|jdt|d|S)z2Execute multiple queries in parallel using threadsr%z queries in parallelr r r&r'r(rrrr)<)timeoutzParallel query r*r+rr,Nr-z parallel queries)rr0r1rminr2submitr#r4itemsresultrr rr!) rr$futuresr<rr8r9r:futurer"rrrexecute_parallel_queries?s@   z(DatabaseService.execute_parallel_queriesdatasets join_configc Csze|s |jdgWSdd|D}|s |jdgWSt|dkr5|jdt|dWS|rD|jd|||WS|jd g}|D]\}}|D] }||d <||qVqP|WSt y}z|j d |d d t |igWYd}~Sd}~ww)z$Combine data from multiple databasesz$No datasets provided for combinationcSs2i|]\}}|rt|dkrd|dvs||qS)rr)r1).0kvrrr rsz0DatabaseService.combine_data..z.No valid datasets found after filtering errorsrIzSingle dataset, returning as-isrz#Joining datasets with configurationzConcatenating datasets_sourcezError combining data: rzData combination failed: N) rr4rBr1r0listvalues_join_datasetsr5r rr!) rrGrHvalid_datasetscombined dataset_namedataitemr"rrr combine_datahs:        zDatabaseService.combine_datac sz|d}|d|dd}||vrtd|d||}g}|jdt|dd |D]a}|D]Q\}} ||krGq>fd d | D} | ro| D]} | D]\} } | krl| ||d | <q[qUq>|dkr| ry| d ni}|D]} | krd||d | <qq>||q4|jdt|d|WSt y}z|j d|ddt |igWYd}~Sd}~ww)z$Join datasets based on configurationprimary join_fieldtypeleftzPrimary dataset 'z ' not foundzJoining z datasets on field ''cs$g|]}|kr|qSr)r2)rJrowrY primary_rowrr s z2DatabaseService._join_datasets.._rNzJoin completed with z recordszError joining datasets: rzDataset join failed: ) r2 ValueErrorrr0r1copyrBkeysr5r rr!)rrGrHprimary_dataset join_type primary_datarC combined_rowrTrU matching_rowsmatchkeyvalue sample_rowr"rr^rrQsR       zDatabaseService._join_datasetsc Cshz|jd|j}|ddWSty3}z|jd|t|ddWYd}~Sd}~ww)z"Get database connection statisticsz&Getting database connection statistics operational)rservice_statuszError getting database stats: r)rroN)rr0rtest_connectionr rr!)r mysql_statsr"rrrget_database_statss  z"DatabaseService.get_database_statsc Cspz|jd|j|jjdd|jdWdSty7}z|jd|WYd}~dSd}~ww)zCleanup resourcesz&Cleaning up database service resourcesT)waitz"Database service cleanup completedzError during cleanup: N)rr0rcleanuprshutdownr r)rr"rrrrts   zDatabaseService.cleanup)N)r __module__ __qualname____doc__rr!tuplerrr#r=rFrrWrQrrrtrrrrr s." "$* ) 8 r )r.rtypingrrrrrconcurrent.futuresrrapp.models.mysql_modelr rrrr rrrrs