@ -24,6 +24,7 @@ import java.io.FileNotFoundException;
import java.io.IOException ;
import java.io.ObjectInputStream ;
import java.time.Duration ;
import java.util.HashMap ;
import java.util.List ;
import java.util.Map ;
import java.util.concurrent.ScheduledFuture ;
@ -36,18 +37,19 @@ public class DropBoxSchedulerService {
private final AgentConfigReader agentConfigReader ;
private final SqlExecuteService sqlExecuteService ;
private final DropBoxService dropBoxService ;
private Map < Integer , ScheduledFuture < ? > > scheduledFutureMap ;
/ * *
* 수 신 한 메 시 지 를 처 리 하 는 쓰 레 드
* DB 저 장 로 직 과 파 일 또 는 파 일 + 메 타 데 이 터 저 장 로 직 으 로 구 성 됨
* @param messageFilePath 메 지 시 파 일 절 대 경 로
* /
@SuppressWarnings ( "unchecked" )
public void processDropBox ( String messageFilePath ) {
public void processDropBox ( String messageFilePath ) throws Exception {
ReceiveMessageDto receiveMessageDto = ReceiveMessageDto . builder ( ) . build ( ) ;
ReceiveMessageDto . ProcessStatus processStatus ;
String processMessage = "" ;
String messageUuid ;
Exception processException = null ;
try ( ObjectInputStream objectInputStream = new ObjectInputStream ( new FileInputStream ( messageFilePath ) ) ) {
receiveMessageDto = ( ReceiveMessageDto ) objectInputStream . readObject ( ) ;
messageUuid = receiveMessageDto . getMessageUuid ( ) ;
@ -59,9 +61,6 @@ public class DropBoxSchedulerService {
List < Map < String , Object > > dataMapList ;
dataMapList = ( List < Map < String , Object > > ) objectMapper . readValue ( receiveMessageDto . getData ( ) , List . class ) ;
sqlExecuteService . insert ( dropBox . getDataSourceId ( ) , dropBox . getSqlId ( ) , dataMapList ) ;
// for(Map<String, Object> dataMap : dataMapList) {
// sqlExecuteService.insert(dropBox.getDataSourceId(), dropBox.getSqlId(), dataMap);
// }
}
else if ( dropBox . getTaskType ( ) = = AgentConfigDto . TaskType . RECEIVE_FILE ) {
// 1.2 파일 수신 메시지 처리
@ -93,26 +92,30 @@ public class DropBoxSchedulerService {
dropBoxService . clearMessageFile ( messageFilePath ) ;
processStatus = ReceiveMessageDto . ProcessStatus . PROCESS_NOT_POSSIBLE ;
processMessage = e . getMessage ( ) ;
log . error ( "process not possible - messageFilePath: ") ;
log . error ( "process not possible - messageFilePath: {} ", messageFilePath ) ;
log . error ( "{}" , e , e ) ;
processException = e ;
} catch ( IOException e ) {
//수신한 메시지를 로드하지 못했으니 메시지 처리 불가. ReceiveMessageDto 를 알 수 없으므로 로그 남기고 종료
processStatus = ReceiveMessageDto . ProcessStatus . PROCESS_FAIL ;
processMessage = e . getMessage ( ) ;
log . error ( "cannot load a message file - messageFilePath: ") ;
log . error ( "cannot load a message file - messageFilePath: {} ", messageFilePath ) ;
log . error ( "{}" , e , e ) ;
processException = e ;
} catch ( ClassNotFoundException e ) {
//ReceiveMessageDto 변환 실패. 로그 남기고 파일을 미처리 상태 경로로 옮기고 ReceiveMessageDto 를 알 수 없으므로 종료
processStatus = ReceiveMessageDto . ProcessStatus . PROCESS_FAIL ;
processMessage = e . getMessage ( ) ;
log . error ( "cannot parse a message file - messageFilePath: ") ;
log . error ( "cannot parse a message file - messageFilePath: {} ", messageFilePath ) ;
log . error ( "{}" , e , e ) ;
processException = e ;
} catch ( Exception e ) {
//기타 메시지 처리 중 오류
processStatus = ReceiveMessageDto . ProcessStatus . PROCESS_FAIL ;
processMessage = e . getMessage ( ) ;
log . error ( "cannot process a message file - messageFilePath: ") ;
log . error ( "cannot process a message file - messageFilePath: {} ", messageFilePath ) ;
log . error ( "{}" , e , e ) ;
processException = e ;
}
//2. 결과 Ack 전송
if ( StringUtils . isNotBlank ( receiveMessageDto . getMessageUuid ( ) ) & & StringUtils . isNotBlank ( receiveMessageDto . getSenderHostId ( ) ) ) {
@ -127,6 +130,10 @@ public class DropBoxSchedulerService {
}
} catch ( IOException ex ) {
log . error ( "{}" , ex , ex ) ;
processException = ex ;
}
if ( processException ! = null ) {
throw processException ;
}
}
@ -161,23 +168,44 @@ public class DropBoxSchedulerService {
}
}
private void run ( ) {
try {
public void launch ( ) { // 실행확인됨
log . debug ( "{} launch" , this . getClass ( ) . getName ( ) ) ;
this . scheduledFutureMap = new HashMap < > ( ) ;
for ( int i = 0 ; i < this . agentConfigReader . getAgentConfigDto ( ) . getDropBoxConfig ( ) . getThreadPoolSize ( ) ; i + + ) {
this . scheduleTask ( i ) ;
}
}
private void scheduleTask ( int taskId ) {
Runnable task = ( ) - > {
String messageFilePath = dropBoxService . poll ( ) ;
if ( StringUtils . isNotBlank ( messageFilePath ) ) {
log . info ( "dropBoxProcessThread {} process a message {}" , Thread . currentThread ( ) . getName ( ) , messageFilePath ) ;
this . processDropBox ( messageFilePath ) ;
try {
if ( StringUtils . isNotBlank ( messageFilePath ) ) {
log . info ( "dropBoxProcessThread {} process a message {} (extra poll size: {})" , Thread . currentThread ( ) . getName ( ) , messageFilePath , dropBoxService . getPollSize ( ) ) ;
this . processDropBox ( messageFilePath ) ;
}
Thread . sleep ( 10 ) ;
}
Thread . sleep ( 10 ) ;
} catch ( InterruptedException e ) {
log . error ( "{}" , e , e ) ;
Thread . currentThread ( ) . interrupt ( ) ;
}
catch ( InterruptedException e ) {
log . error ( "{}" , e , e ) ;
Thread . currentThread ( ) . interrupt ( ) ;
this . rescheduleTask ( taskId ) ;
}
catch ( Exception e ) {
log . error ( "Exception on processDropBox. messageFilePath: {}" , messageFilePath , e ) ;
this . rescheduleTask ( taskId ) ;
}
} ;
ScheduledFuture < ? > future = dropBoxProcessorThreadPoolTaskScheduler . scheduleWithFixedDelay ( task , Duration . ofMillis ( 10 ) ) ;
this . scheduledFutureMap . put ( taskId , future ) ;
}
public void launch ( ) { // 실행확인됨
log . debug ( "{} launch" , this . getClass ( ) . getName ( ) ) ;
ScheduledFuture < ? > scheduledFuture = dropBoxProcessorThreadPoolTaskScheduler . scheduleWithFixedDelay ( this : : run , Duration . ofMillis ( 10 ) ) ;
private void rescheduleTask ( int taskId ) {
ScheduledFuture < ? > future = this . scheduledFutureMap . get ( taskId ) ;
if ( future ! = null & & ! future . isCancelled ( ) ) {
future . cancel ( true ) ;
scheduleTask ( taskId ) ;
}
}
}
