tolag3/mjon_git
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

java.lang.OutOfMemoryError: Java heap space 에러로인한 배치로

Browse Source
This commit is contained in:
hylee 2024-07-29 16:23:43 +09:00
parent 821e6dec07
commit b5b048e55c
1 changed files with 27 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
src/main/java/itn/let/mjo/addr/service/impl/AddrServiceImpl.java
View File

@ -59,6 +59,7 @@ public class AddrServiceImpl extends EgovAbstractServiceImpl implements AddrSer
private static final String PHONE_REGEX = "^(01[016789]-?\\d{3,4}-?\\d{4})$";
private static final Pattern PHONE_PATTERN = Pattern.compile(PHONE_REGEX);
private static final Charset EUC_KR = Charset.forName("EUC-KR");
private static final int BATCH_SIZE = 10000;
// private static final int MAX_ADDR_CNT = 500000;
//임시 500만개
private static final int MAX_ADDR_CNT = 5000000;
@ -471,7 +472,9 @@ public class AddrServiceImpl extends EgovAbstractServiceImpl implements AddrSer
if(addrListVO.size() > 0) {
// 등록
addrDAO.insertAddrList(addrListVO);
// Batch insert
batchInsertAddrList(addrListVO);
// addrDAO.insertAddrList(addrListVO);
}
@ -497,7 +500,29 @@ public class AddrServiceImpl extends EgovAbstractServiceImpl implements AddrSer
, LocalDateTime.now());
}
public static boolean isValidPhoneNumber(String phoneNo) {
private void batchInsertAddrList(List<AddrVO> addrListVO) throws Exception {
int totalSize = addrListVO.size();
int batchCount = (totalSize + BATCH_SIZE - 1) / BATCH_SIZE;
long startTime, endTime;
double executionTime;
for (int i = 0; i < batchCount; i++) {
int startIndex = i * BATCH_SIZE;
int endIndex = Math.min(startIndex + BATCH_SIZE, totalSize);
List<AddrVO> batchList = addrListVO.subList(startIndex, endIndex);
startTime = System.currentTimeMillis();
addrDAO.insertAddrList(batchList);
endTime = System.currentTimeMillis();
executionTime = (endTime - startTime) / 1000.0;
System.out.println("Batch " + (i + 1) + "/" + batchCount + " Execution time: " + executionTime + " seconds");
}
}
public static boolean isValidPhoneNumber(String phoneNo) {
if (phoneNo == null || phoneNo.isEmpty()) {
return false;
}