Roman/file split feature

src/main/java/org/ngafid/Database.java

@@ -98,10 +98,11 @@ private static void initializeConnectionPool() {
         config.setUsername(dbUser);
         config.setPassword(dbPassword);
         config.addDataSourceProperty("cachePrepStmts", "true");
-        config.addDataSourceProperty("prepStmtCacheSize", "250");
-        config.addDataSourceProperty("prepStmtCacheSize", "250");
+        config.addDataSourceProperty("prepStmtCacheSize", "64");
+        config.addDataSourceProperty("prepStmtCacheSize", "64");
         config.addDataSourceProperty("prepStmtCacheSqlLimit", "2048");
-        config.setMaximumPoolSize(256);
+        config.setMaximumPoolSize(32);
+        config.setMaxLifetime(60000);
         CONNECTION_POOL = new HikariDataSource(config);
     }
-}
+}

src/main/java/org/ngafid/ProcessUpload.java

@@ -113,7 +113,6 @@ public static void main(String[] arguments) throws SQLException {
      * non-existant
      * upload. This can cause the upload process to crash.
      *
-     * @param connection is the connection to the database
      */
     public static void removeNoUploadFlights() {
         try (Connection connection = Database.getConnection()) {
@@ -134,6 +133,9 @@ public static void removeNoUploadFlights() {
     }
 
     public static void operateAsDaemon() throws SQLException {
+
+        LOG.info("Operate as daemon log.  ");
+
         while (true) {
             Instant start = Instant.now();
 

src/main/java/org/ngafid/common/TimeUtils.java

@@ -115,11 +115,38 @@ public static String toUTC(String date, String time, String offset) {
 
     }
 
+    /**
+     * List of DateTime formats supported.
+     */
+    private static final List<DateTimeFormatter> dateTimeFormatters = Arrays.asList(
+            DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"),
+            DateTimeFormatter.ofPattern("M/d/yyyy HH:mm:ss")
+
+    );
+
+    /**
+     * Helper method to parse the date and time using the declared formatters
+     * @param dateTimeString
+     * @return
+     */
+    public static LocalDateTime parseDateTime(String dateTimeString) {
+        String normalizedDateTime = dateTimeString.replaceAll("\\s+", " ");  // Replaces multiple spaces with a single space
+        for (DateTimeFormatter formatter : dateTimeFormatters) {
+            try {
+                return LocalDateTime.parse(normalizedDateTime, formatter);
+            } catch (Exception e) {
+                // Continue trying other formats
+            }
+        }
+        // If none of the formats work, throw an exception or handle it appropriately
+        throw new IllegalArgumentException("Date format not supported: " + normalizedDateTime);
+    }
+
     public static OffsetDateTime convertToOffset(String originalDate, String originalTime, String originalOffset, String newOffset) {
         //System.out.println("original:   \t" + originalTime + " " + originalOffset + " new offset: "+ newOffset);
 
         // create a LocalDateTime using the date time passed as parameter
-        LocalDateTime ldt = LocalDateTime.parse(originalDate + " " + originalTime, DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss"));
+        LocalDateTime ldt = parseDateTime(originalDate + " " + originalTime);
 
         //fix bad offset values
         originalOffset = updateBadOffset(ldt, originalOffset);