Commit e9f6c4ed authored by iwakeh's avatar iwakeh 🌴
Browse files

fixup! Add webstats module with sync and local import functionality. 

Always add new log descriptors to 'recent'.
parent d18424ae

src/main/java/org/torproject/collector/webstats/SanitizeWeblogs.java

+2 −5
Original line number Diff line number Diff line
@@ -137,11 +137,7 @@ public class SanitizeWeblogs extends CollecTorMain { 
          new WebServerAccessLogImpl(retainedLines, name));

      log.debug("Storing {}.", name);

      walp.storeOut(this.outputPathName);

      if (date.plusDays(4).isAfter(LocalDate.now())) {

        // Only add recent log files to 'recent' folder, e.g.,

        // during bulk imports or syncing.

      walp.storeRecent(this.recentPathName);

      }

    } catch (DescriptorParseException dpe) {

      log.error("Cannot store log desriptor {}.", name, dpe);

    }
@@ -179,6 +175,7 @@ public class SanitizeWeblogs extends CollecTorMain { 
    }

    if (!this.limits) {

      sorted.add(sorted.first().minusDays(1));

      sorted.add(sorted.last().plusDays(1));

    }

    return new LocalDate[]{sorted.first(), sorted.last()};

  }