From 846dccef34300a23c4029e2335b401d325eaa61b Mon Sep 17 00:00:00 2001 From: fmendezh Date: Wed, 26 May 2021 08:42:42 +0200 Subject: [PATCH] extending page size when iterating over results for data export services --- .../java/org/gbif/registry/ws/resources/DatasetResource.java | 5 ++++- .../registry/ws/resources/OccurrenceDownloadResource.java | 4 +++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/registry-ws/src/main/java/org/gbif/registry/ws/resources/DatasetResource.java b/registry-ws/src/main/java/org/gbif/registry/ws/resources/DatasetResource.java index d96bb21446..a12849307a 100644 --- a/registry-ws/src/main/java/org/gbif/registry/ws/resources/DatasetResource.java +++ b/registry-ws/src/main/java/org/gbif/registry/ws/resources/DatasetResource.java @@ -135,6 +135,7 @@ public class DatasetResource extends BaseNetworkEntityResource private static final Logger LOG = LoggerFactory.getLogger(DatasetResource.class); private static final int ALL_DATASETS_LIMIT = 200; + public static final int SEARCH_EXPORT_LIMIT = 300; private final RegistryDatasetService registryDatasetService; private final DatasetSearchService searchService; @@ -200,7 +201,9 @@ public void search(HttpServletResponse response, String headerValue = "attachment; filename=gbif_datasets." + format.name().toLowerCase(); response.setHeader(HttpHeaders.CONTENT_DISPOSITION, headerValue); - CsvWriter.datasetSearchResultCsvWriter(Iterables.datasetSearchResults(searchRequest, searchService), + CsvWriter.datasetSearchResultCsvWriter(Iterables.datasetSearchResults(searchRequest, + searchService, + SEARCH_EXPORT_LIMIT), format) .export(response.getWriter()); } diff --git a/registry-ws/src/main/java/org/gbif/registry/ws/resources/OccurrenceDownloadResource.java b/registry-ws/src/main/java/org/gbif/registry/ws/resources/OccurrenceDownloadResource.java index bb251b6367..efab1ca027 100644 --- a/registry-ws/src/main/java/org/gbif/registry/ws/resources/OccurrenceDownloadResource.java +++ b/registry-ws/src/main/java/org/gbif/registry/ws/resources/OccurrenceDownloadResource.java @@ -92,6 +92,7 @@ @RequestMapping(value = "occurrence/download", produces = MediaType.APPLICATION_JSON_VALUE) public class OccurrenceDownloadResource implements OccurrenceDownloadService { + public static final int STATS_EXPORT_LIMIT = 500; private final OccurrenceDownloadMapper occurrenceDownloadMapper; private final DatasetOccurrenceDownloadMapper datasetOccurrenceDownloadMapper; private final IdentityAccessService identityService; @@ -395,7 +396,8 @@ public void getDownloadStatistics( toDate, publishingCountry, datasetKey, - publishingOrgKey), + publishingOrgKey, + STATS_EXPORT_LIMIT), format) .export(response.getWriter()); }