# # ChangeLog for OAIHarvester # # Generated by Trac 1.2.2 # 05/19/24 16:54:25 Tue, 08 Jul 2014 11:50:40 GMT Oliver Schonefeld [5458] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) - clean up pom.xml - update some dependencies - update to Apache ... Mon, 07 Jul 2014 13:45:47 GMT Oliver Schonefeld [5450] * OAIHarvester/branches/legacy (deleted) - revert r5449 Mon, 07 Jul 2014 13:23:46 GMT Oliver Schonefeld [5449] * OAIHarvester/branches/legacy (copied) - create legacy branch Tue, 17 Jun 2014 15:48:14 GMT Oliver Schonefeld [5367] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) - don't trigger an InvalidArgumentExecption in case of certain ... Mon, 04 Nov 2013 18:19:59 GMT oschonef [3931] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - band-aid to skip some invalid metadata records from MPI Mon, 04 Nov 2013 15:19:42 GMT oschonef [3927] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/XmlStreamReaderProxy.java (modified) - minor updates Thu, 31 Oct 2013 10:04:35 GMT oschonef [3921] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) - make jobs cancellable Thu, 31 Oct 2013 10:03:16 GMT oschonef [3920] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - consume all of , even if handler didn't Wed, 12 Jun 2013 11:40:54 GMT oschonef [3026] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) - bump version Tue, 11 Jun 2013 22:40:23 GMT oschonef [3022] * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - (testcase-only) fix storing raw responses in ZIP if an error occurs Tue, 11 Jun 2013 22:15:50 GMT oschonef [3021] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - creative hanbdling of resumptionToken for non-conforming OAI providers Tue, 11 Jun 2013 11:44:51 GMT oschonef [3016] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - just skip empty elements or unsupported compression ... Tue, 11 Jun 2013 11:21:27 GMT oschonef [3015] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) - just skip empty elements or unsupported compression ... Tue, 11 Jun 2013 11:09:44 GMT oschonef [3014] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) - just skip empty elements or unsupported compression ... Mon, 10 Jun 2013 22:06:31 GMT oschonef [3013] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) - bump version Mon, 10 Jun 2013 22:02:39 GMT oschonef [3012] * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - fix storing raw responses in ZIP file with very large results Mon, 10 Jun 2013 19:50:23 GMT oschonef [3011] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/ProtocolError.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/ParallelHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/XmlStreamReaderProxy.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - update Woodstox, SLF4J and Apache Commons HTTP client dependencies ... Tue, 24 Apr 2012 18:29:12 GMT oschonef [1906] * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - optionally store header properties (hardcoded-switch) Tue, 24 Apr 2012 18:28:47 GMT oschonef [1905] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) - update joda time dependency Tue, 24 Apr 2012 16:27:55 GMT oschonef [1904] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) - cleanup dependencies - update HttpClient Tue, 24 Apr 2012 16:10:59 GMT oschonef [1903] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) - normalize linefeeds into canonical linefeeds by default Tue, 24 Apr 2012 15:57:15 GMT oschonef [1902] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) - update slf4j and Woodstox dependency versions Wed, 26 Oct 2011 10:20:48 GMT oschonef [1596] * OAIHarvester/trunk/OAIHarvester/pom.xml (modified) - fix maven warnings in pom - update slf4j to 1.6.2 Wed, 16 Mar 2011 15:06:03 GMT oschonef [1173] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIGatewayDescription.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIGatewayDescriptionParser.java (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - add description parser for OAI gateway Wed, 16 Mar 2011 13:45:57 GMT oschonef [1172] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIDublinCoreDescriptionParser.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIIdentifierDescriptionParser.java (modified) - mark description implementations final Wed, 16 Mar 2011 13:44:58 GMT oschonef [1171] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIFriendsDescription.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIFriendsDescriptionParser.java (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - add description parser for OAI friends Fri, 11 Mar 2011 09:52:27 GMT oschonef [1163] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Description.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Harvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIDublinCoreDescription.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIDublinCoreDescriptionParser.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIIdentifierDescription.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/OAIIdentifierDescriptionParser.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Repository.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/ext (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/ext/DescriptionParser.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - convert ealiestDatestamp to Date in Identify - add pluggable ... Fri, 25 Feb 2011 09:29:29 GMT oschonef [1150] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - Retry-After is actually seconds (or a datestamp) and not milliseconds Fri, 25 Feb 2011 09:09:29 GMT oschonef [1149] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) - make constant static (found by findbugs) Fri, 25 Feb 2011 09:08:19 GMT oschonef [1148] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Harvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/ParallelHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) - fix fallout from HarvestJob id type change Thu, 24 Feb 2011 14:11:30 GMT oschonef [1147] * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - set datestamp in zip file Thu, 24 Feb 2011 14:01:38 GMT oschonef [1146] * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - include bytes in per prefix stats output Thu, 24 Feb 2011 13:59:59 GMT oschonef [1145] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestJob.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) - use int for request and resumption count Thu, 24 Feb 2011 13:57:42 GMT oschonef [1144] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestJob.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HeaderImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - add per prefix statistics Thu, 24 Feb 2011 10:49:43 GMT oschonef [1143] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) - if delayed, wait slightly longer to avoid looping Tue, 22 Feb 2011 15:29:58 GMT oschonef [1141] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - parse Retry-After header according to RFC 2616 Tue, 22 Feb 2011 14:52:02 GMT oschonef [1140] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Harvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/ParallelHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - make maximum network retry count configurable through Harvester - ... Tue, 22 Feb 2011 14:24:00 GMT oschonef [1139] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - fix typo ;) Tue, 22 Feb 2011 13:40:34 GMT oschonef [1138] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) - minor fix for internal bookkeeping in OAI flow control case Tue, 22 Feb 2011 09:50:37 GMT oschonef [1137] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestHandler.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestJob.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Harvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/ParallelHarvester.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - major re-factoring of Harvester, HarvestJob, their implementations, ... Thu, 17 Feb 2011 13:15:45 GMT oschonef [1134] * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (modified) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (modified) - fix some bugs noted by findbugs Wed, 16 Feb 2011 17:33:24 GMT oschonef [1128] * OAIHarvester/trunk/OAIHarvester (modified) * OAIHarvester/trunk/OAIHarvester/pom.xml (added) * OAIHarvester/trunk/OAIHarvester/src (added) * OAIHarvester/trunk/OAIHarvester/src/main (added) * OAIHarvester/trunk/OAIHarvester/src/main/java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestHandler.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestHandlerAdapter.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvestJob.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Harvester.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvesterException.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/HarvesterProtocolErrorException.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Header.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/MetadataFormat.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/ProtocolError.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/Repository.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/AbstractHarvester.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestJobImpl.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HarvestWorker.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/HeaderImpl.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/MetadataFormatImpl.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/RequestUriBuilder.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/Response.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/SimpleHarvester.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/impl/XmlStreamReaderProxy.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/util (added) * OAIHarvester/trunk/OAIHarvester/src/main/java/eu/clarin/cmdi/oai/harvester/util/XMLStreamCopier.java (added) * OAIHarvester/trunk/OAIHarvester/src/main/resources (added) * OAIHarvester/trunk/OAIHarvester/src/main/resources/META-INF (added) * OAIHarvester/trunk/OAIHarvester/src/main/resources/META-INF/OAI-PMH.xsd (added) * OAIHarvester/trunk/OAIHarvester/src/test (added) * OAIHarvester/trunk/OAIHarvester/src/test/java (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester (added) * OAIHarvester/trunk/OAIHarvester/src/test/java/eu/clarin/cmdi/oai/harvester/HarvesterTest.java (added) - initial import of OAI harvester (... now for real ;) Wed, 16 Feb 2011 17:25:34 GMT oschonef [1127] * OAIHarvester/trunk/OAIHarvester (added) Initial import. Wed, 16 Feb 2011 17:12:28 GMT oschonef [1126] * OAIHarvester (added) * OAIHarvester/branches (added) * OAIHarvester/tags (added) * OAIHarvester/trunk (added) - create directory structure for OAI harvester