Support for gzipped -i and --save-session

Saved sessions may very large, as in hundreds and even thousands of
megabyte when dealing with large queues.
Add support to save and reload sessions to gzipped files, when libz is
available.

The session serializer will output gzipped contents when the file ends
with .gz, while the input file reader (UriListParser) will accept
whatever is thrown at it.

1 files changed, 161 insertions, 0 deletions

diff --git a/src/GZipFile.cc b/src/GZipFile.cc
new file mode 100644
index 00000000..8acb1bd9
--- /dev/null
+++ b/src/GZipFile.cc
@@ -0,0 +1,161 @@
+/* <!-- copyright */
+/*
+ * aria2 - The high speed download utility
+ *
+ * Copyright (C) 2013 Nils Maier
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ *
+ * In addition, as a special exception, the copyright holders give
+ * permission to link the code of portions of this program with the
+ * OpenSSL library under certain conditions as described in each
+ * individual source file, and distribute linked combinations
+ * including the two.
+ * You must obey the GNU General Public License in all respects
+ * for all of the code used other than OpenSSL.  If you modify
+ * file(s) with this exception, you may extend this exception to your
+ * version of the file(s), but you are not obligated to do so.  If you
+ * do not wish to do so, delete this exception statement from your
+ * version.  If you delete this exception statement from all source
+ * files in the program, then also delete it here.
+ */
+/* copyright --> */
+
+#include "GZipFile.h"
+
+#include <algorithm>
+#include <limits>
+
+#include "a2io.h"
+#include "util.h"
+
+namespace aria2 {
+
+GZipFile::GZipFile(const char* filename, const char* mode)
+  : BufferedFile(0), fp_(0), open_(false)
+{
+  FILE* fp =
+#ifdef __MINGW32__
+  a2fopen(utf8ToWChar(filename).c_str(), utf8ToWChar(mode).c_str());
+#else // !__MINGW32__
+  a2fopen(filename, mode);
+#endif // !__MINGW32__
+
+  open_  = fp;
+  if (open_) {
+    int fd = dup(fileno(fp));
+    if ((open_ = fd) >= 0) {
+      open_ = (fp_ = gzdopen(fd, mode));
+      if (!open_) {
+        ::close(fd);
+      }
+    }
+    if (open_) {
+#if HAVE_GZBUFFER
+      gzbuffer(fp_, 1<<17);
+#endif
+#if HAVE_GZSETPARAMS
+      gzsetparams(fp_, 2, Z_DEFAULT_STRATEGY);
+#endif
+    }
+    fclose(fp);
+  }
+}
+
+int GZipFile::close()
+{
+  if (open_) {
+    open_ = false;
+    return gzclose(fp_);
+  }
+  return 0;
+}
+
+bool GZipFile::isError() const
+{
+  int rv = 0;
+  const char *e = gzerror(fp_, &rv);
+  return (e != 0 && *e != 0) || rv != 0;
+}
+
+size_t GZipFile::read(void* ptr, size_t count)
+{
+  char *data = reinterpret_cast<char*>(ptr);
+  size_t read = 0;
+  while (count) {
+    size_t len = std::min(count, (size_t)std::numeric_limits<unsigned>::max());
+    int rv = gzread(fp_, data, len);
+    if (rv <= 0) {
+      break;
+    }
+    count -= rv;
+    read += rv;
+    data += rv;
+  }
+  return read;
+}
+
+size_t GZipFile::write(const void* ptr, size_t count)
+{
+  const char *data = reinterpret_cast<const char*>(ptr);
+  size_t written = 0;
+  while (count) {
+    size_t len = std::min(count, (size_t)std::numeric_limits<unsigned>::max());
+    int rv = gzwrite(fp_, data, len);
+    if (rv <= 0) {
+      break;
+    }
+    count -= rv;
+    written += rv;
+    data += rv;
+  }
+  return written;
+}
+
+char* GZipFile::gets(char* s, int size)
+{
+  return gzgets(fp_, s, size);
+}
+
+int GZipFile::flush()
+{
+  return gzflush(fp_, 0);
+}
+
+int GZipFile::vprintf(const char* format, va_list va)
+{
+  char *buf = 0;
+  size_t len;
+
+  int rv = ::vasprintf(&buf, format, va);
+  if (rv <= 0) {
+    // buf is undefined at this point
+    // do not attempt to free it
+    return rv;
+  }
+
+  len = strlen(buf);
+  if (len) {
+    rv = gzwrite(fp_, buf, len);
+  }
+
+  if (buf) {
+    free(buf);
+  }
+  return rv;
+}
+
+
+} // namespace aria2