diff options
| author | Tatsuhiro Tsujikawa <tatsuhiro.t@gmail.com> | 2013-07-05 21:08:24 +0900 |
|---|---|---|
| committer | Tatsuhiro Tsujikawa <tatsuhiro.t@gmail.com> | 2013-07-06 15:56:08 +0900 |
| commit | f000fd0cab7860920b5269c018ea3eaae9f35e2e (patch) | |
| tree | 952cfc4756f3dfd4d9184875c2a0b55e170ad17b /src | |
| parent | e823fe8bb5efb018648934ed6e047a515b4018bb (diff) | |
MultiDiskAdaptor: Use std::unique_ptr for DiskWriterEntry and DiskWriter
MultiFileAllocationIterator is also rewritten so that it does not
requre copying DiskWriterEntry objects.
Diffstat (limited to 'src')
| -rw-r--r-- | src/AnonDiskWriterFactory.h | 5 | ||||
| -rw-r--r-- | src/DefaultDiskWriterFactory.cc | 5 | ||||
| -rw-r--r-- | src/DefaultDiskWriterFactory.h | 3 | ||||
| -rw-r--r-- | src/DefaultPieceStorage.cc | 5 | ||||
| -rw-r--r-- | src/DiskWriterFactory.h | 3 | ||||
| -rw-r--r-- | src/MultiDiskAdaptor.cc | 203 | ||||
| -rw-r--r-- | src/MultiDiskAdaptor.h | 26 | ||||
| -rw-r--r-- | src/MultiFileAllocationIterator.cc | 60 | ||||
| -rw-r--r-- | src/MultiFileAllocationIterator.h | 8 | ||||
| -rw-r--r-- | src/UnknownLengthPieceStorage.cc | 5 |
10 files changed, 151 insertions, 172 deletions
diff --git a/src/AnonDiskWriterFactory.h b/src/AnonDiskWriterFactory.h index 60146827..4d3c0116 100644 --- a/src/AnonDiskWriterFactory.h +++ b/src/AnonDiskWriterFactory.h @@ -36,6 +36,7 @@ #define D_ANON_DISK_WRITER_FACTORY_H #include "DiskWriterFactory.h" +#include "a2functional.h" namespace aria2 { @@ -47,9 +48,9 @@ public: AnonDiskWriterFactory() {} virtual ~AnonDiskWriterFactory() {} - virtual std::shared_ptr<DiskWriter> newDiskWriter(const std::string& filename) + virtual std::unique_ptr<DiskWriter> newDiskWriter(const std::string& filename) { - return std::shared_ptr<DiskWriter>(new DiskWriterType()); + return make_unique<DiskWriterType>(); } }; diff --git a/src/DefaultDiskWriterFactory.cc b/src/DefaultDiskWriterFactory.cc index b2bd9be2..a0547252 100644 --- a/src/DefaultDiskWriterFactory.cc +++ b/src/DefaultDiskWriterFactory.cc @@ -34,13 +34,14 @@ /* copyright --> */ #include "DefaultDiskWriterFactory.h" #include "DefaultDiskWriter.h" +#include "a2functional.h" namespace aria2 { -std::shared_ptr<DiskWriter> DefaultDiskWriterFactory::newDiskWriter +std::unique_ptr<DiskWriter> DefaultDiskWriterFactory::newDiskWriter (const std::string& filename) { - return std::shared_ptr<DiskWriter>(new DefaultDiskWriter(filename)); + return make_unique<DefaultDiskWriter>(filename); } } // namespace aria2 diff --git a/src/DefaultDiskWriterFactory.h b/src/DefaultDiskWriterFactory.h index f13f07e9..41696a76 100644 --- a/src/DefaultDiskWriterFactory.h +++ b/src/DefaultDiskWriterFactory.h @@ -44,7 +44,8 @@ class DiskWriter; class DefaultDiskWriterFactory:public DiskWriterFactory { public: - virtual std::shared_ptr<DiskWriter> newDiskWriter(const std::string& filename); + virtual std::unique_ptr<DiskWriter> newDiskWriter + (const std::string& filename); }; } // namespace aria2 diff --git a/src/DefaultPieceStorage.cc b/src/DefaultPieceStorage.cc index 656c2e23..8af48b8e 100644 --- a/src/DefaultPieceStorage.cc +++ b/src/DefaultPieceStorage.cc @@ -643,9 +643,8 @@ void DefaultPieceStorage::initStorage() (downloadContext_->getFileEntries().begin(), downloadContext_->getFileEntries().end()); - std::shared_ptr<DiskWriter> writer = - diskWriterFactory_->newDiskWriter(directDiskAdaptor->getFilePath()); - directDiskAdaptor->setDiskWriter(writer); + directDiskAdaptor->setDiskWriter + (diskWriterFactory_->newDiskWriter(directDiskAdaptor->getFilePath())); diskAdaptor_.reset(directDiskAdaptor); } else { A2_LOG_DEBUG("Instantiating MultiDiskAdaptor"); diff --git a/src/DiskWriterFactory.h b/src/DiskWriterFactory.h index 56a8cef0..0677dfad 100644 --- a/src/DiskWriterFactory.h +++ b/src/DiskWriterFactory.h @@ -48,7 +48,8 @@ class DiskWriterFactory { public: virtual ~DiskWriterFactory() {} - virtual std::shared_ptr<DiskWriter> newDiskWriter(const std::string& filename)=0; + virtual std::unique_ptr<DiskWriter> newDiskWriter + (const std::string& filename)=0; }; } // namespace aria2 diff --git a/src/MultiDiskAdaptor.cc b/src/MultiDiskAdaptor.cc index 7e537be2..a432a9be 100644 --- a/src/MultiDiskAdaptor.cc +++ b/src/MultiDiskAdaptor.cc @@ -55,9 +55,10 @@ namespace aria2 { DiskWriterEntry::DiskWriterEntry(const std::shared_ptr<FileEntry>& fileEntry) - : fileEntry_(fileEntry), - open_(false), - needsFileAllocation_(false) + : fileEntry_{fileEntry}, + open_{false}, + needsFileAllocation_{false}, + needsDiskWriter_{false} {} const std::string& DiskWriterEntry::getFilePath() const @@ -107,9 +108,9 @@ int64_t DiskWriterEntry::size() const return File(getFilePath()).size(); } -void DiskWriterEntry::setDiskWriter(const std::shared_ptr<DiskWriter>& diskWriter) +void DiskWriterEntry::setDiskWriter(std::unique_ptr<DiskWriter> diskWriter) { - diskWriter_ = diskWriter; + diskWriter_ = std::move(diskWriter); } bool DiskWriterEntry::operator<(const DiskWriterEntry& entry) const @@ -118,20 +119,19 @@ bool DiskWriterEntry::operator<(const DiskWriterEntry& entry) const } MultiDiskAdaptor::MultiDiskAdaptor() - : pieceLength_(0), - maxOpenFiles_(DEFAULT_MAX_OPEN_FILES), - readOnly_(false) + : pieceLength_{0}, + maxOpenFiles_{DEFAULT_MAX_OPEN_FILES}, + readOnly_{false} {} MultiDiskAdaptor::~MultiDiskAdaptor() {} namespace { -std::shared_ptr<DiskWriterEntry> createDiskWriterEntry -(const std::shared_ptr<FileEntry>& fileEntry, - bool needsFileAllocation) +std::unique_ptr<DiskWriterEntry> createDiskWriterEntry +(const std::shared_ptr<FileEntry>& fileEntry) { - std::shared_ptr<DiskWriterEntry> entry(new DiskWriterEntry(fileEntry)); - entry->needsFileAllocation(needsFileAllocation); + auto entry = make_unique<DiskWriterEntry>(fileEntry); + entry->needsFileAllocation(fileEntry->isRequested()); return entry; } } // namespace @@ -144,33 +144,28 @@ void MultiDiskAdaptor::resetDiskWriterEntries() return; } - for(std::vector<std::shared_ptr<FileEntry> >::const_iterator i = - getFileEntries().begin(), eoi = getFileEntries().end(); i != eoi; ++i) { - diskWriterEntries_.push_back - (createDiskWriterEntry(*i, (*i)->isRequested())); + for(auto& fileEntry: getFileEntries()) { + diskWriterEntries_.push_back(createDiskWriterEntry(fileEntry)); } - std::map<std::string, bool> dwreq; // TODO Currently, pieceLength_ == 0 is used for unit testing only. if(pieceLength_ > 0) { - std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator done = - diskWriterEntries_.begin(); - for(std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator itr = - diskWriterEntries_.begin(), eoi = diskWriterEntries_.end(); - itr != eoi;) { - const std::shared_ptr<FileEntry>& fileEntry = (*itr)->getFileEntry(); - + auto done = std::begin(diskWriterEntries_); + for(auto itr = std::begin(diskWriterEntries_), + eoi = std::end(diskWriterEntries_); itr != eoi;) { + auto& fileEntry = (*itr)->getFileEntry(); if(!fileEntry->isRequested()) { ++itr; continue; } int64_t pieceStartOffset = (fileEntry->getOffset()/pieceLength_)*pieceLength_; - if(itr != diskWriterEntries_.begin()) { - for(std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator i = - itr-1; true; --i) { - const std::shared_ptr<FileEntry>& fileEntry = (*i)->getFileEntry(); + if(itr != std::begin(diskWriterEntries_)) { + for(auto i = itr-1;; --i) { + auto& fileEntry = (*i)->getFileEntry(); if(pieceStartOffset <= fileEntry->getOffset() || pieceStartOffset < fileEntry->getLastOffset()) { + A2_LOG_DEBUG(fmt("%s needs file allocation", + (*i)->getFileEntry()->getPath().c_str())); (*i)->needsFileAllocation(true); } else { break; @@ -205,7 +200,7 @@ void MultiDiskAdaptor::resetDiskWriterEntries() A2_LOG_DEBUG (fmt("%s needs diskwriter", (*itr)->getFileEntry()->getPath().c_str())); - dwreq[(*itr)->getFileEntry()->getPath()] = true; + (*itr)->needsDiskWriter(true); } else { break; } @@ -218,17 +213,15 @@ void MultiDiskAdaptor::resetDiskWriterEntries() } } DefaultDiskWriterFactory dwFactory; - for(std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator i = - diskWriterEntries_.begin(), eoi = diskWriterEntries_.end(); - i != eoi; ++i) { - if((*i)->needsFileAllocation() || - dwreq.find((*i)->getFileEntry()->getPath()) != dwreq.end() || - (*i)->fileExists()) { + for(auto& dwent : diskWriterEntries_) { + if(dwent->needsFileAllocation() || + dwent->needsDiskWriter() || + dwent->fileExists()) { A2_LOG_DEBUG(fmt("Creating DiskWriter for filename=%s", - (*i)->getFilePath().c_str())); - (*i)->setDiskWriter(dwFactory.newDiskWriter((*i)->getFilePath())); + dwent->getFilePath().c_str())); + dwent->setDiskWriter(dwFactory.newDiskWriter(dwent->getFilePath())); if(readOnly_) { - (*i)->getDiskWriter()->enableReadOnly(); + dwent->getDiskWriter()->enableReadOnly(); } // TODO mmap is not enabled at this moment. Call enableMmap() // after this function call. @@ -237,24 +230,22 @@ void MultiDiskAdaptor::resetDiskWriterEntries() } void MultiDiskAdaptor::openIfNot -(const std::shared_ptr<DiskWriterEntry>& entry, void (DiskWriterEntry::*open)()) +(DiskWriterEntry* entry, void (DiskWriterEntry::*open)()) { if(!entry->isOpen()) { // A2_LOG_DEBUG(fmt("DiskWriterEntry: Cache MISS. offset=%s", // util::itos(entry->getFileEntry()->getOffset()).c_str())); - int numOpened = openedDiskWriterEntries_.size(); - (entry.get()->*open)(); + (entry->*open)(); if(numOpened >= maxOpenFiles_) { // Cache is full. // Choose one DiskWriterEntry randomly and close it. size_t index = SimpleRandomizer::getInstance()->getRandomNumber(numOpened); - std::vector<std::shared_ptr<DiskWriterEntry> >::iterator i = - openedDiskWriterEntries_.begin(); + auto i = std::begin(openedDiskWriterEntries_); std::advance(i, index); (*i)->closeFile(); - (*i) = entry; + *i = entry; } else { openedDiskWriterEntries_.push_back(entry); } @@ -272,9 +263,8 @@ void MultiDiskAdaptor::openFile() // Call DiskWriterEntry::openFile to make sure that zero-length files are // created. - for(DiskWriterEntries::const_iterator itr = diskWriterEntries_.begin(), - eoi = diskWriterEntries_.end(); itr != eoi; ++itr) { - openIfNot(*itr, &DiskWriterEntry::openFile); + for(auto& dwent : diskWriterEntries_) { + openIfNot(dwent.get(), &DiskWriterEntry::openFile); } } @@ -285,9 +275,8 @@ void MultiDiskAdaptor::initAndOpenFile() // we don't need to call it here. // Call DiskWriterEntry::initAndOpenFile to make files truncated. - for(DiskWriterEntries::const_iterator itr = diskWriterEntries_.begin(), - eoi = diskWriterEntries_.end(); itr != eoi; ++itr) { - openIfNot(*itr, &DiskWriterEntry::initAndOpenFile); + for(auto& dwent : diskWriterEntries_) { + openIfNot(dwent.get(), &DiskWriterEntry::initAndOpenFile); } } @@ -299,12 +288,14 @@ void MultiDiskAdaptor::openExistingFile() void MultiDiskAdaptor::closeFile() { - std::for_each(diskWriterEntries_.begin(), diskWriterEntries_.end(), - std::mem_fn(&DiskWriterEntry::closeFile)); + openedDiskWriterEntries_.clear(); + for(auto& dwent : diskWriterEntries_) { + dwent->closeFile(); + } } namespace { -bool isInRange(const std::shared_ptr<DiskWriterEntry> entry, int64_t offset) +bool isInRange(DiskWriterEntry* entry, int64_t offset) { return entry->getFileEntry()->getOffset() <= offset && offset < entry->getFileEntry()->getLastOffset(); @@ -312,7 +303,7 @@ bool isInRange(const std::shared_ptr<DiskWriterEntry> entry, int64_t offset) } // namespace namespace { -ssize_t calculateLength(const std::shared_ptr<DiskWriterEntry> entry, +ssize_t calculateLength(DiskWriterEntry* entry, int64_t fileOffset, ssize_t rem) { if(entry->getFileEntry()->getLength() < fileOffset+rem) { @@ -326,7 +317,7 @@ ssize_t calculateLength(const std::shared_ptr<DiskWriterEntry> entry, namespace { class OffsetCompare { public: - bool operator()(int64_t offset, const std::shared_ptr<DiskWriterEntry>& dwe) + bool operator()(int64_t offset, const std::unique_ptr<DiskWriterEntry>& dwe) { return offset < dwe->getFileEntry()->getOffset(); } @@ -337,14 +328,12 @@ namespace { DiskWriterEntries::const_iterator findFirstDiskWriterEntry (const DiskWriterEntries& diskWriterEntries, int64_t offset) { - DiskWriterEntries::const_iterator first = - std::upper_bound(diskWriterEntries.begin(), diskWriterEntries.end(), - offset, OffsetCompare()); - + auto first = std::upper_bound(std::begin(diskWriterEntries), + std::end(diskWriterEntries), + offset, OffsetCompare()); --first; - // In case when offset is out-of-range - if(!isInRange(*first, offset)) { + if(!isInRange((*first).get(), offset)) { throw DL_ABORT_EX (fmt(EX_FILE_OFFSET_OUT_OF_RANGE, static_cast<int64_t>(offset))); } @@ -353,8 +342,7 @@ DiskWriterEntries::const_iterator findFirstDiskWriterEntry } // namespace namespace { -void throwOnDiskWriterNotOpened(const std::shared_ptr<DiskWriterEntry>& e, - int64_t offset) +void throwOnDiskWriterNotOpened(DiskWriterEntry* e, int64_t offset) { throw DL_ABORT_EX (fmt("DiskWriter for offset=%" PRId64 ", filename=%s is not opened.", @@ -366,19 +354,14 @@ void throwOnDiskWriterNotOpened(const std::shared_ptr<DiskWriterEntry>& e, void MultiDiskAdaptor::writeData(const unsigned char* data, size_t len, int64_t offset) { - DiskWriterEntries::const_iterator first = - findFirstDiskWriterEntry(diskWriterEntries_, offset); - + auto first = findFirstDiskWriterEntry(diskWriterEntries_, offset); ssize_t rem = len; int64_t fileOffset = offset-(*first)->getFileEntry()->getOffset(); - for(DiskWriterEntries::const_iterator i = first, - eoi = diskWriterEntries_.end(); i != eoi; ++i) { - ssize_t writeLength = calculateLength(*i, fileOffset, rem); - - openIfNot(*i, &DiskWriterEntry::openFile); - + for(auto i = first, eoi = diskWriterEntries_.cend(); i != eoi; ++i) { + ssize_t writeLength = calculateLength((*i).get(), fileOffset, rem); + openIfNot((*i).get(), &DiskWriterEntry::openFile); if(!(*i)->isOpen()) { - throwOnDiskWriterNotOpened(*i, offset+(len-rem)); + throwOnDiskWriterNotOpened((*i).get(), offset+(len-rem)); } (*i)->getDiskWriter()->writeData(data+(len-rem), writeLength, fileOffset); @@ -393,22 +376,16 @@ void MultiDiskAdaptor::writeData(const unsigned char* data, size_t len, ssize_t MultiDiskAdaptor::readData (unsigned char* data, size_t len, int64_t offset) { - DiskWriterEntries::const_iterator first = - findFirstDiskWriterEntry(diskWriterEntries_, offset); - + auto first = findFirstDiskWriterEntry(diskWriterEntries_, offset); ssize_t rem = len; ssize_t totalReadLength = 0; int64_t fileOffset = offset-(*first)->getFileEntry()->getOffset(); - for(DiskWriterEntries::const_iterator i = first, - eoi = diskWriterEntries_.end(); i != eoi; ++i) { - ssize_t readLength = calculateLength(*i, fileOffset, rem); - - openIfNot(*i, &DiskWriterEntry::openFile); - + for(auto i = first, eoi = diskWriterEntries_.cend(); i != eoi; ++i) { + ssize_t readLength = calculateLength((*i).get(), fileOffset, rem); + openIfNot((*i).get(), &DiskWriterEntry::openFile); if(!(*i)->isOpen()) { - throwOnDiskWriterNotOpened(*i, offset+(len-rem)); + throwOnDiskWriterNotOpened((*i).get(), offset+(len-rem)); } - totalReadLength += (*i)->getDiskWriter()->readData(data+(len-rem), readLength, fileOffset); rem -= readLength; @@ -427,27 +404,26 @@ void MultiDiskAdaptor::writeCache(const WrDiskCacheEntry* entry) unsigned char buf[16*1024]; size_t buflen = 0; size_t buffoffset = 0; - const WrDiskCacheEntry::DataCellSet& dataSet = entry->getDataSet(); + auto& dataSet = entry->getDataSet(); if(dataSet.empty()) { return; } - DiskWriterEntries::const_iterator dent = + auto dent = findFirstDiskWriterEntry(diskWriterEntries_, (*dataSet.begin())->goff), - eod = diskWriterEntries_.end(); - WrDiskCacheEntry::DataCellSet::const_iterator i = dataSet.begin(), - eoi = dataSet.end(); + eod = diskWriterEntries_.cend(); + auto i = std::begin(dataSet), eoi = std::end(dataSet); size_t celloff = 0; for(; dent != eod; ++dent) { int64_t lstart = 0, lp = 0; - const std::shared_ptr<FileEntry>& fent = (*dent)->getFileEntry(); + auto& fent = (*dent)->getFileEntry(); for(; i != eoi;) { if(std::max(fent->getOffset(), static_cast<int64_t>((*i)->goff + celloff)) < std::min(fent->getLastOffset(), static_cast<int64_t>((*i)->goff + (*i)->len))) { - openIfNot(*dent, &DiskWriterEntry::openFile); + openIfNot((*dent).get(), &DiskWriterEntry::openFile); if(!(*dent)->isOpen()) { - throwOnDiskWriterNotOpened(*dent, (*i)->goff + celloff); + throwOnDiskWriterNotOpened((*dent).get(), (*i)->goff + celloff); } } else { A2_LOG_DEBUG(fmt("%s Cache flush loff=%" PRId64 ", len=%lu", @@ -519,25 +495,25 @@ void MultiDiskAdaptor::writeCache(const WrDiskCacheEntry* entry) bool MultiDiskAdaptor::fileExists() { - return std::find_if(getFileEntries().begin(), getFileEntries().end(), + return std::find_if(std::begin(getFileEntries()), + std::end(getFileEntries()), std::mem_fn(&FileEntry::exists)) != - getFileEntries().end(); + std::end(getFileEntries()); } int64_t MultiDiskAdaptor::size() { int64_t size = 0; - for(std::vector<std::shared_ptr<FileEntry> >::const_iterator i = - getFileEntries().begin(), eoi = getFileEntries().end(); i != eoi; ++i) { - size += File((*i)->getPath()).size(); + for(auto& fe : getFileEntries()) { + size += File(fe->getPath()).size(); } return size; } -std::shared_ptr<FileAllocationIterator> MultiDiskAdaptor::fileAllocationIterator() +std::shared_ptr<FileAllocationIterator> +MultiDiskAdaptor::fileAllocationIterator() { - return std::shared_ptr<FileAllocationIterator> - (new MultiFileAllocationIterator(this)); + return std::make_shared<MultiFileAllocationIterator>(this); } void MultiDiskAdaptor::enableReadOnly() @@ -552,10 +528,8 @@ void MultiDiskAdaptor::disableReadOnly() void MultiDiskAdaptor::enableMmap() { - for(std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator i = - diskWriterEntries_.begin(), eoi = diskWriterEntries_.end(); - i != eoi; ++i) { - const std::shared_ptr<DiskWriter>& dw = (*i)->getDiskWriter(); + for(auto& dwent : diskWriterEntries_) { + auto& dw = dwent->getDiskWriter(); if(dw) { dw->enableMmap(); } @@ -564,14 +538,12 @@ void MultiDiskAdaptor::enableMmap() void MultiDiskAdaptor::cutTrailingGarbage() { - for(std::vector<std::shared_ptr<DiskWriterEntry> >::const_iterator i = - diskWriterEntries_.begin(), eoi = diskWriterEntries_.end(); - i != eoi; ++i) { - int64_t length = (*i)->getFileEntry()->getLength(); - if(File((*i)->getFilePath()).size() > length) { + for(auto& dwent : diskWriterEntries_) { + int64_t length = dwent->getFileEntry()->getLength(); + if(File(dwent->getFilePath()).size() > length) { // We need open file before calling DiskWriter::truncate(int64_t) - openIfNot(*i, &DiskWriterEntry::openFile); - (*i)->getDiskWriter()->truncate(length); + openIfNot(dwent.get(), &DiskWriterEntry::openFile); + dwent->getDiskWriter()->truncate(length); } } } @@ -584,10 +556,9 @@ void MultiDiskAdaptor::setMaxOpenFiles(int maxOpenFiles) size_t MultiDiskAdaptor::utime(const Time& actime, const Time& modtime) { size_t numOK = 0; - for(std::vector<std::shared_ptr<FileEntry> >::const_iterator i = - getFileEntries().begin(), eoi = getFileEntries().end(); i != eoi; ++i) { - if((*i)->isRequested()) { - File f((*i)->getPath()); + for(auto& fe : getFileEntries()) { + if(fe->isRequested()) { + File f{fe->getPath()}; if(f.isFile() && f.utime(actime, modtime)) { ++numOK; } diff --git a/src/MultiDiskAdaptor.h b/src/MultiDiskAdaptor.h index f778f9d8..59c239cd 100644 --- a/src/MultiDiskAdaptor.h +++ b/src/MultiDiskAdaptor.h @@ -46,9 +46,10 @@ class DiskWriter; class DiskWriterEntry { private: std::shared_ptr<FileEntry> fileEntry_; - std::shared_ptr<DiskWriter> diskWriter_; + std::unique_ptr<DiskWriter> diskWriter_; bool open_; bool needsFileAllocation_; + bool needsDiskWriter_; public: DiskWriterEntry(const std::shared_ptr<FileEntry>& fileEntry); @@ -76,9 +77,9 @@ public: return fileEntry_; } - void setDiskWriter(const std::shared_ptr<DiskWriter>& diskWriter); + void setDiskWriter(std::unique_ptr<DiskWriter> diskWriter); - const std::shared_ptr<DiskWriter>& getDiskWriter() const + const std::unique_ptr<DiskWriter>& getDiskWriter() const { return diskWriter_; } @@ -95,9 +96,18 @@ public: needsFileAllocation_ = f; } + bool needsDiskWriter() const + { + return needsDiskWriter_; + } + + void needsDiskWriter(bool f) + { + needsDiskWriter_ = f; + } }; -typedef std::vector<std::shared_ptr<DiskWriterEntry> > DiskWriterEntries; +typedef std::vector<std::unique_ptr<DiskWriterEntry>> DiskWriterEntries; class MultiDiskAdaptor : public DiskAdaptor { friend class MultiFileAllocationIterator; @@ -105,7 +115,7 @@ private: int32_t pieceLength_; DiskWriterEntries diskWriterEntries_; - std::vector<std::shared_ptr<DiskWriterEntry> > openedDiskWriterEntries_; + std::vector<DiskWriterEntry*> openedDiskWriterEntries_; int maxOpenFiles_; @@ -113,8 +123,7 @@ private: void resetDiskWriterEntries(); - void openIfNot(const std::shared_ptr<DiskWriterEntry>& entry, - void (DiskWriterEntry::*f)()); + void openIfNot(DiskWriterEntry* entry, void (DiskWriterEntry::*f)()); static const int DEFAULT_MAX_OPEN_FILES = 100; @@ -168,8 +177,7 @@ public: virtual size_t utime(const Time& actime, const Time& modtime); - const std::vector<std::shared_ptr<DiskWriterEntry> >& - getDiskWriterEntries() const + const DiskWriterEntries& getDiskWriterEntries() const { return diskWriterEntries_; } diff --git a/src/MultiFileAllocationIterator.cc b/src/MultiFileAllocationIterator.cc index b2561e10..1b234c0a 100644 --- a/src/MultiFileAllocationIterator.cc +++ b/src/MultiFileAllocationIterator.cc @@ -45,51 +45,49 @@ namespace aria2 { MultiFileAllocationIterator::MultiFileAllocationIterator -(MultiDiskAdaptor* diskAdaptor): - diskAdaptor_(diskAdaptor), - entries_(diskAdaptor_->diskWriterEntries_.begin(), - diskAdaptor_->diskWriterEntries_.end()) +(MultiDiskAdaptor* diskAdaptor) + : diskAdaptor_{diskAdaptor}, + entryItr_{std::begin(diskAdaptor_->getDiskWriterEntries())} {} MultiFileAllocationIterator::~MultiFileAllocationIterator() {} void MultiFileAllocationIterator::allocateChunk() { - while(!fileAllocationIterator_ || - fileAllocationIterator_->finished()) { - if(entries_.empty()) { - break; - } - std::shared_ptr<DiskWriterEntry> entry = entries_.front(); - entries_.pop_front(); - std::shared_ptr<FileEntry> fileEntry = entry->getFileEntry(); - // Open file before calling DiskWriterEntry::size() - diskAdaptor_->openIfNot(entry, &DiskWriterEntry::openFile); - if(entry->needsFileAllocation() && entry->size() < fileEntry->getLength()) { - // Calling private function of MultiDiskAdaptor. + while((!fileAllocationIterator_ || + fileAllocationIterator_->finished()) && + entryItr_ != std::end(diskAdaptor_->getDiskWriterEntries())) { + auto& fileEntry = (*entryItr_)->getFileEntry(); + // Open file before calling DiskWriterEntry::size(). Calling + // private function of MultiDiskAdaptor. + diskAdaptor_->openIfNot((*entryItr_).get(), &DiskWriterEntry::openFile); + if((*entryItr_)->needsFileAllocation() && + (*entryItr_)->size() < fileEntry->getLength()) { switch(diskAdaptor_->getFileAllocationMethod()) { #ifdef HAVE_SOME_FALLOCATE case(DiskAdaptor::FILE_ALLOC_FALLOC): - fileAllocationIterator_.reset - (new FallocFileAllocationIterator(entry->getDiskWriter().get(), - entry->size(), - fileEntry->getLength())); + fileAllocationIterator_ = make_unique<FallocFileAllocationIterator> + ((*entryItr_)->getDiskWriter().get(), + (*entryItr_)->size(), + fileEntry->getLength()); break; #endif // HAVE_SOME_FALLOCATE case(DiskAdaptor::FILE_ALLOC_TRUNC): - fileAllocationIterator_.reset - (new TruncFileAllocationIterator(entry->getDiskWriter().get(), - entry->size(), - fileEntry->getLength())); + fileAllocationIterator_ = make_unique<TruncFileAllocationIterator> + ((*entryItr_)->getDiskWriter().get(), + (*entryItr_)->size(), + fileEntry->getLength()); break; default: - fileAllocationIterator_.reset - (new AdaptiveFileAllocationIterator(entry->getDiskWriter().get(), - entry->size(), - fileEntry->getLength())); + fileAllocationIterator_ = make_unique<AdaptiveFileAllocationIterator> + ((*entryItr_)->getDiskWriter().get(), + (*entryItr_)->size(), + fileEntry->getLength()); break; } + break; } + ++entryItr_; } if(finished()) { return; @@ -99,7 +97,7 @@ void MultiFileAllocationIterator::allocateChunk() bool MultiFileAllocationIterator::finished() { - return entries_.empty() && + return entryItr_ == std::end(diskAdaptor_->getDiskWriterEntries()) && (!fileAllocationIterator_ || fileAllocationIterator_->finished()); } @@ -121,10 +119,10 @@ int64_t MultiFileAllocationIterator::getTotalLength() } } -const std::deque<std::shared_ptr<DiskWriterEntry> >& +const DiskWriterEntries& MultiFileAllocationIterator::getDiskWriterEntries() const { - return entries_; + return diskAdaptor_->getDiskWriterEntries(); } } // namespace aria2 diff --git a/src/MultiFileAllocationIterator.h b/src/MultiFileAllocationIterator.h index 388b891f..2f55d234 100644 --- a/src/MultiFileAllocationIterator.h +++ b/src/MultiFileAllocationIterator.h @@ -40,16 +40,17 @@ #include <deque> #include <memory> +#include "MultiDiskAdaptor.h" + namespace aria2 { -class MultiDiskAdaptor; class DiskWriterEntry; class MultiFileAllocationIterator:public FileAllocationIterator { private: MultiDiskAdaptor* diskAdaptor_; - std::deque<std::shared_ptr<DiskWriterEntry> > entries_; + DiskWriterEntries::const_iterator entryItr_; std::unique_ptr<FileAllocationIterator> fileAllocationIterator_; public: MultiFileAllocationIterator(MultiDiskAdaptor* diskAdaptor); @@ -64,8 +65,7 @@ public: virtual int64_t getTotalLength(); - const std::deque<std::shared_ptr<DiskWriterEntry> >& - getDiskWriterEntries() const; + const DiskWriterEntries& getDiskWriterEntries() const; }; } // namespace aria2 diff --git a/src/UnknownLengthPieceStorage.cc b/src/UnknownLengthPieceStorage.cc index 00d324c9..dcacccb2 100644 --- a/src/UnknownLengthPieceStorage.cc +++ b/src/UnknownLengthPieceStorage.cc @@ -62,9 +62,8 @@ void UnknownLengthPieceStorage::initStorage() directDiskAdaptor->setFileEntries(downloadContext_->getFileEntries().begin(), downloadContext_->getFileEntries().end()); - std::shared_ptr<DiskWriter> writer = - diskWriterFactory_->newDiskWriter(directDiskAdaptor->getFilePath()); - directDiskAdaptor->setDiskWriter(writer); + directDiskAdaptor->setDiskWriter + (diskWriterFactory_->newDiskWriter(directDiskAdaptor->getFilePath())); diskAdaptor_.reset(directDiskAdaptor); } |
