summaryrefslogtreecommitdiffabout
path: root/src
authorMichael Krelin <hacker@klever.net>2011-08-30 20:06:11 (UTC)
committer Michael Krelin <hacker@klever.net>2011-08-30 20:06:11 (UTC)
commit77706495aa0cc1706cfe1535b40477e004312081 (patch) (unidiff)
treea63cf5ce4682a0ce4b412f303f7524c9fa6bacfa /src
parent111044b60ba5f40e003d1ba1d4082794985aa3ad (diff)
downloadiii-77706495aa0cc1706cfe1535b40477e004312081.zip
iii-77706495aa0cc1706cfe1535b40477e004312081.tar.gz
iii-77706495aa0cc1706cfe1535b40477e004312081.tar.bz2
optimize integrity digest calculation memory use
Signed-off-by: Michael Krelin <hacker@klever.net>
Diffstat (limited to 'src') (more/less context) (ignore whitespace changes)
-rw-r--r--src/eyetil.cc14
1 files changed, 5 insertions, 9 deletions
diff --git a/src/eyetil.cc b/src/eyetil.cc
index 57ae607..2e6ab7e 100644
--- a/src/eyetil.cc
+++ b/src/eyetil.cc
@@ -104,74 +104,70 @@ tmpdir_t::tmpdir_t(const std::string& dt) : dir(dt) {
104 throw std::runtime_error("failed to mkdtmp()"); 104 throw std::runtime_error("failed to mkdtmp()");
105} 105}
106tmpdir_t::~tmpdir_t() { 106tmpdir_t::~tmpdir_t() {
107 assert(!dir.empty()); 107 assert(!dir.empty());
108 if(rmdir(dir.c_str())) { 108 if(rmdir(dir.c_str())) {
109 syslog(LOG_WARNING,"Failed to remove '%s' directory",dir.c_str()); 109 syslog(LOG_WARNING,"Failed to remove '%s' directory",dir.c_str());
110 } 110 }
111} 111}
112 112
113std::string tmpdir_t::get_file(const std::string& f) { 113std::string tmpdir_t::get_file(const std::string& f) {
114 std::string::size_type ls = f.rfind('/'); 114 std::string::size_type ls = f.rfind('/');
115 return dir+'/'+( 115 return dir+'/'+(
116 (ls==std::string::npos) 116 (ls==std::string::npos)
117 ? f 117 ? f
118 : f.substr(ls+1) 118 : f.substr(ls+1)
119 ); 119 );
120} 120}
121 121
122tarchive_t::tarchive_t(void *p,size_t s) : a(archive_read_new()), e(0) { 122tarchive_t::tarchive_t(void *p,size_t s) : a(archive_read_new()), e(0) {
123 if(!a) throw std::runtime_error("failed to archive_read_new()"); 123 if(!a) throw std::runtime_error("failed to archive_read_new()");
124 if(archive_read_support_format_tar(a)) { 124 if(archive_read_support_format_tar(a)) {
125 archive_read_finish(a); 125 archive_read_finish(a);
126 throw std::runtime_error("failed to archive_read_support_format_tar()"); 126 throw std::runtime_error("failed to archive_read_support_format_tar()");
127 } 127 }
128 if(archive_read_open_memory(a,p,s)) { 128 if(archive_read_open_memory(a,p,s)) {
129 archive_read_finish(a); 129 archive_read_finish(a);
130 throw std::runtime_error("failed to archive_read_open_memory()"); 130 throw std::runtime_error("failed to archive_read_open_memory()");
131 } 131 }
132} 132}
133tarchive_t::~tarchive_t() { 133tarchive_t::~tarchive_t() {
134 assert(a); 134 assert(a);
135 archive_read_finish(a); 135 archive_read_finish(a);
136} 136}
137 137
138bool tarchive_t::read_next_header() { 138bool tarchive_t::read_next_header() {
139 assert(a); 139 assert(a);
140 return archive_read_next_header(a,&e)==ARCHIVE_OK; 140 return archive_read_next_header(a,&e)==ARCHIVE_OK;
141} 141}
142 142
143std::string tarchive_t::entry_pathname() { 143std::string tarchive_t::entry_pathname() {
144 assert(a); assert(e); 144 assert(a); assert(e);
145 return archive_entry_pathname(e); 145 return archive_entry_pathname(e);
146} 146}
147 147
148bool tarchive_t::read_data_into_fd(int fd) { 148bool tarchive_t::read_data_into_fd(int fd) {
149 assert(a); 149 assert(a);
150 return archive_read_data_into_fd(a,fd)==ARCHIVE_OK; 150 return archive_read_data_into_fd(a,fd)==ARCHIVE_OK;
151} 151}
152 152
153#pragma pack(1) 153#pragma pack(1)
154struct block512_t { 154struct block512_t {
155 enum { words = 512 / sizeof(uint16_t) }; 155 enum { words = 512 / sizeof(uint16_t) };
156 uint16_t data[words]; 156 uint16_t data[words];
157 157
158 static uint16_t tcpcksum(block512_t& data) { 158 static uint16_t tcpcksum(block512_t& data) {
159 uint32_t sum = std::accumulate(data.data,data.data+words,0); 159 uint32_t sum = std::accumulate(data.data,data.data+words,0);
160 while(uint32_t hw = sum>>16) sum = (sum&0xffff)+hw; 160 while(uint32_t hw = sum>>16) sum = (sum&0xffff)+hw;
161 return ~sum; 161 return ~sum;
162 } 162 }
163 163
164}; 164};
165#pragma pack() 165#pragma pack()
166 166
167binary_t integrity_digest(const void *ptr,size_t size,const std::string& ukey) { 167binary_t integrity_digest(const void *ptr,size_t size,const std::string& ukey) {
168 binary_t key; key.from_hex(ukey); 168 md5_digester rv;
169 std::vector<uint16_t> blksums; blksums.reserve(size/sizeof(block512_t)); 169 std::transform( (block512_t*)ptr, ((block512_t*)ptr)+size/sizeof(block512_t),
170 block512_t *db = (block512_t*)ptr, 170 rv.updater<uint16_t>(), block512_t::tcpcksum );
171 *de = db + size/sizeof(block512_t); 171 rv.update( binary_t(ukey) );
172 std::transform( db, de, std::back_inserter(blksums), block512_t::tcpcksum ); 172 return rv.final();
173 binary_t subject;
174 subject.from_data((void*)&(blksums.front()),blksums.size()*sizeof(uint16_t));
175 std::copy( key.begin(), key.end(), std::back_inserter(subject) );
176 return subject.md5();
177} 173}