summaryrefslogtreecommitdiffabout
Unidiff
Diffstat (more/less context) (ignore whitespace changes)
-rw-r--r--lib/discovery.cc2
1 files changed, 1 insertions, 1 deletions
diff --git a/lib/discovery.cc b/lib/discovery.cc
index b4ed3b6..5585e12 100644
--- a/lib/discovery.cc
+++ b/lib/discovery.cc
@@ -1,379 +1,379 @@
1#include <list> 1#include <list>
2#include <opkele/curl.h> 2#include <opkele/curl.h>
3#include <opkele/expat.h> 3#include <opkele/expat.h>
4#include <opkele/uris.h> 4#include <opkele/uris.h>
5#include <opkele/discovery.h> 5#include <opkele/discovery.h>
6#include <opkele/exception.h> 6#include <opkele/exception.h>
7#include <opkele/util.h> 7#include <opkele/util.h>
8#include <opkele/data.h> 8#include <opkele/data.h>
9#include <opkele/debug.h> 9#include <opkele/debug.h>
10 10
11#include "config.h" 11#include "config.h"
12 12
13#include <opkele/tidy.h> 13#include <opkele/tidy.h>
14 14
15#define XRDS_HEADER "X-XRDS-Location" 15#define XRDS_HEADER "X-XRDS-Location"
16#define CT_HEADER "Content-Type" 16#define CT_HEADER "Content-Type"
17 17
18namespace opkele { 18namespace opkele {
19 using std::list; 19 using std::list;
20 using xrd::XRD_t; 20 using xrd::XRD_t;
21 using xrd::service_t; 21 using xrd::service_t;
22 22
23 /* TODO: the whole discovery thing needs cleanup and optimization due to 23 /* TODO: the whole discovery thing needs cleanup and optimization due to
24 * many changes of concept. */ 24 * many changes of concept. */
25 25
26 static const size_t max_html = 16384; 26 static const size_t max_html = 16384;
27 27
28 static const struct service_type_t { 28 static const struct service_type_t {
29 const char *uri; 29 const char *uri;
30 const char *forceid; 30 const char *forceid;
31 } op_service_types[] = { 31 } op_service_types[] = {
32 { STURI_OPENID20_OP, IDURI_SELECT20 }, 32 { STURI_OPENID20_OP, IDURI_SELECT20 },
33 { STURI_OPENID20, 0 }, 33 { STURI_OPENID20, 0 },
34 { STURI_OPENID11, 0 }, 34 { STURI_OPENID11, 0 },
35 { STURI_OPENID10, 0 } 35 { STURI_OPENID10, 0 }
36 }; 36 };
37 enum { 37 enum {
38 st_index_1 = 2, st_index_2 = 1 38 st_index_1 = 2, st_index_2 = 1
39 }; 39 };
40 40
41 41
42 static inline bool is_qelement(const XML_Char *n,const char *qen) { 42 static inline bool is_qelement(const XML_Char *n,const char *qen) {
43 return !strcasecmp(n,qen); 43 return !strcasecmp(n,qen);
44 } 44 }
45 static inline bool is_element(const XML_Char *n,const char *en) { 45 static inline bool is_element(const XML_Char *n,const char *en) {
46 if(!strcasecmp(n,en)) return true; 46 if(!strcasecmp(n,en)) return true;
47 int nl = strlen(n), enl = strlen(en); 47 int nl = strlen(n), enl = strlen(en);
48 if( (nl>=(enl+1)) && n[nl-enl-1]=='\t' 48 if( (nl>=(enl+1)) && n[nl-enl-1]=='\t'
49 && !strcasecmp(&n[nl-enl],en) ) 49 && !strcasecmp(&n[nl-enl],en) )
50 return true; 50 return true;
51 return false; 51 return false;
52 } 52 }
53 53
54 static long element_priority(const XML_Char **a) { 54 static long element_priority(const XML_Char **a) {
55 for(;*a;++a) 55 for(;*a;++a)
56 if(!strcasecmp(*(a++),"priority")) { 56 if(!strcasecmp(*(a++),"priority")) {
57 long rv; 57 long rv;
58 return (sscanf(*a,"%ld",&rv)==1)?rv:-1; 58 return (sscanf(*a,"%ld",&rv)==1)?rv:-1;
59 } 59 }
60 return -1; 60 return -1;
61 } 61 }
62 /* TODO: ideally all attributes should be 62 /* TODO: ideally all attributes should be
63 * retrieved in one run */ 63 * retrieved in one run */
64 static const char *element_attr(const XML_Char **a, const char *at) { 64 static const char *element_attr(const XML_Char **a, const char *at) {
65 for(;*a;++a) 65 for(;*a;++a)
66 if(!strcasecmp(*(a++),at)) { 66 if(!strcasecmp(*(a++),at)) {
67 return *a; 67 return *a;
68 } 68 }
69 return 0; 69 return 0;
70 } 70 }
71 71
72 class idigger_t : public util::curl_t, public util::expat_t { 72 class idigger_t : public util::curl_t, public util::expat_t {
73 public: 73 public:
74 string xri_proxy; 74 string xri_proxy;
75 75
76 enum { 76 enum {
77 xmode_html = 1, xmode_xrd = 2, xmode_cid = 4, 77 xmode_html = 1, xmode_xrd = 2, xmode_cid = 4,
78 xmode_noredirs = 8 78 xmode_noredirs = 8
79 }; 79 };
80 int xmode; 80 int xmode;
81 81
82 string xrds_location; 82 string xrds_location;
83 string http_content_type; 83 string http_content_type;
84 service_t html_openid1; 84 service_t html_openid1;
85 service_t html_openid2; 85 service_t html_openid2;
86 string cdata_buf; 86 string cdata_buf;
87 long status_code; 87 long status_code;
88 string status_string; 88 string status_string;
89 89
90 typedef list<string> pt_stack_t; 90 typedef list<string> pt_stack_t;
91 pt_stack_t pt_stack; 91 pt_stack_t pt_stack;
92 int skipping; 92 int skipping;
93 bool parser_choked; 93 bool parser_choked;
94 string save_html; 94 string save_html;
95 95
96 XRD_t *xrd; 96 XRD_t *xrd;
97 service_t *xrd_service; 97 service_t *xrd_service;
98 string* cdata; 98 string* cdata;
99 99
100 idigger_t() 100 idigger_t()
101 : util::curl_t(easy_init()), 101 : util::curl_t(easy_init()),
102 util::expat_t(0), 102 util::expat_t(0),
103 xri_proxy(XRI_PROXY_URL) { 103 xri_proxy(XRI_PROXY_URL) {
104 CURLcode r; 104 CURLcode r;
105 (r=misc_sets()) 105 (r=misc_sets())
106 || (r=set_write()) 106 || (r=set_write())
107 || (r=set_header()) 107 || (r=set_header())
108 ; 108 ;
109 if(r) 109 if(r)
110 throw exception_curl(OPKELE_CP_ "failed to set curly options",r); 110 throw exception_curl(OPKELE_CP_ "failed to set curly options",r);
111 } 111 }
112 ~idigger_t() throw() { } 112 ~idigger_t() throw() { }
113 113
114 void yadiscover(endpoint_discovery_iterator oi,const string& yurl,const char **types,bool redirs) { 114 void yadiscover(endpoint_discovery_iterator oi,const string& yurl,const char **types,bool redirs) {
115 idiscovery_t idis; 115 idiscovery_t idis;
116 idis.xri_identity = false; 116 idis.xri_identity = false;
117 discover_at(idis,yurl,xmode_html|xmode_xrd|(redirs?0:xmode_noredirs)); 117 discover_at(idis,yurl,xmode_html|xmode_xrd|(redirs?0:xmode_noredirs));
118 if(!xrds_location.empty()) { 118 if(!xrds_location.empty()) {
119 idis.clear(); 119 idis.clear();
120 discover_at(idis,xrds_location,xmode_xrd); 120 discover_at(idis,xrds_location,xmode_xrd);
121 } 121 }
122 idis.normalized_id = idis.canonicalized_id = yurl; 122 idis.normalized_id = idis.canonicalized_id = yurl;
123 service_type_t st; 123 service_type_t st = { 0, 0 };
124 for(st.uri=*types;*types;st.uri=*(++types)) 124 for(st.uri=*types;*types;st.uri=*(++types))
125 queue_endpoints(oi,idis,&st); 125 queue_endpoints(oi,idis,&st);
126 } 126 }
127 127
128 string discover(endpoint_discovery_iterator& oi,const string& identity) { 128 string discover(endpoint_discovery_iterator& oi,const string& identity) {
129 string rv; 129 string rv;
130 idiscovery_t idis; 130 idiscovery_t idis;
131 string::size_type fsc = identity.find_first_not_of(data::_whitespace_chars); 131 string::size_type fsc = identity.find_first_not_of(data::_whitespace_chars);
132 if(fsc==string::npos) 132 if(fsc==string::npos)
133 throw bad_input(OPKELE_CP_ "whitespace-only identity"); 133 throw bad_input(OPKELE_CP_ "whitespace-only identity");
134 string::size_type lsc = identity.find_last_not_of(data::_whitespace_chars); 134 string::size_type lsc = identity.find_last_not_of(data::_whitespace_chars);
135 assert(lsc!=string::npos); 135 assert(lsc!=string::npos);
136 if(!strncasecmp(identity.c_str()+fsc,"xri://",sizeof("xri://")-1)) 136 if(!strncasecmp(identity.c_str()+fsc,"xri://",sizeof("xri://")-1))
137 fsc += sizeof("xri://")-1; 137 fsc += sizeof("xri://")-1;
138 if((fsc+1)>=lsc) 138 if((fsc+1)>=lsc)
139 throw bad_input(OPKELE_CP_ "not a character of importance in identity"); 139 throw bad_input(OPKELE_CP_ "not a character of importance in identity");
140 string id(identity,fsc,lsc-fsc+1); 140 string id(identity,fsc,lsc-fsc+1);
141 idis.clear(); 141 idis.clear();
142 if(strchr(data::_iname_leaders,id[0])) { 142 if(strchr(data::_iname_leaders,id[0])) {
143 /* TODO: further normalize xri identity? Like folding case 143 /* TODO: further normalize xri identity? Like folding case
144 * or whatever... */ 144 * or whatever... */
145 rv = id; 145 rv = id;
146 set<string> cids; 146 set<string> cids;
147 for(const struct service_type_t *st=op_service_types; 147 for(const struct service_type_t *st=op_service_types;
148 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st) { 148 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st) {
149 idis.clear(); 149 idis.clear();
150 discover_at( idis, 150 discover_at( idis,
151 xri_proxy + util::url_encode(id)+ 151 xri_proxy + util::url_encode(id)+
152 "?_xrd_t="+util::url_encode(st->uri)+ 152 "?_xrd_t="+util::url_encode(st->uri)+
153 "&_xrd_r=application/xrd%2Bxml" 153 "&_xrd_r=application/xrd%2Bxml"
154 ";sep=true;refs=true", 154 ";sep=true;refs=true",
155 xmode_xrd ); 155 xmode_xrd );
156 if(status_code==241) continue; 156 if(status_code==241) continue;
157 if(status_code!=100) 157 if(status_code!=100)
158 throw failed_xri_resolution(OPKELE_CP_ 158 throw failed_xri_resolution(OPKELE_CP_
159 "XRI resolution failed with '"+status_string+"' message" 159 "XRI resolution failed with '"+status_string+"' message"
160 ", while looking for SEP with type '"+st->uri+"'", status_code); 160 ", while looking for SEP with type '"+st->uri+"'", status_code);
161 if(idis.xrd.canonical_ids.empty()) 161 if(idis.xrd.canonical_ids.empty())
162 throw opkele::failed_discovery(OPKELE_CP_ "No CanonicalID for XRI identity found"); 162 throw opkele::failed_discovery(OPKELE_CP_ "No CanonicalID for XRI identity found");
163 string cid = idis.xrd.canonical_ids.begin()->second; 163 string cid = idis.xrd.canonical_ids.begin()->second;
164 if(cids.find(cid)==cids.end()) { 164 if(cids.find(cid)==cids.end()) {
165 cids.insert(cid); 165 cids.insert(cid);
166 idis.clear(); 166 idis.clear();
167 discover_at( idis, 167 discover_at( idis,
168 xri_proxy + util::url_encode(id)+ 168 xri_proxy + util::url_encode(id)+
169 "?_xrd_t="+util::url_encode(st->uri)+ 169 "?_xrd_t="+util::url_encode(st->uri)+
170 "&_xrd_r=application/xrd%2Bxml" 170 "&_xrd_r=application/xrd%2Bxml"
171 ";sep=true;refs=true", 171 ";sep=true;refs=true",
172 xmode_xrd ); 172 xmode_xrd );
173 if(status_code==241) continue; 173 if(status_code==241) continue;
174 if(status_code!=100) 174 if(status_code!=100)
175 throw failed_xri_resolution(OPKELE_CP_ 175 throw failed_xri_resolution(OPKELE_CP_
176 "XRI resolution failed with '"+status_string+"' message" 176 "XRI resolution failed with '"+status_string+"' message"
177 ", while looking for SEP with type '"+st->uri+"'" 177 ", while looking for SEP with type '"+st->uri+"'"
178 " on canonical id", status_code); 178 " on canonical id", status_code);
179 } 179 }
180 idis.canonicalized_id = cid; 180 idis.canonicalized_id = cid;
181 idis.normalized_id = rv; idis.xri_identity = true; 181 idis.normalized_id = rv; idis.xri_identity = true;
182 queue_endpoints(oi,idis,st); 182 queue_endpoints(oi,idis,st);
183 } 183 }
184 }else{ 184 }else{
185 idis.xri_identity = false; 185 idis.xri_identity = false;
186 if(id.find("://")==string::npos) 186 if(id.find("://")==string::npos)
187 id.insert(0,"http://"); 187 id.insert(0,"http://");
188 string::size_type fp = id.find('#'); 188 string::size_type fp = id.find('#');
189 if(fp!=string::npos) { 189 if(fp!=string::npos) {
190 string::size_type qp = id.find('?'); 190 string::size_type qp = id.find('?');
191 if(qp==string::npos || qp<fp) 191 if(qp==string::npos || qp<fp)
192 id.erase(fp); 192 id.erase(fp);
193 else if(qp>fp) 193 else if(qp>fp)
194 id.erase(fp,qp-fp); 194 id.erase(fp,qp-fp);
195 } 195 }
196 rv = idis.normalized_id = util::rfc_3986_normalize_uri(id); 196 rv = idis.normalized_id = util::rfc_3986_normalize_uri(id);
197 discover_at(idis,id,xmode_html|xmode_xrd); 197 discover_at(idis,id,xmode_html|xmode_xrd);
198 const char * eu = 0; 198 const char * eu = 0;
199 CURLcode r = easy_getinfo(CURLINFO_EFFECTIVE_URL,&eu); 199 CURLcode r = easy_getinfo(CURLINFO_EFFECTIVE_URL,&eu);
200 if(r) 200 if(r)
201 throw exception_curl(OPKELE_CP_ "failed to get CURLINFO_EFFECTIVE_URL",r); 201 throw exception_curl(OPKELE_CP_ "failed to get CURLINFO_EFFECTIVE_URL",r);
202 string cid = util::strip_uri_fragment_part( idis.canonicalized_id = util::rfc_3986_normalize_uri(eu) ); 202 string cid = util::strip_uri_fragment_part( idis.canonicalized_id = util::rfc_3986_normalize_uri(eu) );
203 if(xrds_location.empty()) { 203 if(xrds_location.empty()) {
204 if(idis.xrd.empty()) 204 if(idis.xrd.empty())
205 html2xrd(oi,idis); 205 html2xrd(oi,idis);
206 else{ 206 else{
207 for(const service_type_t *st=op_service_types; 207 for(const service_type_t *st=op_service_types;
208 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st) 208 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st)
209 queue_endpoints(oi,idis,st); 209 queue_endpoints(oi,idis,st);
210 } 210 }
211 }else{ 211 }else{
212 idis.clear(); 212 idis.clear();
213 idis.canonicalized_id = cid; 213 idis.canonicalized_id = cid;
214 discover_at(idis,xrds_location,xmode_xrd); 214 discover_at(idis,xrds_location,xmode_xrd);
215 if(idis.xrd.empty()) 215 if(idis.xrd.empty())
216 html2xrd(oi,idis); 216 html2xrd(oi,idis);
217 else{ 217 else{
218 for(const service_type_t *st=op_service_types; 218 for(const service_type_t *st=op_service_types;
219 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st) 219 st<&op_service_types[sizeof(op_service_types)/sizeof(*op_service_types)];++st)
220 queue_endpoints(oi,idis,st); 220 queue_endpoints(oi,idis,st);
221 } 221 }
222 } 222 }
223 } 223 }
224 return rv; 224 return rv;
225 } 225 }
226 226
227 void discover_at(idiscovery_t& idis,const string& url,int xm) { 227 void discover_at(idiscovery_t& idis,const string& url,int xm) {
228 CURLcode r = easy_setopt(CURLOPT_MAXREDIRS, (xm&xmode_noredirs)?0:5); 228 CURLcode r = easy_setopt(CURLOPT_MAXREDIRS, (xm&xmode_noredirs)?0:5);
229 if(r) 229 if(r)
230 throw exception_curl(OPKELE_CP_ "failed to set curly maxredirs option"); 230 throw exception_curl(OPKELE_CP_ "failed to set curly maxredirs option");
231 if( (r=easy_setopt(CURLOPT_URL,url.c_str())) ) 231 if( (r=easy_setopt(CURLOPT_URL,url.c_str())) )
232 throw exception_curl(OPKELE_CP_ "failed to set curly urlie",r); 232 throw exception_curl(OPKELE_CP_ "failed to set curly urlie",r);
233 233
234 http_content_type.clear(); 234 http_content_type.clear();
235 xmode = xm; 235 xmode = xm;
236 prepare_to_parse(); 236 prepare_to_parse();
237 if(xmode&xmode_html) { 237 if(xmode&xmode_html) {
238 xrds_location.clear(); 238 xrds_location.clear();
239 save_html.clear(); 239 save_html.clear();
240 save_html.reserve(max_html); 240 save_html.reserve(max_html);
241 } 241 }
242 xrd = &idis.xrd; 242 xrd = &idis.xrd;
243 243
244 r = easy_perform(); 244 r = easy_perform();
245 if(r && r!=CURLE_WRITE_ERROR) 245 if(r && r!=CURLE_WRITE_ERROR)
246 throw exception_curl(OPKELE_CP_ "failed to perform curly request",r); 246 throw exception_curl(OPKELE_CP_ "failed to perform curly request",r);
247 247
248 if(!parser_choked) { 248 if(!parser_choked) {
249 parse(0,0,true); 249 parse(0,0,true);
250 }else if(xmode&xmode_html){ 250 }else if(xmode&xmode_html){
251 /* TODO: do not bother if we've seen xml */ 251 /* TODO: do not bother if we've seen xml */
252 try { 252 try {
253 util::tidy_doc_t td = util::tidy_doc_t::create(); 253 util::tidy_doc_t td = util::tidy_doc_t::create();
254 if(!td) 254 if(!td)
255 throw exception_tidy(OPKELE_CP_ "failed to create htmltidy document"); 255 throw exception_tidy(OPKELE_CP_ "failed to create htmltidy document");
256#ifdef NDEBUG 256#ifdef NDEBUG
257 td.opt_set(TidyQuiet,true); 257 td.opt_set(TidyQuiet,true);
258 td.opt_set(TidyShowWarnings,false); 258 td.opt_set(TidyShowWarnings,false);
259#else /* NDEBUG */ 259#else /* NDEBUG */
260 td.opt_set(TidyQuiet,false); 260 td.opt_set(TidyQuiet,false);
261 td.opt_set(TidyShowWarnings,true); 261 td.opt_set(TidyShowWarnings,true);
262#endif /* NDEBUG */ 262#endif /* NDEBUG */
263 td.opt_set(TidyForceOutput,true); 263 td.opt_set(TidyForceOutput,true);
264 td.opt_set(TidyXhtmlOut,true); 264 td.opt_set(TidyXhtmlOut,true);
265 td.opt_set(TidyDoctypeMode,TidyDoctypeOmit); 265 td.opt_set(TidyDoctypeMode,TidyDoctypeOmit);
266 td.opt_set(TidyMark,false); 266 td.opt_set(TidyMark,false);
267 td.opt_set(TidyNumEntities,true); 267 td.opt_set(TidyNumEntities,true);
268 if(td.parse_string(save_html)<=0) 268 if(td.parse_string(save_html)<=0)
269 throw exception_tidy(OPKELE_CP_ "tidy failed to parse document"); 269 throw exception_tidy(OPKELE_CP_ "tidy failed to parse document");
270 if(td.clean_and_repair()<=0) 270 if(td.clean_and_repair()<=0)
271 throw exception_tidy(OPKELE_CP_ "tidy failed to clean and repair"); 271 throw exception_tidy(OPKELE_CP_ "tidy failed to clean and repair");
272 util::tidy_buf_t tide; 272 util::tidy_buf_t tide;
273 if(td.save_buffer(tide)<=0) 273 if(td.save_buffer(tide)<=0)
274 throw exception_tidy(OPKELE_CP_ "tidy failed to save buffer"); 274 throw exception_tidy(OPKELE_CP_ "tidy failed to save buffer");
275 prepare_to_parse(); 275 prepare_to_parse();
276 parse(tide.c_str(),tide.size(),true); 276 parse(tide.c_str(),tide.size(),true);
277 }catch(exception_tidy& et) { } 277 }catch(exception_tidy& et) { }
278 } 278 }
279 save_html.clear(); 279 save_html.clear();
280 } 280 }
281 281
282 void prepare_to_parse() { 282 void prepare_to_parse() {
283 (*(expat_t*)this) = parser_create_ns(); 283 (*(expat_t*)this) = parser_create_ns();
284 set_user_data(); set_element_handler(); 284 set_user_data(); set_element_handler();
285 set_character_data_handler(); 285 set_character_data_handler();
286 set_unknown_encoding_handler(); 286 set_unknown_encoding_handler();
287 287
288 if(xmode&xmode_html) { 288 if(xmode&xmode_html) {
289 html_openid1.clear(); html_openid2.clear(); 289 html_openid1.clear(); html_openid2.clear();
290 parser_choked = false; 290 parser_choked = false;
291 } 291 }
292 292
293 cdata = 0; xrd_service = 0; skipping = 0; 293 cdata = 0; xrd_service = 0; skipping = 0;
294 pt_stack.clear(); 294 pt_stack.clear();
295 status_code = 100; status_string.clear(); 295 status_code = 100; status_string.clear();
296 } 296 }
297 297
298 void html2xrd(endpoint_discovery_iterator& oi,idiscovery_t& id) { 298 void html2xrd(endpoint_discovery_iterator& oi,idiscovery_t& id) {
299 XRD_t& x = id.xrd; 299 XRD_t& x = id.xrd;
300 if(!html_openid2.uris.empty()) { 300 if(!html_openid2.uris.empty()) {
301 html_openid2.types.insert(STURI_OPENID20); 301 html_openid2.types.insert(STURI_OPENID20);
302 x.services.add(-1,html_openid2); 302 x.services.add(-1,html_openid2);
303 queue_endpoints(oi,id,&op_service_types[st_index_2]); 303 queue_endpoints(oi,id,&op_service_types[st_index_2]);
304 } 304 }
305 if(!html_openid1.uris.empty()) { 305 if(!html_openid1.uris.empty()) {
306 html_openid1.types.insert(STURI_OPENID11); 306 html_openid1.types.insert(STURI_OPENID11);
307 x.services.add(-1,html_openid1); 307 x.services.add(-1,html_openid1);
308 queue_endpoints(oi,id,&op_service_types[st_index_1]); 308 queue_endpoints(oi,id,&op_service_types[st_index_1]);
309 } 309 }
310 } 310 }
311 311
312 size_t write(void *p,size_t s,size_t nm) { 312 size_t write(void *p,size_t s,size_t nm) {
313 /* TODO: limit total size */ 313 /* TODO: limit total size */
314 size_t bytes = s*nm; 314 size_t bytes = s*nm;
315 const char *inbuf = (const char*)p; 315 const char *inbuf = (const char*)p;
316 if(xmode&xmode_html) { 316 if(xmode&xmode_html) {
317 size_t mbts = save_html.capacity()-save_html.size(); 317 size_t mbts = save_html.capacity()-save_html.size();
318 size_t bts = 0; 318 size_t bts = 0;
319 if(mbts>0) { 319 if(mbts>0) {
320 bts = (bytes>mbts)?mbts:bytes; 320 bts = (bytes>mbts)?mbts:bytes;
321 save_html.append(inbuf,bts); 321 save_html.append(inbuf,bts);
322 } 322 }
323 if(skipping<0) return bts; 323 if(skipping<0) return bts;
324 } 324 }
325 if(skipping<0) return 0; 325 if(skipping<0) return 0;
326 bool rp = parse(inbuf,bytes,false); 326 bool rp = parse(inbuf,bytes,false);
327 if(!rp) { 327 if(!rp) {
328 parser_choked = true; 328 parser_choked = true;
329 skipping = -1; 329 skipping = -1;
330 if(!(xmode&xmode_html)) 330 if(!(xmode&xmode_html))
331 bytes = 0; 331 bytes = 0;
332 } 332 }
333 return bytes; 333 return bytes;
334 } 334 }
335 size_t header(void *p,size_t s,size_t nm) { 335 size_t header(void *p,size_t s,size_t nm) {
336 size_t bytes = s*nm; 336 size_t bytes = s*nm;
337 const char *h = (const char*)p; 337 const char *h = (const char*)p;
338 const char *colon = (const char*)memchr(p,':',bytes); 338 const char *colon = (const char*)memchr(p,':',bytes);
339 const char *space = (const char*)memchr(p,' ',bytes); 339 const char *space = (const char*)memchr(p,' ',bytes);
340 if(space && ( (!colon) || space<colon ) ) { 340 if(space && ( (!colon) || space<colon ) ) {
341 xrds_location.clear(); http_content_type.clear(); 341 xrds_location.clear(); http_content_type.clear();
342 }else if(colon) { 342 }else if(colon) {
343 const char *hv = ++colon; 343 const char *hv = ++colon;
344 size_t hnl = colon-h; 344 size_t hnl = colon-h;
345 int rb; 345 int rb;
346 for(rb = bytes-hnl-1;rb>0 && isspace(*hv);++hv,--rb) ; 346 for(rb = bytes-hnl-1;rb>0 && isspace(*hv);++hv,--rb) ;
347 while(rb>0 && isspace(hv[rb-1])) --rb; 347 while(rb>0 && isspace(hv[rb-1])) --rb;
348 if(rb) { 348 if(rb) {
349 if( (hnl>=sizeof(XRDS_HEADER)) 349 if( (hnl>=sizeof(XRDS_HEADER))
350 && !strncasecmp(h,XRDS_HEADER":", 350 && !strncasecmp(h,XRDS_HEADER":",
351 sizeof(XRDS_HEADER)) ) { 351 sizeof(XRDS_HEADER)) ) {
352 xrds_location.assign(hv,rb); 352 xrds_location.assign(hv,rb);
353 }else if( (hnl>=sizeof(CT_HEADER)) 353 }else if( (hnl>=sizeof(CT_HEADER))
354 && !strncasecmp(h,CT_HEADER":", 354 && !strncasecmp(h,CT_HEADER":",
355 sizeof(CT_HEADER)) ) { 355 sizeof(CT_HEADER)) ) {
356 const char *sc = (const char*)memchr( 356 const char *sc = (const char*)memchr(
357 hv,';',rb); 357 hv,';',rb);
358 http_content_type.assign(hv,sc?(sc-hv):rb); 358 http_content_type.assign(hv,sc?(sc-hv):rb);
359 } 359 }
360 } 360 }
361 } 361 }
362 return curl_t::header(p,s,nm); 362 return curl_t::header(p,s,nm);
363 } 363 }
364 364
365 void start_element(const XML_Char *n,const XML_Char **a) { 365 void start_element(const XML_Char *n,const XML_Char **a) {
366 if(skipping<0) return; 366 if(skipping<0) return;
367 if(skipping) { 367 if(skipping) {
368 if(xmode&xmode_html) 368 if(xmode&xmode_html)
369 html_start_element(n,a); 369 html_start_element(n,a);
370 ++skipping; return; 370 ++skipping; return;
371 } 371 }
372 if(pt_stack.empty()) { 372 if(pt_stack.empty()) {
373 if(is_qelement(n,NSURI_XRDS "\tXRDS")) 373 if(is_qelement(n,NSURI_XRDS "\tXRDS"))
374 return; 374 return;
375 if(is_qelement(n,NSURI_XRD "\tXRD")) { 375 if(is_qelement(n,NSURI_XRD "\tXRD")) {
376 assert(xrd); 376 assert(xrd);
377 xrd->clear(); 377 xrd->clear();
378 pt_stack.push_back(n); 378 pt_stack.push_back(n);
379 }else if(xmode&xmode_html) { 379 }else if(xmode&xmode_html) {