20 #include <metaproxy/util.hpp>
23 #include <yaz/comstack.h>
24 #include <yaz/pquery.h>
25 #include <yaz/otherinfo.h>
26 #include <yaz/querytowrbuf.h>
27 #include <yaz/oid_db.h>
29 #include <yaz/match_glob.h>
31 #include <boost/algorithm/string.hpp>
41 mp_util::record_composition_to_esn(Z_RecordComposition *comp)
43 if (comp && comp->which == Z_RecordComp_complex)
45 if (comp->u.complex->generic
46 && comp->u.complex->generic->elementSpec
47 && (comp->u.complex->generic->elementSpec->which ==
48 Z_ElementSpec_elementSetName))
49 return comp->u.complex->generic->elementSpec->u.elementSetName;
51 else if (comp && comp->which == Z_RecordComp_simple &&
52 comp->u.simple->which == Z_ElementSetNames_generic)
53 return comp->u.simple->u.generic;
59 std::string mp_util::http_header_value(
const Z_HTTP_Header* header,
60 const std::string name)
62 while (header && header->name
63 && std::string(header->name) != name)
64 header = header->next;
66 if (header && header->name && std::string(header->name) == name
68 return std::string(header->value);
73 std::string mp_util::http_headers_debug(
const Z_HTTP_Request &http_req)
75 std::string message(
"<html>\n<body>\n<h1>"
76 "Metaproxy SRUtoZ3950 filter"
79 message +=
"<h3>HTTP Info</h3><br/>\n";
81 message +=
"<b>Method: </b> " + std::string(http_req.method) +
"<br/>\n";
82 message +=
"<b>Version:</b> " + std::string(http_req.version) +
"<br/>\n";
83 message +=
"<b>Path: </b> " + std::string(http_req.path) +
"<br/>\n";
85 message +=
"<b>Content-Type:</b>"
86 + mp_util::http_header_value(http_req.headers,
"Content-Type")
88 message +=
"<b>Content-Length:</b>"
89 + mp_util::http_header_value(http_req.headers,
"Content-Length")
93 message +=
"<h3>Headers</h3><br/>\n";
95 Z_HTTP_Header* header = http_req.headers;
97 message +=
"<b>Header: </b> <i>"
98 + std::string(header->name) +
":</i> "
99 + std::string(header->value) +
"<br/>\n";
100 header = header->next;
103 message +=
"</body>\n</html>\n";
108 void mp_util::http_response(metaproxy_1::Package &package,
109 const std::string &content,
113 Z_GDU *zgdu_req = package.request().get();
117 = odr.create_HTTP_Response(package.session(),
118 zgdu_req->u.HTTP_Request,
121 zgdu_res->u.HTTP_Response->content_len = content.size();
122 zgdu_res->u.HTTP_Response->content_buf
123 = (
char*) odr_malloc(odr, zgdu_res->u.HTTP_Response->content_len);
125 strncpy(zgdu_res->u.HTTP_Response->content_buf,
126 content.c_str(), zgdu_res->u.HTTP_Response->content_len);
130 package.response() = zgdu_res;
134 int mp_util::memcmp2(
const void *buf1,
int len1,
135 const void *buf2,
int len2)
140 int c = memcmp(buf1, buf2, d > 0 ? len2 : len1);
154 bool mp_util::match(
const std::list<std::string> &db1,
155 const std::list<std::string> &db2)
157 std::list<std::string>::const_iterator it1 = db1.begin();
158 std::list<std::string>::const_iterator it2 = db2.begin();
159 while (it1 != db1.end() && it2 != db2.end())
161 std::string s1 = database_name_normalize(*it1);
162 std::string s2 = database_name_normalize(*it2);
163 if (s1.compare(s2) != 0)
168 return it1 == db1.end() && it2 == db2.end();
171 std::string mp_util::database_name_normalize(
const std::string &s)
175 for (i = 0; i < r.length(); i++)
178 if (ch >=
'A' && ch <=
'Z')
179 r[i] = ch +
'a' -
'A';
185 Z_RecordComposition *mp_util::piggyback_to_RecordComposition(
188 Z_RecordComposition *comp = 0;
189 Odr_int present_dummy;
190 const char *element_set_name = 0;
192 present_dummy, &element_set_name);
193 if (element_set_name)
195 comp = (Z_RecordComposition *) odr_malloc(odr,
sizeof(*comp));
196 comp->which = Z_RecordComp_simple;
197 comp->u.simple = (Z_ElementSetNames *)
198 odr_malloc(odr,
sizeof(Z_ElementSetNames));
199 comp->u.simple->which = Z_ElementSetNames_generic;
200 comp->u.simple->u.generic = odr_strdup(odr, element_set_name);
205 void mp_util::piggyback_sr(Z_SearchRequest *sreq,
207 Odr_int &number_to_present,
208 const char **element_set_name)
210 Z_ElementSetNames *esn;
211 const char *smallSetElementSetNames = 0;
212 const char *mediumSetElementSetNames = 0;
214 esn = sreq->smallSetElementSetNames;
215 if (esn && esn->which == Z_ElementSetNames_generic)
216 smallSetElementSetNames = esn->u.generic;
218 esn = sreq->mediumSetElementSetNames;
219 if (esn && esn->which == Z_ElementSetNames_generic)
220 mediumSetElementSetNames = esn->u.generic;
222 piggyback(*sreq->smallSetUpperBound,
223 *sreq->largeSetLowerBound,
224 *sreq->mediumSetPresentNumber,
225 smallSetElementSetNames,
226 mediumSetElementSetNames,
232 void mp_util::piggyback(
int smallSetUpperBound,
233 int largeSetLowerBound,
234 int mediumSetPresentNumber,
236 int &number_to_present)
238 Odr_int tmp = number_to_present;
239 piggyback(smallSetUpperBound, largeSetLowerBound, mediumSetPresentNumber,
241 number_to_present = tmp;
244 void mp_util::piggyback(Odr_int smallSetUpperBound,
245 Odr_int largeSetLowerBound,
246 Odr_int mediumSetPresentNumber,
247 const char *smallSetElementSetNames,
248 const char *mediumSetElementSetNames,
250 Odr_int &number_to_present,
251 const char **element_set_name)
259 if (element_set_name && smallSetElementSetNames)
260 *element_set_name = smallSetElementSetNames;
266 number_to_present = 0;
267 if (element_set_name)
268 *element_set_name = 0;
273 number_to_present = mediumSetPresentNumber;
276 if (element_set_name && mediumSetElementSetNames)
277 *element_set_name = mediumSetElementSetNames;
281 bool mp_util::pqf(ODR odr, Z_APDU *apdu,
const std::string &q)
283 YAZ_PQF_Parser pqf_parser = yaz_pqf_create();
285 Z_RPNQuery *rpn = yaz_pqf_parse(pqf_parser, odr, q.c_str());
288 yaz_pqf_destroy(pqf_parser);
291 yaz_pqf_destroy(pqf_parser);
292 Z_Query *query = (Z_Query *) odr_malloc(odr,
sizeof(Z_Query));
293 query->which = Z_Query_type_1;
294 query->u.type_1 = rpn;
296 apdu->u.searchRequest->query = query;
301 std::string mp_util::zQueryToString(Z_Query *query)
303 std::string query_str =
"";
305 if (query && query->which == Z_Query_type_1)
307 Z_RPNQuery *rpn = query->u.type_1;
314 yaz_rpnquery_to_wrbuf(w, rpn);
317 query_str = std::string(w.buf(), w.len());
322 if (query && query->which == Z_Query_type_1){
325 WRBUF w = wrbuf_alloc();
328 yaz_query_to_wrbuf(w, query);
331 query_str = std::string(wrbuf_buf(w), wrbuf_len(w));
340 void mp_util::get_default_diag(Z_DefaultDiagFormat *r,
341 int &error_code, std::string &addinfo)
343 error_code = *r->condition;
346 case Z_DefaultDiagFormat_v2Addinfo:
347 addinfo = std::string(r->u.v2Addinfo);
349 case Z_DefaultDiagFormat_v3Addinfo:
350 addinfo = r->u.v3Addinfo;
355 void mp_util::get_init_diagnostics(
356 Z_InitResponse *initrs,
int &error_code, std::string &addinfo)
359 Z_DefaultDiagFormat *df = yaz_decode_init_diag(0, initrs);
362 get_default_diag(df, error_code, addinfo);
365 int mp_util::get_or_remove_vhost_otherinfo(
366 Z_OtherInformation **otherInformation,
368 std::list<std::string> &vhosts)
371 for (cat = 1; ; cat++)
375 yaz_oi_get_string_oid(otherInformation,
376 yaz_oid_userinfo_proxy,
381 vhosts.push_back(std::string(vhost));
387 void mp_util::get_vhost_otherinfo(
388 Z_OtherInformation *otherInformation,
389 std::list<std::string> &vhosts)
391 get_or_remove_vhost_otherinfo(&otherInformation,
false, vhosts);
394 int mp_util::remove_vhost_otherinfo(
395 Z_OtherInformation **otherInformation,
396 std::list<std::string> &vhosts)
398 return get_or_remove_vhost_otherinfo(otherInformation,
true, vhosts);
401 void mp_util::set_vhost_otherinfo(
402 Z_OtherInformation **otherInformation, ODR odr,
403 const std::list<std::string> &vhosts)
406 std::list<std::string>::const_iterator it = vhosts.begin();
408 for (cat = 1; it != vhosts.end() ; cat++, it++)
410 yaz_oi_set_string_oid(otherInformation, odr,
411 yaz_oid_userinfo_proxy, cat, it->c_str());
415 void mp_util::set_vhost_otherinfo(
416 Z_OtherInformation **otherInformation, ODR odr,
417 const std::string vhost,
const int cat)
419 yaz_oi_set_string_oid(otherInformation, odr,
420 yaz_oid_userinfo_proxy, cat, vhost.c_str());
423 void mp_util::split_zurl(std::string zurl, std::string &host,
424 std::list<std::string> &db)
426 const char *zurl_cstr = zurl.c_str();
427 const char *args = 0;
428 cs_get_host_args(zurl_cstr, &args);
432 host = std::string(zurl_cstr, args - zurl_cstr - 1);
434 const char *cp1 = args;
437 const char *cp2 = strchr(cp1,
'+');
439 db.push_back(std::string(cp1, cp2 - cp1));
442 db.push_back(std::string(cp1));
452 bool mp_util::set_databases_from_zurl(
453 ODR odr, std::string zurl,
454 int *db_num,
char ***db_strings)
457 std::list<std::string> dblist;
459 split_zurl(zurl, host, dblist);
461 if (dblist.size() == 0)
463 *db_num = dblist.size();
464 *db_strings = (
char **) odr_malloc(odr,
sizeof(
char*) * (*db_num));
466 std::list<std::string>::const_iterator it = dblist.begin();
467 for (
int i = 0; it != dblist.end(); it++, i++)
468 (*db_strings)[i] = odr_strdup(odr, it->c_str());
472 mp::odr::odr(
int type)
474 m_odr = odr_createmem(type);
479 m_odr = odr_createmem(ODR_ENCODE);
487 mp::odr::operator ODR()
const
492 Z_APDU *mp::odr::create_close(
const Z_APDU *in_apdu,
493 int reason,
const char *addinfo)
495 Z_APDU *apdu = create_APDU(Z_APDU_close, in_apdu);
497 *apdu->u.close->closeReason = reason;
499 apdu->u.close->diagnosticInformation = odr_strdup(m_odr, addinfo);
503 Z_APDU *mp::odr::create_APDU(
int type,
const Z_APDU *in_apdu)
505 return mp::util::create_APDU(m_odr, type, in_apdu);
508 Z_APDU *mp_util::create_APDU(ODR odr,
int type,
const Z_APDU *in_apdu)
510 Z_APDU *out_apdu = zget_APDU(odr, type);
511 transfer_referenceId(odr, in_apdu, out_apdu);
515 void mp_util::transfer_referenceId(ODR odr,
const Z_APDU *src, Z_APDU *dst)
517 Z_ReferenceId **id_to = mp::util::get_referenceId(dst);
521 Z_ReferenceId **id_from = mp::util::get_referenceId(src);
522 if (id_from && *id_from)
523 *id_to = odr_create_Odr_oct(odr, (*id_from)->buf,
528 Z_APDU *mp::odr::create_initResponse(
const Z_APDU *in_apdu,
529 int error,
const char *addinfo)
531 Z_APDU *apdu = create_APDU(Z_APDU_initResponse, in_apdu);
534 apdu->u.initResponse->userInformationField =
535 zget_init_diagnostics(m_odr, error, addinfo);
536 *apdu->u.initResponse->result = 0;
538 apdu->u.initResponse->implementationName =
539 odr_prepend(m_odr,
"Metaproxy",
540 apdu->u.initResponse->implementationName);
541 apdu->u.initResponse->implementationVersion =
543 VERSION, apdu->u.initResponse->implementationVersion);
548 Z_APDU *mp::odr::create_searchResponse(
const Z_APDU *in_apdu,
549 int error,
const char *addinfo)
551 Z_APDU *apdu = create_APDU(Z_APDU_searchResponse, in_apdu);
554 Z_Records *rec = (Z_Records *) odr_malloc(m_odr,
sizeof(Z_Records));
555 *apdu->u.searchResponse->searchStatus = 0;
556 apdu->u.searchResponse->records = rec;
557 rec->which = Z_Records_NSD;
558 rec->u.nonSurrogateDiagnostic =
559 zget_DefaultDiagFormat(m_odr, error, addinfo);
565 Z_APDU *mp::odr::create_presentResponse(
const Z_APDU *in_apdu,
566 int error,
const char *addinfo)
568 Z_APDU *apdu = create_APDU(Z_APDU_presentResponse, in_apdu);
571 Z_Records *rec = (Z_Records *) odr_malloc(m_odr,
sizeof(Z_Records));
572 apdu->u.presentResponse->records = rec;
574 rec->which = Z_Records_NSD;
575 rec->u.nonSurrogateDiagnostic =
576 zget_DefaultDiagFormat(m_odr, error, addinfo);
577 *apdu->u.presentResponse->presentStatus = Z_PresentStatus_failure;
582 Z_APDU *mp::odr::create_scanResponse(
const Z_APDU *in_apdu,
583 int error,
const char *addinfo)
585 Z_APDU *apdu = create_APDU(Z_APDU_scanResponse, in_apdu);
586 Z_ScanResponse *res = apdu->u.scanResponse;
587 res->entries = (Z_ListEntries *) odr_malloc(m_odr,
sizeof(*res->entries));
588 res->entries->num_entries = 0;
589 res->entries->entries = 0;
593 *res->scanStatus = Z_Scan_failure;
595 res->entries->num_nonsurrogateDiagnostics = 1;
596 res->entries->nonsurrogateDiagnostics = (Z_DiagRec **)
597 odr_malloc(m_odr,
sizeof(Z_DiagRec *));
598 res->entries->nonsurrogateDiagnostics[0] =
599 zget_DiagRec(m_odr, error, addinfo);
603 res->entries->num_nonsurrogateDiagnostics = 0;
604 res->entries->nonsurrogateDiagnostics = 0;
609 Z_GDU *mp::odr::create_HTTP_Response_details(mp::Session &session,
610 Z_HTTP_Request *hreq,
int code,
613 const char *response_version =
"1.0";
614 bool keepalive =
false;
615 if (!strcmp(hreq->version,
"1.0"))
617 const char *v = z_HTTP_header_lookup(hreq->headers,
"Connection");
618 if (v && !strcmp(v,
"Keep-Alive"))
622 response_version =
"1.0";
626 const char *v = z_HTTP_header_lookup(hreq->headers,
"Connection");
627 if (v && !strcmp(v,
"close"))
631 response_version =
"1.1";
634 Z_GDU *gdu = z_get_HTTP_Response_server(
635 m_odr, code, details,
"Metaproxy/" VERSION,
636 "http://www.indexdata.com/metaproxy");
637 Z_HTTP_Response *hres = gdu->u.HTTP_Response;
638 hres->version = odr_strdup(m_odr, response_version);
640 z_HTTP_header_add(m_odr, &hres->headers,
"Connection",
"Keep-Alive");
644 Z_GDU *mp::odr::create_HTTP_Response(mp::Session &session,
645 Z_HTTP_Request *hreq,
int code)
647 return create_HTTP_Response_details(session, hreq, code, 0);
651 Z_ReferenceId **mp_util::get_referenceId(
const Z_APDU *apdu)
655 case Z_APDU_initRequest:
656 return &apdu->u.initRequest->referenceId;
657 case Z_APDU_initResponse:
658 return &apdu->u.initResponse->referenceId;
659 case Z_APDU_searchRequest:
660 return &apdu->u.searchRequest->referenceId;
661 case Z_APDU_searchResponse:
662 return &apdu->u.searchResponse->referenceId;
663 case Z_APDU_presentRequest:
664 return &apdu->u.presentRequest->referenceId;
665 case Z_APDU_presentResponse:
666 return &apdu->u.presentResponse->referenceId;
667 case Z_APDU_deleteResultSetRequest:
668 return &apdu->u.deleteResultSetRequest->referenceId;
669 case Z_APDU_deleteResultSetResponse:
670 return &apdu->u.deleteResultSetResponse->referenceId;
671 case Z_APDU_accessControlRequest:
672 return &apdu->u.accessControlRequest->referenceId;
673 case Z_APDU_accessControlResponse:
674 return &apdu->u.accessControlResponse->referenceId;
675 case Z_APDU_resourceControlRequest:
676 return &apdu->u.resourceControlRequest->referenceId;
677 case Z_APDU_resourceControlResponse:
678 return &apdu->u.resourceControlResponse->referenceId;
679 case Z_APDU_triggerResourceControlRequest:
680 return &apdu->u.triggerResourceControlRequest->referenceId;
681 case Z_APDU_resourceReportRequest:
682 return &apdu->u.resourceReportRequest->referenceId;
683 case Z_APDU_resourceReportResponse:
684 return &apdu->u.resourceReportResponse->referenceId;
685 case Z_APDU_scanRequest:
686 return &apdu->u.scanRequest->referenceId;
687 case Z_APDU_scanResponse:
688 return &apdu->u.scanResponse->referenceId;
689 case Z_APDU_sortRequest:
690 return &apdu->u.sortRequest->referenceId;
691 case Z_APDU_sortResponse:
692 return &apdu->u.sortResponse->referenceId;
693 case Z_APDU_segmentRequest:
694 return &apdu->u.segmentRequest->referenceId;
695 case Z_APDU_extendedServicesRequest:
696 return &apdu->u.extendedServicesRequest->referenceId;
697 case Z_APDU_extendedServicesResponse:
698 return &apdu->u.extendedServicesResponse->referenceId;
700 return &apdu->u.close->referenceId;
705 std::string mp_util::uri_encode(std::string s)
707 char *x = (
char *) xmalloc(1 + s.length() * 3);
708 yaz_encode_uri_component(x, s.c_str());
709 std::string result(x);
715 std::string mp_util::uri_decode(std::string s)
717 char *x = (
char *) xmalloc(1 + s.length());
718 yaz_decode_uri_component(x, s.c_str(), s.length());
719 std::string result(x);
726 m_wrbuf = wrbuf_alloc();
731 wrbuf_destroy(m_wrbuf);
734 mp::wrbuf::operator WRBUF()
const
739 size_t mp::wrbuf::len()
741 return wrbuf_len(m_wrbuf);
744 const char *mp::wrbuf::buf()
746 return wrbuf_buf(m_wrbuf);
749 const char *mp::wrbuf::c_str()
751 return wrbuf_cstr(m_wrbuf);
754 const char *mp::wrbuf::c_str_null()
756 return wrbuf_cstr_null(m_wrbuf);
759 bool mp::util::match_ip(
const std::string &pattern,
const std::string &value)
761 std::vector<std::string> globitems;
764 boost::split(globitems, pattern, boost::is_any_of(
" "));
765 bool ret_value =
true;
766 const char *value_c = value.c_str();
767 int ipv4_mapped = strlen(value_c) > 7 && memcmp(value_c,
"::ffff:", 7) == 0;
768 std::vector<std::string>::const_iterator it = globitems.begin();
769 for (; it != globitems.end(); it++)
771 const char *c_str = (*it).c_str();
775 if (yaz_match_glob(c_str, value_c))
777 if (!strchr(c_str,
':') && ipv4_mapped &&
778 yaz_match_glob(c_str, value_c + 7))
static const int result_set_size