Google Git
Sign in
apache / subversion / ee8911358a073b5ca76760d6af033fb229276d6c / . / subversion / libsvn_ra_serf / util.c
blob: 4d90a6cb0775f4cbd409271d56ad289a42751a5c [file] [log] [blame]
/*
* util.c : serf utility routines for ra_serf
*
* ====================================================================
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
* ====================================================================
*/
#include <assert.h>
#define APR_WANT_STRFUNC
#include <apr.h>
#include <apr_want.h>
#include <apr_fnmatch.h>
#include <serf.h>
#include <serf_bucket_types.h>
#include "svn_dirent_uri.h"
#include "svn_path.h"
#include "svn_private_config.h"
#include "svn_string.h"
#include "svn_xml.h"
#include "private/svn_dep_compat.h"
#include "private/svn_fspath.h"
#include "ra_serf.h"
/* Fix for older expat 1.95.x's that do not define
* XML_STATUS_OK/XML_STATUS_ERROR
*/
#ifndef XML_STATUS_OK
#define XML_STATUS_OK 1
#define XML_STATUS_ERROR 0
#endif
#define PARSE_CHUNK_SIZE 8000
/* As chunks of content arrive from the server, and we need to hold them
in memory (because the XML parser is paused), they are copied into
these buffers. The buffers are arranged into a linked list. */
struct pending_buffer_t {
apr_size_t size;
char data[PARSE_CHUNK_SIZE];
struct pending_buffer_t *next;
};
/* This structure records pending data for the parser in memory blocks,
and possibly into a temporary file if "too much" content arrives. */
struct svn_ra_serf__pending_t {
/* The amount of content in memory. */
apr_size_t memory_size;
/* HEAD points to the first block of the linked list of buffers.
TAIL points to the last block, for quickly appending more blocks
to the overall list. */
struct pending_buffer_t *head;
struct pending_buffer_t *tail;
/* Available blocks for storing pending data. These were allocated
previously, then the data consumed and returned to this list. */
struct pending_buffer_t *avail;
/* Once MEMORY_SIZE exceeds SPILL_SIZE, then arriving content will be
appended to the (temporary) file indicated by SPILL. */
apr_file_t *spill;
/* As we consume content from SPILL, this value indicates where we
will begin reading. */
apr_off_t spill_start;
/* This flag is set when the network has reached EOF. The PENDING
processing can then properly detect when parsing has completed. */
svn_boolean_t network_eof;
};
#define HAS_PENDING_DATA(p) ((p) != NULL \
&& ((p)->head != NULL || (p)->spill != NULL))
/* We will store one megabyte in memory, before switching to store content
into a temporary file. */
#define SPILL_SIZE 1000000
/* See notes/ra-serf-testing.txt for some information on testing this
new "paused" feature (aka network pushback).
Define PBTEST_ACTIVE, if you would like to run the pushback tests. */
#undef PBTEST_ACTIVE
#ifdef PBTEST_ACTIVE
static int pbtest_step = 0;
/* Note: this cannot resolve states 5 and 7. */
#define PBTEST_STATE(p) \
((p) == NULL ? 1 \
: ((p)->spill == NULL ? ((p)->head == NULL ? 2 : 3) \
: ((p)->head == NULL ? 6 : 4)))
/* Note: INJECT and COMPLETED are only used for debug output. */
typedef struct {
svn_boolean_t paused; /* pause the parser on this step? */
svn_boolean_t inject; /* inject pending content on this step? */
int when_next; /* when to move to the next step? */
const char *completed; /* what test was completed? */
} pbtest_desc_t;
static const pbtest_desc_t pbtest_description[] = {
{ 0 }, /* unused */
{ TRUE, FALSE, 3, "1.1" },
{ TRUE, FALSE, 3, "1.3" },
{ FALSE, FALSE, 3, "2.3" },
{ FALSE, TRUE, 2, "3.3" }, /* WHEN_NEXT is ignored due to INJECT */
{ TRUE, FALSE, 3, "1.2" },
{ TRUE, FALSE, 4, NULL },
{ TRUE, FALSE, 4, "1.4" },
{ FALSE, FALSE, 4, "2.4" },
{ FALSE, TRUE, 6, "3.4" }, /* WHEN_NEXT is ignored due to INJECT */
{ TRUE, FALSE, 6, "1.6" },
{ FALSE, FALSE, 6, "2.6" },
{ FALSE, TRUE, 7, "3.6" }, /* WHEN_NEXT is ignored due to INJECT */
{ TRUE, FALSE, 6, "1.7" },
{ 0 } /* unused */
};
#define PBTEST_SET_PAUSED(ctx) \
(PBTEST_THIS_REQ(ctx) && pbtest_step < 14 \
? (ctx)->paused = pbtest_description[pbtest_step].paused \
: FALSE)
#define PBTEST_MAYBE_STEP(ctx, force) maybe_next_step(ctx, force)
#define PBTEST_FORCE_SPILL(ctx) (PBTEST_THIS_REQ(ctx) && pbtest_step == 6)
#define PBTEST_THIS_REQ(ctx) \
((ctx)->response_type != NULL \
&& strcmp((ctx)->response_type, "update-report") == 0)
#else /* PBTEST_ACTIVE */
/* Be wary with the definition of these macros so that we don't
end up with "statement with no effect" warnings. Obviously, this
depends upon particular usage, which is easy to verify. */
#define PBTEST_SET_PAUSED(ctx) /* empty */
#define PBTEST_MAYBE_STEP(ctx, force) /* empty */
#define PBTEST_FORCE_SPILL(ctx) FALSE
#define PBTEST_THIS_REQ(ctx) FALSE
#endif /* PBTEST_ACTIVE */
static const apr_uint32_t serf_failure_map[][2] =
{
{ SERF_SSL_CERT_NOTYETVALID, SVN_AUTH_SSL_NOTYETVALID },
{ SERF_SSL_CERT_EXPIRED, SVN_AUTH_SSL_EXPIRED },
{ SERF_SSL_CERT_SELF_SIGNED, SVN_AUTH_SSL_UNKNOWNCA },
{ SERF_SSL_CERT_UNKNOWNCA, SVN_AUTH_SSL_UNKNOWNCA }
};
/* Return a Subversion failure mask based on FAILURES, a serf SSL
failure mask. If anything in FAILURES is not directly mappable to
Subversion failures, set SVN_AUTH_SSL_OTHER in the returned mask. */
static apr_uint32_t
ssl_convert_serf_failures(int failures)
{
apr_uint32_t svn_failures = 0;
apr_size_t i;
for (i = 0; i < sizeof(serf_failure_map) / (2 * sizeof(apr_uint32_t)); ++i)
{
if (failures & serf_failure_map[i][0])
{
svn_failures |= serf_failure_map[i][1];
failures &= ~serf_failure_map[i][0];
}
}
/* Map any remaining failure bits to our OTHER bit. */
if (failures)
{
svn_failures |= SVN_AUTH_SSL_OTHER;
}
return svn_failures;
}
/* Construct the realmstring, e.g. https://svn.collab.net:443. */
static const char *
construct_realm(svn_ra_serf__session_t *session,
apr_pool_t *pool)
{
const char *realm;
apr_port_t port;
if (session->session_url.port_str)
{
port = session->session_url.port;
}
else
{
port = apr_uri_port_of_scheme(session->session_url.scheme);
}
realm = apr_psprintf(pool, "%s://%s:%d",
session->session_url.scheme,
session->session_url.hostname,
port);
return realm;
}
/* Convert a hash table containing the fields (as documented in X.509) of an
organisation to a string ORG, allocated in POOL. ORG is as returned by
serf_ssl_cert_issuer() and serf_ssl_cert_subject(). */
static char *
convert_organisation_to_str(apr_hash_t *org, apr_pool_t *pool)
{
return apr_psprintf(pool, "%s, %s, %s, %s, %s (%s)",
(char*)apr_hash_get(org, "OU", APR_HASH_KEY_STRING),
(char*)apr_hash_get(org, "O", APR_HASH_KEY_STRING),
(char*)apr_hash_get(org, "L", APR_HASH_KEY_STRING),
(char*)apr_hash_get(org, "ST", APR_HASH_KEY_STRING),
(char*)apr_hash_get(org, "C", APR_HASH_KEY_STRING),
(char*)apr_hash_get(org, "E", APR_HASH_KEY_STRING));
}
/* This function is called on receiving a ssl certificate of a server when
opening a https connection. It allows Subversion to override the initial
validation done by serf.
Serf provides us the @a baton as provided in the call to
serf_ssl_server_cert_callback_set. The result of serf's initial validation
of the certificate @a CERT is returned as a bitmask in FAILURES. */
static svn_error_t *
ssl_server_cert(void *baton, int failures,
const serf_ssl_certificate_t *cert,
apr_pool_t *scratch_pool)
{
svn_ra_serf__connection_t *conn = baton;
svn_auth_ssl_server_cert_info_t cert_info;
svn_auth_cred_ssl_server_trust_t *server_creds = NULL;
svn_auth_iterstate_t *state;
const char *realmstring;
apr_uint32_t svn_failures;
apr_hash_t *issuer, *subject, *serf_cert;
apr_array_header_t *san;
void *creds;
int found_matching_hostname = 0;
/* Implicitly approve any non-server certs. */
if (serf_ssl_cert_depth(cert) > 0)
{
return APR_SUCCESS;
}
/* Extract the info from the certificate */
subject = serf_ssl_cert_subject(cert, scratch_pool);
issuer = serf_ssl_cert_issuer(cert, scratch_pool);
serf_cert = serf_ssl_cert_certificate(cert, scratch_pool);
cert_info.hostname = apr_hash_get(subject, "CN", APR_HASH_KEY_STRING);
san = apr_hash_get(serf_cert, "subjectAltName", APR_HASH_KEY_STRING);
cert_info.fingerprint = apr_hash_get(serf_cert, "sha1", APR_HASH_KEY_STRING);
if (! cert_info.fingerprint)
cert_info.fingerprint = apr_pstrdup(scratch_pool, "<unknown>");
cert_info.valid_from = apr_hash_get(serf_cert, "notBefore",
APR_HASH_KEY_STRING);
if (! cert_info.valid_from)
cert_info.valid_from = apr_pstrdup(scratch_pool, "[invalid date]");
cert_info.valid_until = apr_hash_get(serf_cert, "notAfter",
APR_HASH_KEY_STRING);
if (! cert_info.valid_until)
cert_info.valid_until = apr_pstrdup(scratch_pool, "[invalid date]");
cert_info.issuer_dname = convert_organisation_to_str(issuer, scratch_pool);
cert_info.ascii_cert = serf_ssl_cert_export(cert, scratch_pool);
svn_failures = ssl_convert_serf_failures(failures);
/* Try to find matching server name via subjectAltName first... */
if (san) {
int i;
for (i = 0; i < san->nelts; i++) {
char *s = APR_ARRAY_IDX(san, i, char*);
if (apr_fnmatch(s, conn->hostname,
APR_FNM_PERIOD) == APR_SUCCESS) {
found_matching_hostname = 1;
cert_info.hostname = s;
break;
}
}
}
/* Match server certificate CN with the hostname of the server */
if (!found_matching_hostname && cert_info.hostname)
{
if (apr_fnmatch(cert_info.hostname, conn->hostname,
APR_FNM_PERIOD) == APR_FNM_NOMATCH)
{
svn_failures |= SVN_AUTH_SSL_CNMISMATCH;
}
}
svn_auth_set_parameter(conn->session->wc_callbacks->auth_baton,
SVN_AUTH_PARAM_SSL_SERVER_FAILURES,
&svn_failures);
svn_auth_set_parameter(conn->session->wc_callbacks->auth_baton,
SVN_AUTH_PARAM_SSL_SERVER_CERT_INFO,
&cert_info);
realmstring = construct_realm(conn->session, conn->session->pool);
SVN_ERR(svn_auth_first_credentials(&creds, &state,
SVN_AUTH_CRED_SSL_SERVER_TRUST,
realmstring,
conn->session->wc_callbacks->auth_baton,
scratch_pool));
if (creds)
{
server_creds = creds;
SVN_ERR(svn_auth_save_credentials(state, scratch_pool));
}
svn_auth_set_parameter(conn->session->wc_callbacks->auth_baton,
SVN_AUTH_PARAM_SSL_SERVER_CERT_INFO, NULL);
if (!server_creds)
return svn_error_create(SVN_ERR_RA_SERF_SSL_CERT_UNTRUSTED, NULL, NULL);
return SVN_NO_ERROR;
}
/* Implements serf_ssl_need_server_cert_t for ssl_server_cert */
static apr_status_t
ssl_server_cert_cb(void *baton, int failures,
const serf_ssl_certificate_t *cert)
{
svn_ra_serf__connection_t *conn = baton;
svn_ra_serf__session_t *session = conn->session;
apr_pool_t *subpool;
svn_error_t *err;
subpool = svn_pool_create(session->pool);
err = ssl_server_cert(baton, failures, cert, subpool);
svn_pool_destroy(subpool);
if (err || session->pending_error)
{
session->pending_error = svn_error_compose_create(
session->pending_error,
err);
return session->pending_error->apr_err;
}
return APR_SUCCESS;
}
static svn_error_t *
load_authorities(svn_ra_serf__connection_t *conn, const char *authorities,
apr_pool_t *pool)
{
char *files, *file, *last;
files = apr_pstrdup(pool, authorities);
while ((file = apr_strtok(files, ";", &last)) != NULL)
{
serf_ssl_certificate_t *ca_cert;
apr_status_t status = serf_ssl_load_cert_file(&ca_cert, file, pool);
if (status == APR_SUCCESS)
status = serf_ssl_trust_cert(conn->ssl_context, ca_cert);
if (status != APR_SUCCESS)
{
return svn_error_createf
(SVN_ERR_BAD_CONFIG_VALUE, NULL,
_("Invalid config: unable to load certificate file '%s'"),
svn_dirent_local_style(file, pool));
}
files = NULL;
}
return SVN_NO_ERROR;
}
static svn_error_t *
conn_setup(apr_socket_t *sock,
serf_bucket_t **read_bkt,
serf_bucket_t **write_bkt,
void *baton,
apr_pool_t *pool)
{
svn_ra_serf__connection_t *conn = baton;
*read_bkt = serf_context_bucket_socket_create(conn->session->context,
sock, conn->bkt_alloc);
if (conn->using_ssl)
{
/* input stream */
*read_bkt = serf_bucket_ssl_decrypt_create(*read_bkt, conn->ssl_context,
conn->bkt_alloc);
if (!conn->ssl_context)
{
conn->ssl_context = serf_bucket_ssl_encrypt_context_get(*read_bkt);
#if SERF_VERSION_AT_LEAST(1,0,0)
serf_ssl_set_hostname(conn->ssl_context, conn->hostname);
#endif
serf_ssl_client_cert_provider_set(conn->ssl_context,
svn_ra_serf__handle_client_cert,
conn, conn->session->pool);
serf_ssl_client_cert_password_set(conn->ssl_context,
svn_ra_serf__handle_client_cert_pw,
conn, conn->session->pool);
serf_ssl_server_cert_callback_set(conn->ssl_context,
ssl_server_cert_cb,
conn);
/* See if the user wants us to trust "default" openssl CAs. */
if (conn->session->trust_default_ca)
{
serf_ssl_use_default_certificates(conn->ssl_context);
}
/* Are there custom CAs to load? */
if (conn->session->ssl_authorities)
{
SVN_ERR(load_authorities(conn, conn->session->ssl_authorities,
conn->session->pool));
}
}
if (write_bkt)
{
/* output stream */
*write_bkt = serf_bucket_ssl_encrypt_create(*write_bkt,
conn->ssl_context,
conn->bkt_alloc);
}
}
return SVN_NO_ERROR;
}
/* svn_ra_serf__conn_setup is a callback for serf. This function
creates a read bucket and will wrap the write bucket if SSL
is needed. */
apr_status_t
svn_ra_serf__conn_setup(apr_socket_t *sock,
serf_bucket_t **read_bkt,
serf_bucket_t **write_bkt,
void *baton,
apr_pool_t *pool)
{
svn_ra_serf__connection_t *conn = baton;
svn_ra_serf__session_t *session = conn->session;
apr_status_t status = SVN_NO_ERROR;
svn_error_t *err = conn_setup(sock,
read_bkt,
write_bkt,
baton,
pool);
if (err || session->pending_error)
{
session->pending_error = svn_error_compose_create(
session->pending_error,
err);
status = session->pending_error->apr_err;
}
return status;
}
serf_bucket_t*
svn_ra_serf__accept_response(serf_request_t *request,
serf_bucket_t *stream,
void *acceptor_baton,
apr_pool_t *pool)
{
serf_bucket_t *c;
serf_bucket_alloc_t *bkt_alloc;
bkt_alloc = serf_request_get_alloc(request);
c = serf_bucket_barrier_create(stream, bkt_alloc);
return serf_bucket_response_create(c, bkt_alloc);
}
static serf_bucket_t*
accept_head(serf_request_t *request,
serf_bucket_t *stream,
void *acceptor_baton,
apr_pool_t *pool)
{
serf_bucket_t *response;
response = svn_ra_serf__accept_response(request, stream, acceptor_baton,
pool);
/* We know we shouldn't get a response body. */
serf_bucket_response_set_head(response);
return response;
}
static svn_error_t *
connection_closed(serf_connection_t *conn,
svn_ra_serf__connection_t *sc,
apr_status_t why,
apr_pool_t *pool)
{
if (why)
{
SVN_ERR_MALFUNCTION();
}
if (sc->using_ssl)
sc->ssl_context = NULL;
return SVN_NO_ERROR;
}
void
svn_ra_serf__conn_closed(serf_connection_t *conn,
void *closed_baton,
apr_status_t why,
apr_pool_t *pool)
{
svn_ra_serf__connection_t *sc = closed_baton;
svn_error_t *err;
err = connection_closed(conn, sc, why, pool);
if (err)
sc->session->pending_error = svn_error_compose_create(
sc->session->pending_error,
err);
}
/* Implementation of svn_ra_serf__handle_client_cert */
static svn_error_t *
handle_client_cert(void *data,
const char **cert_path,
apr_pool_t *pool)
{
svn_ra_serf__connection_t *conn = data;
svn_ra_serf__session_t *session = conn->session;
const char *realm;
void *creds;
*cert_path = NULL;
realm = construct_realm(session, session->pool);
if (!conn->ssl_client_auth_state)
{
SVN_ERR(svn_auth_first_credentials(&creds,
&conn->ssl_client_auth_state,
SVN_AUTH_CRED_SSL_CLIENT_CERT,
realm,
session->wc_callbacks->auth_baton,
pool));
}
else
{
SVN_ERR(svn_auth_next_credentials(&creds,
conn->ssl_client_auth_state,
session->pool));
}
if (creds)
{
svn_auth_cred_ssl_client_cert_t *client_creds;
client_creds = creds;
*cert_path = client_creds->cert_file;
}
return SVN_NO_ERROR;
}
/* Implements serf_ssl_need_client_cert_t for handle_client_cert */
apr_status_t svn_ra_serf__handle_client_cert(void *data,
const char **cert_path)
{
svn_ra_serf__connection_t *conn = data;
svn_ra_serf__session_t *session = conn->session;
svn_error_t *err = handle_client_cert(data,
cert_path,
session->pool);
if (err || session->pending_error)
{
session->pending_error = svn_error_compose_create(
session->pending_error,
err);
return session->pending_error->apr_err;
}
return APR_SUCCESS;
}
/* Implementation for svn_ra_serf__handle_client_cert_pw */
static svn_error_t *
handle_client_cert_pw(void *data,
const char *cert_path,
const char **password,
apr_pool_t *pool)
{
svn_ra_serf__connection_t *conn = data;
svn_ra_serf__session_t *session = conn->session;
void *creds;
*password = NULL;
if (!conn->ssl_client_pw_auth_state)
{
SVN_ERR(svn_auth_first_credentials(&creds,
&conn->ssl_client_pw_auth_state,
SVN_AUTH_CRED_SSL_CLIENT_CERT_PW,
cert_path,
session->wc_callbacks->auth_baton,
pool));
}
else
{
SVN_ERR(svn_auth_next_credentials(&creds,
conn->ssl_client_pw_auth_state,
pool));
}
if (creds)
{
svn_auth_cred_ssl_client_cert_pw_t *pw_creds;
pw_creds = creds;
*password = pw_creds->password;
}
return APR_SUCCESS;
}
/* Implements serf_ssl_need_client_cert_pw_t for handle_client_cert_pw */
apr_status_t svn_ra_serf__handle_client_cert_pw(void *data,
const char *cert_path,
const char **password)
{
svn_ra_serf__connection_t *conn = data;
svn_ra_serf__session_t *session = conn->session;
svn_error_t *err = handle_client_cert_pw(data,
cert_path,
password,
session->pool);
if (err || session->pending_error)
{
session->pending_error = svn_error_compose_create(
session->pending_error,
err);
return session->pending_error->apr_err;
}
return APR_SUCCESS;
}
svn_error_t *
svn_ra_serf__setup_serf_req(serf_request_t *request,
serf_bucket_t **req_bkt,
serf_bucket_t **ret_hdrs_bkt,
svn_ra_serf__connection_t *conn,
const char *method, const char *url,
serf_bucket_t *body_bkt, const char *content_type)
{
serf_bucket_t *hdrs_bkt;
/* Create a request bucket. Note that this sucker is kind enough to
add a "Host" header for us. */
*req_bkt =
serf_request_bucket_request_create(request, method, url, body_bkt,
serf_request_get_alloc(request));
hdrs_bkt = serf_bucket_request_get_headers(*req_bkt);
serf_bucket_headers_setn(hdrs_bkt, "User-Agent", conn->useragent);
if (content_type)
{
serf_bucket_headers_setn(hdrs_bkt, "Content-Type", content_type);
}
/* These headers need to be sent with every request; see issue #3255
("mod_dav_svn does not pass client capabilities to start-commit
hooks") for why. */
serf_bucket_headers_set(hdrs_bkt, "DAV", SVN_DAV_NS_DAV_SVN_DEPTH);
serf_bucket_headers_set(hdrs_bkt, "DAV", SVN_DAV_NS_DAV_SVN_MERGEINFO);
serf_bucket_headers_set(hdrs_bkt, "DAV", SVN_DAV_NS_DAV_SVN_LOG_REVPROPS);
if (ret_hdrs_bkt)
{
*ret_hdrs_bkt = hdrs_bkt;
}
return SVN_NO_ERROR;
}
svn_error_t *
svn_ra_serf__context_run_wait(svn_boolean_t *done,
svn_ra_serf__session_t *sess,
apr_pool_t *scratch_pool)
{
apr_pool_t *iterpool;
assert(sess->pending_error == SVN_NO_ERROR);
iterpool = svn_pool_create(scratch_pool);
while (!*done)
{
apr_status_t status;
svn_error_t *err;
int i;
svn_pool_clear(iterpool);
if (sess->cancel_func)
SVN_ERR((*sess->cancel_func)(sess->cancel_baton));
status = serf_context_run(sess->context, sess->timeout, iterpool);
err = sess->pending_error;
sess->pending_error = SVN_NO_ERROR;
if (APR_STATUS_IS_TIMEUP(status))
{
svn_error_clear(err);
return svn_error_create(SVN_ERR_RA_DAV_CONN_TIMEOUT,
NULL,
_("Connection timed out"));
}
SVN_ERR(err);
if (status)
{
if (status >= SVN_ERR_BAD_CATEGORY_START && status < SVN_ERR_LAST)
{
/* apr can't translate subversion errors to text */
SVN_ERR_W(svn_error_create(status, NULL, NULL),
_("Error running context"));
}
return svn_error_wrap_apr(status, _("Error running context"));
}
/* Debugging purposes only! */
for (i = 0; i < sess->num_conns; i++)
{
serf_debug__closed_conn(sess->conns[i]->bkt_alloc);
}
}
svn_pool_destroy(iterpool);
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on a start element tag for an error response.
*/
static svn_error_t *
start_error(svn_ra_serf__xml_parser_t *parser,
void *userData,
svn_ra_serf__dav_props_t name,
const char **attrs)
{
svn_ra_serf__server_error_t *ctx = userData;
if (!ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "error") == 0)
{
ctx->in_error = TRUE;
}
else if (ctx->in_error && strcmp(name.name, "human-readable") == 0)
{
const char *err_code;
err_code = svn_xml_get_attr_value("errcode", attrs);
if (err_code)
{
apr_int64_t val;
SVN_ERR(svn_cstring_atoi64(&val, err_code));
ctx->error->apr_err = (apr_status_t)val;
}
else
{
ctx->error->apr_err = SVN_ERR_RA_DAV_REQUEST_FAILED;
}
/* Start collecting cdata. */
svn_stringbuf_setempty(ctx->cdata);
ctx->collect_cdata = TRUE;
}
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on an end element tag for a PROPFIND response.
*/
static svn_error_t *
end_error(svn_ra_serf__xml_parser_t *parser,
void *userData,
svn_ra_serf__dav_props_t name)
{
svn_ra_serf__server_error_t *ctx = userData;
if (ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "error") == 0)
{
ctx->in_error = FALSE;
}
if (ctx->in_error && strcmp(name.name, "human-readable") == 0)
{
/* On the server dav_error_response_tag() will add a leading
and trailing newline if DEBUG_CR is defined in mod_dav.h,
so remove any such characters here. */
apr_size_t len;
const char *cd = ctx->cdata->data;
if (*cd == '\n')
++cd;
len = strlen(cd);
if (len > 0 && cd[len-1] == '\n')
--len;
ctx->error->message = apr_pstrmemdup(ctx->error->pool, cd, len);
ctx->collect_cdata = FALSE;
}
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on CDATA elements in an error response.
*
* This callback can be called multiple times.
*/
static svn_error_t *
cdata_error(svn_ra_serf__xml_parser_t *parser,
void *userData,
const char *data,
apr_size_t len)
{
svn_ra_serf__server_error_t *ctx = userData;
if (ctx->collect_cdata)
{
svn_stringbuf_appendbytes(ctx->cdata, data, len);
}
return SVN_NO_ERROR;
}
/* Implements svn_ra_serf__response_handler_t */
svn_error_t *
svn_ra_serf__handle_discard_body(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
apr_status_t status;
svn_ra_serf__server_error_t *server_err = baton;
if (server_err)
{
if (!server_err->init)
{
serf_bucket_t *hdrs;
const char *val;
server_err->init = TRUE;
hdrs = serf_bucket_response_get_headers(response);
val = serf_bucket_headers_get(hdrs, "Content-Type");
if (val && strncasecmp(val, "text/xml", sizeof("text/xml") - 1) == 0)
{
server_err->error = svn_error_create(APR_SUCCESS, NULL, NULL);
server_err->has_xml_response = TRUE;
server_err->contains_precondition_error = FALSE;
server_err->cdata = svn_string_create_empty(pool);
server_err->collect_cdata = FALSE;
server_err->parser.pool = server_err->error->pool;
server_err->parser.user_data = server_err;
server_err->parser.start = start_error;
server_err->parser.end = end_error;
server_err->parser.cdata = cdata_error;
server_err->parser.done = &server_err->done;
server_err->parser.ignore_errors = TRUE;
}
else
{
server_err->error = SVN_NO_ERROR;
}
}
if (server_err->has_xml_response)
{
svn_error_t *err = svn_ra_serf__handle_xml_parser(
request,
response,
&server_err->parser,
pool);
if (server_err->done && server_err->error->apr_err == APR_SUCCESS)
{
svn_error_clear(server_err->error);
server_err->error = SVN_NO_ERROR;
}
return svn_error_trace(err);
}
}
status = svn_ra_serf__response_discard_handler(request, response,
NULL, pool);
if (status)
return svn_error_wrap_apr(status, NULL);
return SVN_NO_ERROR;
}
apr_status_t
svn_ra_serf__response_discard_handler(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
/* Just loop through and discard the body. */
while (1)
{
apr_status_t status;
const char *data;
apr_size_t len;
status = serf_bucket_read(response, SERF_READ_ALL_AVAIL, &data, &len);
if (status)
{
return status;
}
/* feed me */
}
}
const char *
svn_ra_serf__response_get_location(serf_bucket_t *response,
apr_pool_t *pool)
{
serf_bucket_t *headers;
const char *val;
headers = serf_bucket_response_get_headers(response);
val = serf_bucket_headers_get(headers, "Location");
return val ? svn_urlpath__canonicalize(val, pool) : NULL;
}
/* Implements svn_ra_serf__response_handler_t */
svn_error_t *
svn_ra_serf__handle_status_only(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
svn_error_t *err;
svn_ra_serf__simple_request_context_t *ctx = baton;
SVN_ERR_ASSERT(ctx->pool);
err = svn_ra_serf__handle_discard_body(request, response,
&ctx->server_error, pool);
if (err && APR_STATUS_IS_EOF(err->apr_err))
{
serf_status_line sl;
apr_status_t status;
status = serf_bucket_response_status(response, &sl);
if (SERF_BUCKET_READ_ERROR(status))
{
return svn_error_wrap_apr(status, NULL);
}
ctx->status = sl.code;
ctx->reason = sl.reason ? apr_pstrdup(ctx->pool, sl.reason) : NULL;
ctx->location = svn_ra_serf__response_get_location(response, ctx->pool);
ctx->done = TRUE;
}
return svn_error_trace(err);
}
/* Given a string like "HTTP/1.1 500 (status)" in BUF, parse out the numeric
status code into *STATUS_CODE_OUT. Ignores leading whitespace. */
static svn_error_t *
parse_dav_status(int *status_code_out, svn_stringbuf_t *buf,
apr_pool_t *scratch_pool)
{
svn_error_t *err;
const char *token;
char *tok_status;
svn_stringbuf_t *temp_buf = svn_stringbuf_dup(buf, scratch_pool);
svn_stringbuf_strip_whitespace(temp_buf);
token = apr_strtok(temp_buf->data, " \t\r\n", &tok_status);
if (token)
token = apr_strtok(NULL, " \t\r\n", &tok_status);
if (!token)
return svn_error_createf(SVN_ERR_RA_DAV_MALFORMED_DATA, NULL,
_("Malformed DAV:status CDATA '%s'"),
buf->data);
err = svn_cstring_atoi(status_code_out, token);
if (err)
return svn_error_createf(SVN_ERR_RA_DAV_MALFORMED_DATA, err,
_("Malformed DAV:status CDATA '%s'"),
buf->data);
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on a start element tag for a 207 response.
*/
static svn_error_t *
start_207(svn_ra_serf__xml_parser_t *parser,
void *userData,
svn_ra_serf__dav_props_t name,
const char **attrs)
{
svn_ra_serf__server_error_t *ctx = userData;
if (!ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "multistatus") == 0)
{
ctx->in_error = TRUE;
}
else if (ctx->in_error && strcmp(name.name, "responsedescription") == 0)
{
/* Start collecting cdata. */
svn_stringbuf_setempty(ctx->cdata);
ctx->collect_cdata = TRUE;
}
else if (ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "status") == 0)
{
/* Start collecting cdata. */
svn_stringbuf_setempty(ctx->cdata);
ctx->collect_cdata = TRUE;
}
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on an end element tag for a 207 response.
*/
static svn_error_t *
end_207(svn_ra_serf__xml_parser_t *parser,
void *userData,
svn_ra_serf__dav_props_t name)
{
svn_ra_serf__server_error_t *ctx = userData;
if (ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "multistatus") == 0)
{
ctx->in_error = FALSE;
}
if (ctx->in_error && strcmp(name.name, "responsedescription") == 0)
{
ctx->collect_cdata = FALSE;
ctx->error->message = apr_pstrmemdup(ctx->error->pool, ctx->cdata->data,
ctx->cdata->len);
if (ctx->contains_precondition_error)
ctx->error->apr_err = SVN_ERR_FS_PROP_BASEVALUE_MISMATCH;
else
ctx->error->apr_err = SVN_ERR_RA_DAV_REQUEST_FAILED;
}
else if (ctx->in_error &&
strcmp(name.namespace, "DAV:") == 0 &&
strcmp(name.name, "status") == 0)
{
int status_code;
ctx->collect_cdata = FALSE;
SVN_ERR(parse_dav_status(&status_code, ctx->cdata, parser->pool));
if (status_code == 412)
ctx->contains_precondition_error = TRUE;
}
return SVN_NO_ERROR;
}
/*
* Expat callback invoked on CDATA elements in a 207 response.
*
* This callback can be called multiple times.
*/
static svn_error_t *
cdata_207(svn_ra_serf__xml_parser_t *parser,
void *userData,
const char *data,
apr_size_t len)
{
svn_ra_serf__server_error_t *ctx = userData;
if (ctx->collect_cdata)
{
svn_stringbuf_appendbytes(ctx->cdata, data, len);
}
return SVN_NO_ERROR;
}
/* Implements svn_ra_serf__response_handler_t */
svn_error_t *
svn_ra_serf__handle_multistatus_only(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
svn_error_t *err;
svn_ra_serf__simple_request_context_t *ctx = baton;
svn_ra_serf__server_error_t *server_err = &ctx->server_error;
SVN_ERR_ASSERT(ctx->pool);
/* If necessary, initialize our XML parser. */
if (server_err && !server_err->init)
{
serf_bucket_t *hdrs;
const char *val;
server_err->init = TRUE;
hdrs = serf_bucket_response_get_headers(response);
val = serf_bucket_headers_get(hdrs, "Content-Type");
if (val && strncasecmp(val, "text/xml", sizeof("text/xml") - 1) == 0)
{
server_err->error = svn_error_create(APR_SUCCESS, NULL, NULL);
server_err->has_xml_response = TRUE;
server_err->contains_precondition_error = FALSE;
server_err->cdata = svn_string_create_empty(server_err->error->pool);
server_err->collect_cdata = FALSE;
server_err->parser.pool = server_err->error->pool;
server_err->parser.user_data = server_err;
server_err->parser.start = start_207;
server_err->parser.end = end_207;
server_err->parser.cdata = cdata_207;
server_err->parser.done = &ctx->done;
server_err->parser.ignore_errors = TRUE;
}
else
{
ctx->done = TRUE;
server_err->error = SVN_NO_ERROR;
}
}
/* If server_err->error still contains APR_SUCCESS, it means that we
have not successfully parsed the XML yet. */
if (server_err && server_err->error
&& server_err->error->apr_err == APR_SUCCESS)
{
err = svn_ra_serf__handle_xml_parser(request, response,
&server_err->parser, pool);
/* APR_EOF will be returned when parsing is complete. If we see
any other error, return it immediately. In practice the only
other error we expect to see is APR_EAGAIN, which indicates that
we could not parse the XML because the contents are not yet
available to be read. */
if (!err || !APR_STATUS_IS_EOF(err->apr_err))
{
return svn_error_trace(err);
}
else if (ctx->done && server_err->error->apr_err == APR_SUCCESS)
{
svn_error_clear(server_err->error);
server_err->error = SVN_NO_ERROR;
}
svn_error_clear(err);
}
err = svn_ra_serf__handle_discard_body(request, response, NULL, pool);
if (err && APR_STATUS_IS_EOF(err->apr_err))
{
serf_status_line sl;
apr_status_t status;
status = serf_bucket_response_status(response, &sl);
if (SERF_BUCKET_READ_ERROR(status))
{
return svn_error_wrap_apr(status, NULL);
}
ctx->status = sl.code;
ctx->reason = sl.reason ? apr_pstrdup(ctx->pool, sl.reason) : NULL;
ctx->location = svn_ra_serf__response_get_location(response, ctx->pool);
}
return svn_error_trace(err);
}
static void
start_xml(void *userData, const char *raw_name, const char **attrs)
{
svn_ra_serf__xml_parser_t *parser = userData;
svn_ra_serf__dav_props_t name;
if (parser->error)
return;
if (!parser->state)
svn_ra_serf__xml_push_state(parser, 0);
svn_ra_serf__define_ns(&parser->state->ns_list, attrs, parser->state->pool);
svn_ra_serf__expand_ns(&name, parser->state->ns_list, raw_name);
parser->error = parser->start(parser, parser->user_data, name, attrs);
}
static void
end_xml(void *userData, const char *raw_name)
{
svn_ra_serf__xml_parser_t *parser = userData;
svn_ra_serf__dav_props_t name;
if (parser->error)
return;
svn_ra_serf__expand_ns(&name, parser->state->ns_list, raw_name);
parser->error = parser->end(parser, parser->user_data, name);
}
static void
cdata_xml(void *userData, const char *data, int len)
{
svn_ra_serf__xml_parser_t *parser = userData;
if (parser->error)
return;
if (!parser->state)
svn_ra_serf__xml_push_state(parser, 0);
parser->error = parser->cdata(parser, parser->user_data, data, len);
}
/* Flip the requisite bits in CTX to indicate that processing of the
response is complete, adding the current "done item" to the list of
completed items. */
static void
add_done_item(svn_ra_serf__xml_parser_t *ctx)
{
/* Make sure we don't add to DONE_LIST twice. */
if (!*ctx->done)
{
*ctx->done = TRUE;
if (ctx->done_list)
{
ctx->done_item->data = ctx->user_data;
ctx->done_item->next = *ctx->done_list;
*ctx->done_list = ctx->done_item;
}
}
}
#ifdef PBTEST_ACTIVE
/* Determine whether we should move to the next step. Print out the
transition for debugging purposes. If FORCE is TRUE, then we
definitely make a step (injection has completed). */
static void
maybe_next_step(svn_ra_serf__xml_parser_t *parser, svn_boolean_t force)
{
const pbtest_desc_t *desc;
int state;
/* This would fail the state transition, but for clarity... just return
when the testing has completed. */
if (pbtest_step == 14)
return;
/* If this is not the request running the test, then exit. */
if (!PBTEST_THIS_REQ(parser))
return;
desc = &pbtest_description[pbtest_step];
state = PBTEST_STATE(parser->pending);
/* Forced? ... or reached target state? */
if (force || state == desc->when_next)
{
++pbtest_step;
if (desc->completed != NULL)
SVN_DBG(("PBTEST: completed TEST %s\n", desc->completed));
/* Pause the parser based on the new step's config. */
++desc;
parser->paused = desc->paused;
SVN_DBG(("PBTEST: advanced: step=%d paused=%d inject=%d state=%d\n",
pbtest_step, desc->paused, desc->inject, state));
}
else
{
SVN_DBG(("PBTEST: step[%d]: state=%d waiting_for=%d\n",
pbtest_step, state, desc->when_next));
}
}
#endif /* PBTEST_ACTIVE */
/* Get a buffer from the parsing context. It will come from the free list,
or allocated as necessary. */
static struct pending_buffer_t *
get_buffer(svn_ra_serf__xml_parser_t *parser)
{
struct pending_buffer_t *pb;
if (parser->pending->avail == NULL)
return apr_palloc(parser->pool, sizeof(*pb));
pb = parser->pending->avail;
parser->pending->avail = pb->next;
return pb;
}
/* Return PB to the list of available buffers in PARSER. */
static void
return_buffer(svn_ra_serf__xml_parser_t *parser,
struct pending_buffer_t *pb)
{
pb->next = parser->pending->avail;
parser->pending->avail = pb;
}
static svn_error_t *
write_to_pending(svn_ra_serf__xml_parser_t *ctx,
const char *data,
apr_size_t len,
apr_pool_t *scratch_pool)
{
struct pending_buffer_t *pb;
/* The caller should not have provided us more than we can store into
a single memory block. */
SVN_ERR_ASSERT(len <= PARSE_CHUNK_SIZE);
if (ctx->pending == NULL)
ctx->pending = apr_pcalloc(ctx->pool, sizeof(*ctx->pending));
/* We do not (yet) have a spill file, but the amount stored in memory
has grown too large. Create the file and place the pending data into
the temporary file.
For testing purposes, there are points when we may want to
create the spill file, regardless. */
if (PBTEST_FORCE_SPILL(ctx)
|| (ctx->pending->spill == NULL
&& ctx->pending->memory_size > SPILL_SIZE))
{
#ifdef PBTEST_ACTIVE
/* Only allow a spill file for steps 6 or later. */
if (!PBTEST_THIS_REQ(ctx) || pbtest_step >= 6)
#endif
SVN_ERR(svn_io_open_unique_file3(&ctx->pending->spill,
NULL /* temp_path */,
NULL /* dirpath */,
svn_io_file_del_on_pool_cleanup,
ctx->pool, scratch_pool));
}
/* Once a spill file has been constructed, then we need to put all
arriving data into the file. We will no longer attempt to hold it
in memory. */
if (ctx->pending->spill != NULL)
{
/* NOTE: we assume the file position is at the END. The caller should
ensure this, so that we will append. */
SVN_ERR(svn_io_file_write_full(ctx->pending->spill, data, len,
NULL, scratch_pool));
return SVN_NO_ERROR;
}
/* We're still within bounds of holding the pending information in
memory. Get a buffer, copy the data there, and link it into our
pending data. */
pb = get_buffer(ctx);
/* NOTE: *pb is uninitialized. All fields must be stored. */
pb->size = len;
memcpy(pb->data, data, len);
pb->next = NULL;
/* Start a list of buffers, or append to the end of the linked list
of buffers. */
if (ctx->pending->tail == NULL)
{
ctx->pending->head = pb;
ctx->pending->tail = pb;
}
else
{
ctx->pending->tail->next = pb;
ctx->pending->tail = pb;
}
/* We need to record how much is buffered in memory. Once we reach
SPILL_SIZE (or thereabouts, it doesn't have to be precise), then
we'll switch to putting the content into a file. */
ctx->pending->memory_size += len;
return SVN_NO_ERROR;
}
static svn_error_t *
inject_to_parser(svn_ra_serf__xml_parser_t *ctx,
const char *data,
apr_size_t len,
const serf_status_line *sl)
{
int xml_status;
xml_status = XML_Parse(ctx->xmlp, data, len, 0);
if (xml_status == XML_STATUS_ERROR && !ctx->ignore_errors)
{
if (sl == NULL)
return svn_error_createf(SVN_ERR_RA_DAV_MALFORMED_DATA, NULL,
_("XML parsing failed"));
return svn_error_createf(SVN_ERR_RA_DAV_MALFORMED_DATA, NULL,
_("XML parsing failed: (%d %s)"),
sl->code, sl->reason);
}
if (ctx->error && !ctx->ignore_errors)
return svn_error_trace(ctx->error);
/* We may want to ignore the callbacks choice for the PAUSED flag.
Set this value, as appropriate. */
PBTEST_SET_PAUSED(ctx);
return SVN_NO_ERROR;
}
/* Apr pool cleanup handler to release an XML_Parser in success and error
conditions */
static apr_status_t
xml_parser_cleanup(void *baton)
{
XML_Parser *xmlp = baton;
if (*xmlp)
{
XML_ParserFree(*xmlp);
*xmlp = NULL;
}
return APR_SUCCESS;
}
svn_error_t *
svn_ra_serf__process_pending(svn_ra_serf__xml_parser_t *parser,
apr_pool_t *scratch_pool)
{
struct pending_buffer_t *pb;
svn_error_t *err;
apr_off_t output_unused;
/* We may need to repair the PAUSED state when testing. */
PBTEST_SET_PAUSED(parser);
#ifdef PBTEST_ACTIVE
/* If this step should not inject content, then fast-path exit. */
if (PBTEST_THIS_REQ(parser)
&& pbtest_step < 14 && !pbtest_description[pbtest_step].inject)
{
SVN_DBG(("PBTEST: process: injection disabled\n"));
return SVN_NO_ERROR;
}
#endif
/* Fast path exit: already paused, nothing to do, or already done. */
if (parser->paused || parser->pending == NULL || *parser->done)
return SVN_NO_ERROR;
/* ### it is possible that the XML parsing of the pending content is
### so slow, and that we don't return to reading the connection
### fast enough... that the server will disconnect us. right now,
### that is highly improbably, but is noted for future's sake.
### should that ever happen, the loops in this function can simply
### terminate after N seconds. */
/* Empty out memory buffers until we run out, or we get paused again. */
while (parser->pending->head != NULL)
{
/* Pull the HEAD buffer out of the list. */
pb = parser->pending->head;
if (parser->pending->tail == pb)
parser->pending->head = parser->pending->tail = NULL;
else
parser->pending->head = pb->next;
/* We're using less memory now. If we haven't hit the spill file,
then we may be able to keep using memory. */
parser->pending->memory_size -= pb->size;
err = inject_to_parser(parser, pb->data, pb->size, NULL);
return_buffer(parser, pb);
if (err)
return svn_error_trace(err);
/* If the callbacks paused us, then we're done for now. */
if (parser->paused)
return SVN_NO_ERROR;
}
#ifdef PBTEST_ACTIVE
/* For steps 4 and 9, we wait until all of the memory content has been
injected. At that point, we can take another step which will pause
the parser, and we'll need to exit. */
if (PBTEST_THIS_REQ(parser)
&& (pbtest_step == 4 || pbtest_step == 9))
{
PBTEST_MAYBE_STEP(parser, TRUE);
return SVN_NO_ERROR;
}
#endif
/* If we don't have a spill file, then we've exhausted all
pending content. */
if (parser->pending->spill == NULL)
goto pending_empty;
/* Seek once to where we left off reading. */
output_unused = parser->pending->spill_start; /* ### stupid API */
SVN_ERR(svn_io_file_seek(parser->pending->spill,
APR_SET, &output_unused,
scratch_pool));
/* We need a buffer for reading out of the file. One of these will always
exist by the time we start reading from the spill file. */
pb = get_buffer(parser);
/* Keep reading until we hit EOF, or get paused again. */
while (TRUE)
{
apr_size_t len = sizeof(pb->data);
apr_status_t status;
/* Read some data and remember where we left off. */
status = apr_file_read(parser->pending->spill, pb->data, &len);
if (status && !APR_STATUS_IS_EOF(status))
{
err = svn_error_wrap_apr(status, NULL);
break;
}
parser->pending->spill_start += len;
err = inject_to_parser(parser, pb->data, len, NULL);
if (err)
break;
/* If we just consumed everything in the spill file, then we may
be done with the parsing. */
/* ### future change: when we hit EOF, then remove the spill file.
### we could go back to using memory for a while. */
if (APR_STATUS_IS_EOF(status))
goto pending_empty;
/* If the callbacks paused the parsing, then we're done for now. */
if (parser->paused)
break;
}
return_buffer(parser, pb);
return svn_error_trace(err); /* may be SVN_NO_ERROR */
pending_empty:
/* If the PENDING structures are empty *and* we consumed all content from
the network, then we're completely done with the parsing. */
if (parser->pending->network_eof)
{
#ifdef PBTEST_ACTIVE
if (PBTEST_THIS_REQ(parser))
SVN_DBG(("process: terminating parse.\n"));
#endif
SVN_ERR_ASSERT(parser->xmlp != NULL);
/* Tell the parser that no more content will be parsed. Ignore the
return status. We just don't care. */
(void) XML_Parse(parser->xmlp, NULL, 0, 1);
apr_pool_cleanup_run(parser->pool, &parser->xmlp, xml_parser_cleanup);
parser->xmlp = NULL;
add_done_item(parser);
}
/* For testing step 12, we have written all of the disk content. This
will advance to step 13 and pause the parser again. */
PBTEST_MAYBE_STEP(parser, TRUE);
return SVN_NO_ERROR;
}
/* Implements svn_ra_serf__response_handler_t */
svn_error_t *
svn_ra_serf__handle_xml_parser(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
serf_status_line sl;
apr_status_t status;
svn_ra_serf__xml_parser_t *ctx = baton;
svn_error_t *err;
status = serf_bucket_response_status(response, &sl);
if (SERF_BUCKET_READ_ERROR(status))
{
return svn_error_wrap_apr(status, NULL);
}
if (ctx->status_code)
{
*ctx->status_code = sl.code;
}
if (sl.code == 301 || sl.code == 302 || sl.code == 307)
{
ctx->location = svn_ra_serf__response_get_location(response, ctx->pool);
}
/* Woo-hoo. Nothing here to see. */
if (sl.code == 404 && ctx->ignore_errors == FALSE)
{
/* If our caller won't know about the 404, abort() for now. */
SVN_ERR_ASSERT(ctx->status_code);
add_done_item(ctx);
err = svn_ra_serf__handle_server_error(request, response, pool);
SVN_ERR(svn_error_compose_create(
svn_ra_serf__handle_discard_body(request, response, NULL, pool),
err));
return SVN_NO_ERROR;
}
if (ctx->headers_baton == NULL)
ctx->headers_baton = serf_bucket_response_get_headers(response);
else if (ctx->headers_baton != serf_bucket_response_get_headers(response))
{
/* We got a new response to an existing parser...
This tells us the connection has restarted and we should continue
where we stopped last time.
*/
/* Is this a second attempt?? */
if (!ctx->skip_size)
ctx->skip_size = ctx->read_size;
ctx->read_size = 0; /* New request, nothing read */
}
if (!ctx->xmlp)
{
ctx->xmlp = XML_ParserCreate(NULL);
apr_pool_cleanup_register(ctx->pool, &ctx->xmlp, xml_parser_cleanup,
apr_pool_cleanup_null);
XML_SetUserData(ctx->xmlp, ctx);
XML_SetElementHandler(ctx->xmlp, start_xml, end_xml);
if (ctx->cdata)
{
XML_SetCharacterDataHandler(ctx->xmlp, cdata_xml);
}
/* This is the first invocation. If we're looking at an update
report, then move to step 1 of the testing sequence. */
#ifdef PBTEST_ACTIVE
if (PBTEST_THIS_REQ(ctx))
PBTEST_MAYBE_STEP(ctx, TRUE);
#endif
}
/* If we are storing content into a spill file, then move to the end of
the file. We need to pre-position the file so that write_to_pending()
will always append the content. */
if (ctx->pending != NULL && ctx->pending->spill != NULL)
{
apr_off_t output_unused = 0; /* ### stupid API */
SVN_ERR(svn_io_file_seek(ctx->pending->spill,
APR_END, &output_unused,
pool));
}
while (1)
{
const char *data;
apr_size_t len;
status = serf_bucket_read(response, PARSE_CHUNK_SIZE, &data, &len);
if (SERF_BUCKET_READ_ERROR(status))
{
return svn_error_wrap_apr(status, NULL);
}
ctx->read_size += len;
if (ctx->skip_size)
{
/* Handle restarted requests correctly: Skip what we already read */
apr_size_t skip;
if (ctx->skip_size >= ctx->read_size)
{
/* Eek. What did the file shrink or something? */
if (APR_STATUS_IS_EOF(status))
{
SVN_ERR_MALFUNCTION();
}
/* Skip on to the next iteration of this loop. */
if (APR_STATUS_IS_EAGAIN(status))
{
return svn_error_wrap_apr(status, NULL);
}
continue;
}
skip = (apr_size_t)(len - (ctx->read_size - ctx->skip_size));
data += skip;
len -= skip;
ctx->skip_size = 0;
}
/* Ensure that the parser's PAUSED state is correct before we test
the flag. */
PBTEST_SET_PAUSED(ctx);
#ifdef PBTEST_ACTIVE
if (PBTEST_THIS_REQ(ctx))
{
SVN_DBG(("response: len=%d paused=%d status=%08x\n",
(int)len, ctx->paused, status));
#if 0
/* ### DATA is not necessarily NUL-terminated, but this
### generally works. so if you want to see content... */
if (len > 0)
SVN_DBG(("content=%s\n", data));
#endif
}
#endif
/* Note: once the callbacks invoked by inject_to_parser() sets the
PAUSED flag, then it will not be cleared. write_to_pending() will
only save the content. Logic outside of serf_context_run() will
clear that flag, as appropriate, along with processing the
content that we have placed into the PENDING buffer.
We want to save arriving content into the PENDING structures if
the parser has been paused, or we already have data in there (so
the arriving data is appended, rather than injected out of order) */
if (ctx->paused || HAS_PENDING_DATA(ctx->pending))
{
err = write_to_pending(ctx, data, len, pool);
/* We may have a transition to a next step.
Note: this only happens on writing to PENDING. If the
parser is unpaused, then we will never change state within
this network-reading loop. */
PBTEST_MAYBE_STEP(ctx, FALSE);
}
else
{
err = inject_to_parser(ctx, data, len, &sl);
if (err)
{
/* Should have no errors if IGNORE_ERRORS is set. */
SVN_ERR_ASSERT(!ctx->ignore_errors);
}
}
if (err)
{
SVN_ERR_ASSERT(ctx->xmlp != NULL);
apr_pool_cleanup_run(ctx->pool, &ctx->xmlp, xml_parser_cleanup);
add_done_item(ctx);
return svn_error_trace(err);
}
if (APR_STATUS_IS_EAGAIN(status))
{
return svn_error_wrap_apr(status, NULL);
}
if (APR_STATUS_IS_EOF(status))
{
if (ctx->pending != NULL)
ctx->pending->network_eof = TRUE;
#ifdef PBTEST_ACTIVE
if (PBTEST_THIS_REQ(ctx))
SVN_DBG(("network: reached EOF.\n"));
#endif
/* We just hit the end of the network content. If we have nothing
in the PENDING structures, then we're completely done. */
if (!HAS_PENDING_DATA(ctx->pending))
{
#ifdef PBTEST_ACTIVE
if (PBTEST_THIS_REQ(ctx))
SVN_DBG(("network: terminating parse.\n"));
#endif
SVN_ERR_ASSERT(ctx->xmlp != NULL);
/* Ignore the return status. We just don't care. */
(void) XML_Parse(ctx->xmlp, NULL, 0, 1);
apr_pool_cleanup_run(ctx->pool, &ctx->xmlp, xml_parser_cleanup);
add_done_item(ctx);
}
return svn_error_wrap_apr(status, NULL);
}
/* feed me! */
}
/* not reached */
}
/* Implements svn_ra_serf__response_handler_t */
svn_error_t *
svn_ra_serf__handle_server_error(serf_request_t *request,
serf_bucket_t *response,
apr_pool_t *pool)
{
svn_ra_serf__server_error_t server_err = { 0 };
svn_error_clear(svn_ra_serf__handle_discard_body(request, response,
&server_err, pool));
return server_err.error;
}
apr_status_t
svn_ra_serf__credentials_callback(char **username, char **password,
serf_request_t *request, void *baton,
int code, const char *authn_type,
const char *realm,
apr_pool_t *pool)
{
svn_ra_serf__handler_t *ctx = baton;
svn_ra_serf__session_t *session = ctx->session;
void *creds;
svn_auth_cred_simple_t *simple_creds;
svn_error_t *err;
if (code == 401)
{
/* Use svn_auth_first_credentials if this is the first time we ask for
credentials during this session OR if the last time we asked
session->auth_state wasn't set (eg. if the credentials provider was
cancelled by the user). */
if (!session->auth_state)
{
err = svn_auth_first_credentials(&creds,
&session->auth_state,
SVN_AUTH_CRED_SIMPLE,
realm,
session->wc_callbacks->auth_baton,
session->pool);
}
else
{
err = svn_auth_next_credentials(&creds,
session->auth_state,
session->pool);
}
if (err)
{
session->pending_error
= svn_error_compose_create(session->pending_error, err);
return err->apr_err;
}
session->auth_attempts++;
if (!creds || session->auth_attempts > 4)
{
/* No more credentials. */
session->pending_error
= svn_error_compose_create(
session->pending_error,
svn_error_create(
SVN_ERR_AUTHN_FAILED, NULL,
_("No more credentials or we tried too many times.\n"
"Authentication failed")));
return SVN_ERR_AUTHN_FAILED;
}
simple_creds = creds;
*username = apr_pstrdup(pool, simple_creds->username);
*password = apr_pstrdup(pool, simple_creds->password);
}
else
{
*username = apr_pstrdup(pool, session->proxy_username);
*password = apr_pstrdup(pool, session->proxy_password);
session->proxy_auth_attempts++;
if (!session->proxy_username || session->proxy_auth_attempts > 4)
{
/* No more credentials. */
session->pending_error
= svn_error_compose_create(
ctx->session->pending_error,
svn_error_create(SVN_ERR_AUTHN_FAILED, NULL,
_("Proxy authentication failed")));
return SVN_ERR_AUTHN_FAILED;
}
}
ctx->conn->last_status_code = code;
return APR_SUCCESS;
}
/* Wait for HTTP response status and headers, and invoke CTX->
response_handler() to carry out operation-specific processing.
Afterwards, check for connection close.
SERF_STATUS allows returning errors to serf without creating a
subversion error object.
*/
static svn_error_t *
handle_response(serf_request_t *request,
serf_bucket_t *response,
svn_ra_serf__handler_t *ctx,
apr_status_t *serf_status,
apr_pool_t *pool)
{
serf_status_line sl;
apr_status_t status;
if (!response)
{
/* Uh-oh. Our connection died. Requeue. */
if (ctx->response_error)
SVN_ERR(ctx->response_error(request, response, 0,
ctx->response_error_baton));
svn_ra_serf__request_create(ctx);
return APR_SUCCESS;
}
status = serf_bucket_response_status(response, &sl);
if (SERF_BUCKET_READ_ERROR(status))
{
*serf_status = status;
return SVN_NO_ERROR; /* Handled by serf */
}
if (!sl.version && (APR_STATUS_IS_EOF(status) ||
APR_STATUS_IS_EAGAIN(status)))
{
*serf_status = status;
return SVN_NO_ERROR; /* Handled by serf */
}
status = serf_bucket_response_wait_for_headers(response);
if (status)
{
if (!APR_STATUS_IS_EOF(status))
{
*serf_status = status;
return SVN_NO_ERROR;
}
/* Cases where a lack of a response body (via EOF) is okay:
* - A HEAD request
* - 204/304 response
*
* Otherwise, if we get an EOF here, something went really wrong: either
* the server closed on us early or we're reading too much. Either way,
* scream loudly.
*/
if (strcmp(ctx->method, "HEAD") != 0 && sl.code != 204 && sl.code != 304)
{
svn_error_t *err =
svn_error_createf(SVN_ERR_RA_DAV_MALFORMED_DATA,
svn_error_wrap_apr(status, NULL),
_("Premature EOF seen from server "
"(http status=%d)"), sl.code);
/* This discard may be no-op, but let's preserve the algorithm
used elsewhere in this function for clarity's sake. */
svn_ra_serf__response_discard_handler(request, response, NULL, pool);
return err;
}
}
if (ctx->conn->last_status_code == 401 && sl.code < 400)
{
SVN_ERR(svn_auth_save_credentials(ctx->session->auth_state,
ctx->session->pool));
ctx->session->auth_attempts = 0;
ctx->session->auth_state = NULL;
}
ctx->conn->last_status_code = sl.code;
if (sl.code == 405 || sl.code == 409 || sl.code >= 500)
{
/* 405 Method Not allowed.
409 Conflict: can indicate a hook error.
5xx (Internal) Server error. */
SVN_ERR(svn_ra_serf__handle_server_error(request, response, pool));
if (!ctx->session->pending_error)
{
apr_status_t apr_err = SVN_ERR_RA_DAV_REQUEST_FAILED;
/* 405 == Method Not Allowed (Occurs when trying to lock a working
copy path which no longer exists at HEAD in the repository. */
if (sl.code == 405 && !strcmp(ctx->method, "LOCK"))
apr_err = SVN_ERR_FS_OUT_OF_DATE;
return
svn_error_createf(apr_err, NULL,
_("%s request on '%s' failed: %d %s"),
ctx->method, ctx->path, sl.code, sl.reason);
}
return SVN_NO_ERROR; /* Error is set in caller */
}
else
{
svn_error_t *err;
err = ctx->response_handler(request,response, ctx->response_baton, pool);
if (err
&& (!SERF_BUCKET_READ_ERROR(err->apr_err)
|| APR_STATUS_IS_ECONNRESET(err->apr_err)))
{
/* These errors are special cased in serf
### We hope no handler returns these by accident. */
*serf_status = err->apr_err;
svn_error_clear(err);
return SVN_NO_ERROR;
}
return svn_error_trace(err);
}
}
/* Implements serf_response_handler_t for handle_response. Storing
errors in ctx->session->pending_error if appropriate. */
static apr_status_t
handle_response_cb(serf_request_t *request,
serf_bucket_t *response,
void *baton,
apr_pool_t *pool)
{
svn_ra_serf__handler_t *ctx = baton;
svn_ra_serf__session_t *session = ctx->session;
svn_error_t *err;
apr_status_t serf_status = APR_SUCCESS;
err = svn_error_trace(
handle_response(request, response, ctx, &serf_status, pool));
if (err || session->pending_error)
{
session->pending_error = svn_error_compose_create(session->pending_error,
err);
serf_status = session->pending_error->apr_err;
}
return serf_status;
}
/* If the CTX->setup() callback is non-NULL, invoke it to carry out the
majority of the serf_request_setup_t implementation. Otherwise, perform
default setup, with special handling for HEAD requests, and finer-grained
callbacks invoked (if non-NULL) to produce the request headers and
body. */
static svn_error_t *
setup_request(serf_request_t *request,
svn_ra_serf__handler_t *ctx,
serf_bucket_t **req_bkt,
serf_response_acceptor_t *acceptor,
void **acceptor_baton,
serf_response_handler_t *handler,
void **handler_baton,
apr_pool_t *pool)
{
serf_bucket_t *headers_bkt;
*acceptor = svn_ra_serf__accept_response;
*acceptor_baton = ctx->session;
if (ctx->setup)
{
svn_ra_serf__response_handler_t response_handler;
void *response_baton;
SVN_ERR(ctx->setup(request, ctx->setup_baton, req_bkt,
acceptor, acceptor_baton,
&response_handler, &response_baton,
pool));
ctx->response_handler = response_handler;
ctx->response_baton = response_baton;
}
else
{
serf_bucket_t *body_bkt;
serf_bucket_alloc_t *bkt_alloc = serf_request_get_alloc(request);
if (strcmp(ctx->method, "HEAD") == 0)
{
*acceptor = accept_head;
}
if (ctx->body_delegate)
{
SVN_ERR(ctx->body_delegate(&body_bkt, ctx->body_delegate_baton,
bkt_alloc, pool));
}
else
{
body_bkt = NULL;
}
SVN_ERR(svn_ra_serf__setup_serf_req(request, req_bkt, &headers_bkt,
ctx->conn, ctx->method, ctx->path,
body_bkt, ctx->body_type));
if (ctx->header_delegate)
{
SVN_ERR(ctx->header_delegate(headers_bkt, ctx->header_delegate_baton,
pool));
}
}
*handler = handle_response_cb;
*handler_baton = ctx;
return APR_SUCCESS;
}
/* Implements the serf_request_setup_t interface (which sets up both a
request and its response handler callback). Handles errors for
setup_request_cb */
static apr_status_t
setup_request_cb(serf_request_t *request,
void *setup_baton,
serf_bucket_t **req_bkt,
serf_response_acceptor_t *acceptor,
void **acceptor_baton,
serf_response_handler_t *handler,
void **handler_baton,
apr_pool_t *pool)
{
svn_ra_serf__handler_t *ctx = setup_baton;
svn_error_t *err;
err = setup_request(request, ctx,
req_bkt,
acceptor, acceptor_baton,
handler, handler_baton,
pool);
if (err)
{
ctx->session->pending_error
= svn_error_compose_create(ctx->session->pending_error,
err);
return err->apr_err;
}
return APR_SUCCESS;
}
void
svn_ra_serf__request_create(svn_ra_serf__handler_t *handler)
{
/* ### do we need to hold onto the returned request object, or just
### not worry about it (the serf ctx will manage it). */
(void) serf_connection_request_create(handler->conn->conn,
setup_request_cb, handler);
}
svn_error_t *
svn_ra_serf__discover_vcc(const char **vcc_url,
svn_ra_serf__session_t *session,
svn_ra_serf__connection_t *conn,
apr_pool_t *pool)
{
const char *path;
const char *relative_path;
const char *uuid;
/* If we've already got the information our caller seeks, just return it. */
if (session->vcc_url && session->repos_root_str)
{
*vcc_url = session->vcc_url;
return SVN_NO_ERROR;
}
/* If no connection is provided, use the default one. */
if (! conn)
{
conn = session->conns[0];
}
path = session->session_url.path;
*vcc_url = NULL;
uuid = NULL;
do
{
apr_hash_t *props;
svn_error_t *err;
err = svn_ra_serf__retrieve_props(&props, session, conn,
path, SVN_INVALID_REVNUM,
"0", base_props, pool, pool);
if (! err)
{
*vcc_url =
svn_ra_serf__get_ver_prop(props, path,
SVN_INVALID_REVNUM,
"DAV:",
"version-controlled-configuration");
relative_path = svn_ra_serf__get_ver_prop(props, path,
SVN_INVALID_REVNUM,
SVN_DAV_PROP_NS_DAV,
"baseline-relative-path");
uuid = svn_ra_serf__get_ver_prop(props, path,
SVN_INVALID_REVNUM,
SVN_DAV_PROP_NS_DAV,
"repository-uuid");
break;
}
else
{
if ((err->apr_err != SVN_ERR_FS_NOT_FOUND) &&
(err->apr_err != SVN_ERR_RA_DAV_FORBIDDEN))
{
return svn_error_trace(err); /* found a _real_ error */
}
else
{
/* This happens when the file is missing in HEAD. */
svn_error_clear(err);
/* Okay, strip off a component from PATH. */
path = svn_urlpath__dirname(path, pool);
/* An error occurred on conns. serf 0.4.0 remembers that
the connection had a problem. We need to reset it, in
order to use it again. */
serf_connection_reset(conn->conn);
}
}
}
while ((path[0] != '\0')
&& (! (path[0] == '/' && path[1] == '\0')));
if (!*vcc_url)
{
return svn_error_create(SVN_ERR_RA_DAV_OPTIONS_REQ_FAILED, NULL,
_("The PROPFIND response did not include the "
"requested version-controlled-configuration "
"value"));
}
/* Store our VCC in our cache. */
if (!session->vcc_url)
{
session->vcc_url = apr_pstrdup(session->pool, *vcc_url);
}
/* Update our cached repository root URL. */
if (!session->repos_root_str)
{
svn_stringbuf_t *url_buf;
url_buf = svn_stringbuf_create(path, pool);
svn_path_remove_components(url_buf,
svn_path_component_count(relative_path));
/* Now recreate the root_url. */
session->repos_root = session->session_url;
session->repos_root.path = apr_pstrdup(session->pool, url_buf->data);
session->repos_root_str =
svn_urlpath__canonicalize(apr_uri_unparse(session->pool,
&session->repos_root, 0),
session->pool);
}
/* Store the repository UUID in the cache. */
if (!session->uuid)
{
session->uuid = apr_pstrdup(session->pool, uuid);
}
return SVN_NO_ERROR;
}
svn_error_t *
svn_ra_serf__get_relative_path(const char **rel_path,
const char *orig_path,
svn_ra_serf__session_t *session,
svn_ra_serf__connection_t *conn,
apr_pool_t *pool)
{
const char *decoded_root, *decoded_orig;
if (! session->repos_root.path)
{
const char *vcc_url;
/* This should only happen if we haven't detected HTTP v2
support from the server. */
assert(! SVN_RA_SERF__HAVE_HTTPV2_SUPPORT(session));
/* We don't actually care about the VCC_URL, but this API
promises to populate the session's root-url cache, and that's
what we really want. */
SVN_ERR(svn_ra_serf__discover_vcc(&vcc_url, session,
conn ? conn : session->conns[0],
pool));
}
decoded_root = svn_path_uri_decode(session->repos_root.path, pool);
decoded_orig = svn_path_uri_decode(orig_path, pool);
if (strcmp(decoded_root, decoded_orig) == 0)
{
*rel_path = "";
}
else
{
*rel_path = svn_urlpath__is_child(decoded_root, decoded_orig, pool);
SVN_ERR_ASSERT(*rel_path != NULL);
}
return SVN_NO_ERROR;
}
svn_error_t *
svn_ra_serf__report_resource(const char **report_target,
svn_ra_serf__session_t *session,
svn_ra_serf__connection_t *conn,
apr_pool_t *pool)
{
/* If we have HTTP v2 support, we want to report against the 'me'
resource. */
if (SVN_RA_SERF__HAVE_HTTPV2_SUPPORT(session))
*report_target = apr_pstrdup(pool, session->me_resource);
/* Otherwise, we'll use the default VCC. */
else
SVN_ERR(svn_ra_serf__discover_vcc(report_target, session, conn, pool));
return SVN_NO_ERROR;
}
svn_error_t *
svn_ra_serf__error_on_status(int status_code,
const char *path,
const char *location)
{
switch(status_code)
{
case 301:
case 302:
case 307:
return svn_error_createf(SVN_ERR_RA_DAV_RELOCATED, NULL,
(status_code == 301)
? _("Repository moved permanently to '%s';"
" please relocate")
: _("Repository moved temporarily to '%s';"
" please relocate"), location);
case 403:
return svn_error_createf(SVN_ERR_RA_DAV_FORBIDDEN, NULL,
_("Access to '%s' forbidden"), path);
case 404:
return svn_error_createf(SVN_ERR_FS_NOT_FOUND, NULL,
_("'%s' path not found"), path);
case 423:
return svn_error_createf(SVN_ERR_FS_NO_LOCK_TOKEN, NULL,
_("'%s': no lock token available"), path);
}
return SVN_NO_ERROR;
}