path: root/svn-fast-export.cxx

/*
 * Based on svn-fast-export.c
 *
 * Walk through each revision of a local Subversion repository and export it
 * in a stream that git-fast-import can consume.
 *
 * Author: Chris Lee <[email protected]>
 *         Jan Holesovsky <[email protected]>
 * License: MIT <http://www.opensource.org/licenses/mit-license.php>
 */

#define _XOPEN_SOURCE
#include <unistd.h>
#include <string.h>
#include <stdio.h>
#include <time.h>

#include <ostream>

#include "committers.hxx"
#include "error.hxx"
#include "filter.hxx"
#include "repository.hxx"

#ifndef PATH_MAX
#define PATH_MAX 4096
#endif

#include <apr_lib.h>
#include <apr_getopt.h>
#include <apr_general.h>

#include <svn_fs.h>
#include <svn_repos.h>
#include <svn_pools.h>
#include <svn_types.h>

#undef SVN_ERR
#define SVN_ERR(expr) SVN_INT_ERR(expr)
#define apr_sane_push(arr, contents) *(char **)apr_array_push(arr) = contents

using namespace std;

static string trunk_base = "/trunk";
static string trunk = trunk_base + "/";
static string branches = "/branches/";
static string tags = "/tags/";

static bool split_into_branch_filename( const char* path_, string& branch_, string& fname_ );

static Time get_epoch( const svn_string_t* svndate )
{
    struct tm tm = {0};
    if ( svndate )
    {
        const char* svn_date = static_cast<const char *>( svndate->data );
        char date[(strlen(svn_date) * sizeof(char *))];
        strncpy(date, svn_date, strlen(svn_date) - 8);
        strptime(date, "%Y-%m-%dT%H:%M:%S", &tm);
    }
    return Time( mktime(&tm) );
}

static int dump_blob( svn_fs_root_t *root, char *full_path, const string &target_name, apr_pool_t *pool )
{
    // create an own pool to avoid overflow of open streams
    apr_pool_t *subpool = svn_pool_create( pool );

    // prepare the stream
    svn_string_t *propvalue;
    SVN_ERR( svn_fs_node_prop( &propvalue, root, full_path, "svn:executable", subpool ) );
    const char* mode = "644";
    if ( propvalue )
        mode = "755";

    SVN_ERR( svn_fs_node_prop( &propvalue, root, full_path, "svn:special", subpool ) );
    if ( propvalue )
        Error::report( "Got a symlink; we cannot handle symlinks now." );

    Filter filter( target_name );
    FilePermission perm = filter.getPermission();
    switch ( perm )
    {
        case PERMISSION_EXEC:   mode = "755"; break;
        case PERMISSION_NOEXEC: mode = "644"; break;
        default:                break;
    }

    ostream& out = Repositories::modifyFile( target_name, mode );

    // dump the content of the file
    svn_stream_t   *stream;
    SVN_ERR( svn_fs_file_contents( &stream, root, full_path, subpool ) );

    const size_t buffer_size = 8192;
    char buffer[buffer_size];

    apr_size_t len;
    do {
        len = buffer_size;
        SVN_ERR( svn_stream_read( stream, buffer, &len ) );
        filter.addData( buffer, len );
    } while ( len > 0 );

    filter.write( out );

    svn_pool_destroy( subpool );

    return 0;
}

static int delete_hierarchy( svn_fs_root_t *fs_root, char *path, apr_pool_t *pool )
{
    // we have to crawl the hierarchy and delete the files one by one because
    // the regexp deciding to what repository does the file belong can be just
    // anything
    svn_boolean_t is_dir;
    SVN_ERR( svn_fs_is_dir( &is_dir, fs_root, path, pool ) );

    if ( is_dir )
    {
        apr_hash_t *entries;
        SVN_ERR( svn_fs_dir_entries( &entries, fs_root, path, pool ) );

        for ( apr_hash_index_t *i = apr_hash_first( pool, entries ); i; i = apr_hash_next( i ) )
        {
            const void *key;
            void       *val;
            apr_hash_this( i, &key, NULL, &val );

            delete_hierarchy( fs_root, (char *)( string( path ) + '/' + (char *)key ).c_str(), pool );
        }
    }
    else
    {
        string this_branch, fname;

        // we don't have to care about the branch name, it cannot change
        if ( split_into_branch_filename( path, this_branch, fname ) )
            Repositories::deleteFile( fname );
    }
}

static int delete_hierarchy_rev( svn_fs_t *fs, svn_revnum_t rev, char *path, apr_pool_t *pool )
{
    svn_fs_root_t *fs_root;

    // rev - 1: the last rev where the deleted thing still existed
    SVN_ERR( svn_fs_revision_root( &fs_root, fs, rev - 1, pool ) );

    return delete_hierarchy( fs_root, path, pool );
}

static int dump_hierarchy( svn_fs_root_t *fs_root, char *path, int skip,
        const string &prefix, apr_pool_t *pool )
{
    svn_boolean_t is_dir;
    SVN_ERR( svn_fs_is_dir( &is_dir, fs_root, path, pool ) );

    if ( is_dir )
    {
        apr_hash_t *entries;
        SVN_ERR( svn_fs_dir_entries( &entries, fs_root, path, pool ) );

        for ( apr_hash_index_t *i = apr_hash_first( pool, entries ); i; i = apr_hash_next( i ) )
        {
            const void *key;
            void       *val;
            apr_hash_this( i, &key, NULL, &val );

            dump_hierarchy( fs_root, (char *)( string( path ) + '/' + (char *)key ).c_str(), skip, prefix, pool );
        }
    }
    else
        dump_blob( fs_root, path, prefix + string( path + skip ), pool );

    return 0;
}

static int copy_hierarchy( svn_fs_t *fs, svn_revnum_t rev, char *path_from, const string &path_to, apr_pool_t *pool )
{
    svn_fs_root_t *fs_root;
    SVN_ERR( svn_fs_revision_root( &fs_root, fs, rev, pool ) );

    return dump_hierarchy( fs_root, path_from, strlen( path_from ), path_to, pool );
}

static bool is_trunk( const char* path_ )
{
    const size_t len = trunk.length();
    return trunk.compare( 0, len, path_, 0, len ) == 0;
}

static bool is_branch( const char* path_ )
{
    const size_t len = branches.length();
    return branches.compare( 0, len, path_, 0, len ) == 0;
}

static bool is_tag( const char* path_ )
{
    const size_t len = tags.length();
    return tags.compare( 0, len, path_, 0, len ) == 0;
}

static bool split_into_branch_filename( const char* path_, string& branch_, string& fname_ )
{
    if ( is_trunk( path_ ) )
    {
        branch_ = "master";
        fname_  = path_ + trunk.length();
    }
    else if ( trunk_base == path_ )
    {
        branch_ = "master";
        fname_  = string();
    }
    else
    {
        string tmp;
        string prefix;
        if ( is_branch( path_ ) )
            tmp = path_ + branches.length();
        else if ( is_tag( path_ ) )
        {
            tmp = path_ + tags.length();
            prefix = TAG_TEMP_BRANCH;
        }
        else
            return false;

        size_t slash = tmp.find( '/' );
        if ( slash == 0 )
            return false;
        else if ( slash == string::npos )
        {
            branch_ = prefix + tmp;
            fname_  = string();
        }
        else
        {
            branch_ = prefix + tmp.substr( 0, slash );
            fname_  = tmp.substr( slash + 1 );
        }
    }

    return true;
}

int export_revision(svn_revnum_t rev, svn_fs_t *fs, apr_pool_t *pool)
{
    const void           *key;
    void                 *val;
    char                 *path, *file_change;
    apr_pool_t           *revpool;
    apr_hash_t           *changes, *props;
    apr_hash_index_t     *i;
    svn_string_t         *author, *committer, *svndate, *svnlog;
    svn_boolean_t        is_dir;
    svn_fs_root_t        *fs_root;
    svn_fs_path_change_t *change;

    fprintf( stderr, "Exporting revision %ld... ", rev );

    if ( Repositories::ignoreRevision( rev ) )
    {
        fprintf( stderr, "ignored.\n" );
        return 0;
    }

    SVN_ERR(svn_fs_revision_root(&fs_root, fs, rev, pool));
    SVN_ERR(svn_fs_paths_changed(&changes, fs_root, pool));
    SVN_ERR(svn_fs_revision_proplist(&props, fs, rev, pool));

    revpool = svn_pool_create(pool);

    author = static_cast<svn_string_t*>( apr_hash_get(props, "svn:author", APR_HASH_KEY_STRING) );
    if ( !author || svn_string_isempty( author ) )
        author = svn_string_create( "nobody", pool );
    svndate = static_cast<svn_string_t*>( apr_hash_get(props, "svn:date", APR_HASH_KEY_STRING) );
    Time epoch = get_epoch( svndate );

    svnlog = static_cast<svn_string_t*>( apr_hash_get(props, "svn:log", APR_HASH_KEY_STRING) );

    string branch;
    bool no_changes = true;
    bool debug_once = true;
    bool tagged_or_branched = false;
    for (i = apr_hash_first(pool, changes); i; i = apr_hash_next(i)) {
        svn_pool_clear(revpool);
        apr_hash_this(i, &key, NULL, &val);
        path = (char *)key;
        change = (svn_fs_path_change_t *)val;

        if ( debug_once )
        {
            fprintf( stderr, "path: %s... ", path );
            debug_once = false;
        }

        // don't care about anything in the toplevel
        if ( path[0] != '/' || strchr( path + 1, '/' ) == NULL )
            continue;

        string this_branch, fname;

        // skip if we cannot find the branch
        if ( !split_into_branch_filename( path, this_branch, fname ) )
            continue;

        // ignore the tags we do not want
        if ( is_tag( path ) && Repositories::ignoreTag( this_branch ) )
            continue;

        SVN_ERR(svn_fs_is_dir(&is_dir, fs_root, path, revpool));

        // detect creation of branch/tag
        if ( is_dir && change->change_kind == svn_fs_path_change_add )
        {
            // create a new branch/tag?
            if ( is_branch( path ) || is_tag( path ) )
            {
                bool branching = is_branch( path );

                if ( fname.empty() )
                {
                    // is it a new branch/tag
                    svn_revnum_t rev_from;
                    const char* path_from;
                    SVN_ERR( svn_fs_copied_from( &rev_from, &path_from, fs_root, path, revpool ) );

                    string from_branch, from_fname;
                    if ( path_from != NULL &&
                         split_into_branch_filename( path_from, from_branch, from_fname ) &&
                         from_fname.empty() )
                    {
                        Repositories::createBranchOrTag( branching,
                                rev_from, from_branch,
                                Committers::getAuthor( author->data ),
                                this_branch, rev,
                                epoch,
                                string( svnlog->data, svnlog->len ) );

                        tagged_or_branched = true;
                    }
                    continue;
                }
            }
        }

        // sanity check
        if ( branch.empty() )
            branch = this_branch;
        else if ( branch != this_branch )
        {
            // we found a commit that belongs to more branches at once!
            // let's commit what we have so far so that we can commit the
            // rest to the other branch later
            Repositories::commit( Committers::getAuthor( author->data ),
                    branch, rev,
                    epoch,
                    string( svnlog->data, svnlog->len ) );
            branch = this_branch;
        }

        // add/remove/move the files
        if ( change->change_kind == svn_fs_path_change_delete )
            delete_hierarchy_rev( fs, rev, (char *)path, revpool );
        else if ( is_dir )
        {
            svn_revnum_t rev_from;
            const char* path_from;
            SVN_ERR( svn_fs_copied_from( &rev_from, &path_from, fs_root, path, revpool ) );

            if ( path_from == NULL )
                continue;

            copy_hierarchy( fs, rev_from, (char *)path_from, fname, revpool );
        }
        else
            dump_blob( fs_root, (char *)path, fname, revpool );

        no_changes = false;
    }

    if ( no_changes || branch.empty() )
    {
        fprintf( stderr, "%s.\n", tagged_or_branched? "created": "skipping" );
        svn_pool_destroy( revpool );
        return 0;
    }

    // setup the 'from' information, so that we can start with an arbitrary
    // commit (provided that ':commit map=' is setup correcty)
    std::vector< int > parents;
    if ( rev != 1 )
        parents.push_back( rev - 1 );

    Repositories::commit( Committers::getAuthor( author->data ),
            branch, rev,
            epoch,
            string( svnlog->data, svnlog->len ),
            parents );

    svn_pool_destroy( revpool );

    fprintf( stderr, "done!\n" );

    return 0;
}

int crawl_revisions( char *repos_path, const char* repos_config )
{
    apr_pool_t   *pool, *subpool;
    svn_fs_t     *fs;
    svn_repos_t  *repos;
    svn_revnum_t youngest_rev, min_rev, max_rev, rev;

    pool = svn_pool_create(NULL);

    SVN_ERR(svn_fs_initialize(pool));
    SVN_ERR(svn_repos_open(&repos, repos_path, pool));
    if ((fs = svn_repos_fs(repos)) == NULL)
        return -1;
    SVN_ERR(svn_fs_youngest_rev(&youngest_rev, fs, pool));

    min_rev = 1;
    max_rev = youngest_rev;

    int dummy = -1;
    if ( !Repositories::load( repos_config, max_rev, dummy, trunk_base, trunk, branches, tags ) )
    {
        Error::report( "Must have at least one valid repository definition." );
        return 1;
    }
    if ( dummy != -1 )
        min_rev = dummy;

    subpool = svn_pool_create(pool);
    for (rev = min_rev; rev <= max_rev; rev++) {
        svn_pool_clear(subpool);
        export_revision(rev, fs, subpool);
    }

    svn_pool_destroy(pool);

    return 0;
}

int main(int argc, char *argv[])
{
    if (argc != 4) {
        Error::report( string( "usage: " ) + argv[0] + " REPOS_PATH committers.txt reposlayout.txt\n" );
        return Error::returnValue();
    }

    if (apr_initialize() != APR_SUCCESS) {
        Error::report( "You lose at apr_initialize()." );
        return Error::returnValue();
    }

    Committers::load( argv[2] );

    crawl_revisions( argv[1], argv[3] );

    apr_terminate();

    Repositories::close();

    return Error::returnValue();
}