thodg/libgit2/src/pack-objects.h

• Show log

  Commit

• Hash : b176eded
  Author :
  Date : 2013-09-19T14:52:57
  

  Initial Implementation of progress reports during push
  
  This adds the basics of progress reporting during push. While progress
  for all aspects of a push operation are not reported with this change,
  it lays the foundation to add these later. Push progress reporting
  can be improved in the future - and consumers of the API should
  just get more accurate information at that point.
  
  The main areas where this is lacking are:
  
  1) packbuilding progress: does not report progress during deltafication,
     as this involves coordinating progress from multiple threads.
  
  2) network progress: reports progress as objects and bytes are going
     to be written to the subtransport (instead of as client gets
     confirmation that they have been received by the server) and leaves
     out some of the bytes that are transfered as part of the push protocol.
     Basically, this reports the pack bytes that are written to the
     subtransport. It does not report the bytes sent on the wire that
     are received by the server. This should be a good estimate of
     progress (and an improvement over no progress).
  

Download

• src/pack-objects.h

• /*
   * Copyright (C) the libgit2 contributors. All rights reserved.
   *
   * This file is part of libgit2, distributed under the GNU GPL v2 with
   * a Linking Exception. For full terms see the included COPYING file.
   */
  
  #ifndef INCLUDE_pack_objects_h__
  #define INCLUDE_pack_objects_h__
  
  #include "common.h"
  
  #include "buffer.h"
  #include "hash.h"
  #include "oidmap.h"
  #include "netops.h"
  
  #include "git2/oid.h"
  #include "git2/pack.h"
  
  #define GIT_PACK_WINDOW 10 /* number of objects to possibly delta against */
  #define GIT_PACK_DEPTH 50 /* max delta depth */
  #define GIT_PACK_DELTA_CACHE_SIZE (256 * 1024 * 1024)
  #define GIT_PACK_DELTA_CACHE_LIMIT 1000
  #define GIT_PACK_BIG_FILE_THRESHOLD (512 * 1024 * 1024)
  
  typedef struct git_pobject {
  	git_oid id;
  	git_otype type;
  	git_off_t offset;
  
  	size_t size;
  
  	unsigned int hash; /* name hint hash */
  
  	struct git_pobject *delta; /* delta base object */
  	struct git_pobject *delta_child; /* deltified objects who bases me */
  	struct git_pobject *delta_sibling; /* other deltified objects
  					    * who uses the same base as
  					    * me */
  
  	void *delta_data;
  	unsigned long delta_size;
  	unsigned long z_delta_size;
  
  	int written:1,
  	    recursing:1,
  	    tagged:1,
  	    filled:1;
  } git_pobject;
  
  struct git_packbuilder {
  	git_repository *repo; /* associated repository */
  	git_odb *odb; /* associated object database */
  
  	git_hash_ctx ctx;
  
  	uint32_t nr_objects,
  		 nr_alloc,
  		 nr_written,
  		 nr_remaining;
  
  	git_pobject *object_list;
  
  	git_oidmap *object_ix;
  
  	git_oid pack_oid; /* hash of written pack */
  
  	/* synchronization objects */
  	git_mutex cache_mutex;
  	git_mutex progress_mutex;
  	git_cond progress_cond;
  
  	/* configs */
  	uint64_t delta_cache_size;
  	uint64_t max_delta_cache_size;
  	uint64_t cache_max_small_delta_size;
  	uint64_t big_file_threshold;
  	uint64_t window_memory_limit;
  
  	int nr_threads; /* nr of threads to use */
  
  	git_packbuilder_progress progress_cb;
  	void *progress_cb_payload;
  	double last_progress_report_time; /* the time progress was last reported */
  
  	bool done;
  };
  
  int git_packbuilder_write_buf(git_buf *buf, git_packbuilder *pb);
  
  #endif /* INCLUDE_pack_objects_h__ */
  

Download