thodg/libgit2/tests/odb/largefiles.c

• Show log

  Commit

• Hash : dbe3d3e9
  Author :
  Date : 2017-12-17T02:12:19
  

  odb_loose: test reading a large file in stream
  
  Since some test situations may have generous disk space, but limited RAM
  (eg hosted build agents), test that we can stream a large file into a
  loose object, and then stream it out of the loose object storage.
  

Download

• tests/odb/largefiles.c

• #include "clar_libgit2.h"
  #include "git2/odb_backend.h"
  #include "hash.h"
  #include "odb.h"
  
  #define LARGEFILE_SIZE 5368709122
  
  static git_repository *repo;
  static git_odb *odb;
  
  void test_odb_largefiles__initialize(void)
  {
  	repo = cl_git_sandbox_init("testrepo.git");
  	cl_git_pass(git_repository_odb(&odb, repo));
  }
  
  void test_odb_largefiles__cleanup(void)
  {
  	git_odb_free(odb);
  	cl_git_sandbox_cleanup();
  }
  
  static void writefile(git_oid *oid)
  {
  	static git_odb_stream *stream;
  	git_buf buf = GIT_BUF_INIT;
  	size_t i;
  
  	for (i = 0; i < 3041; i++)
  		cl_git_pass(git_buf_puts(&buf, "Hello, world.\n"));
  
  	cl_git_pass(git_odb_open_wstream(&stream, odb, LARGEFILE_SIZE, GIT_OBJ_BLOB));
  	for (i = 0; i < 126103; i++)
  		cl_git_pass(git_odb_stream_write(stream, buf.ptr, buf.size));
  
  	cl_git_pass(git_odb_stream_finalize_write(oid, stream));
  
  	git_odb_stream_free(stream);
  	git_buf_free(&buf);
  }
  
  void test_odb_largefiles__write_from_memory(void)
  {
  	git_oid expected, oid;
  	git_buf buf = GIT_BUF_INIT;
  	size_t i;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	for (i = 0; i < (3041*126103); i++)
  		cl_git_pass(git_buf_puts(&buf, "Hello, world.\n"));
  
  	git_oid_fromstr(&expected, "3fb56989cca483b21ba7cb0a6edb229d10e1c26c");
  	cl_git_pass(git_odb_write(&oid, odb, buf.ptr, buf.size, GIT_OBJ_BLOB));
  
  	cl_assert_equal_oid(&expected, &oid);
  }
  
  void test_odb_largefiles__streamwrite(void)
  {
  	git_oid expected, oid;
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	git_oid_fromstr(&expected, "3fb56989cca483b21ba7cb0a6edb229d10e1c26c");
  	writefile(&oid);
  
  	cl_assert_equal_oid(&expected, &oid);
  }
  
  void test_odb_largefiles__streamread(void)
  {
  	git_oid oid, read_oid;
  	git_odb_stream *stream;
  	char buf[10240];
  	char hdr[64];
  	size_t len, total = 0;
  	git_hash_ctx hash;
  	git_otype type;
  	int hdr_len, ret;
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  
  	cl_git_pass(git_odb_open_rstream(&stream, &len, &type, odb, &oid));
  
  	cl_assert_equal_sz(LARGEFILE_SIZE, len);
  	cl_assert_equal_i(GIT_OBJ_BLOB, type);
  
  	cl_git_pass(git_hash_ctx_init(&hash));
  	hdr_len = git_odb__format_object_header(hdr, sizeof(hdr), len, type);
  
  	cl_git_pass(git_hash_update(&hash, hdr, hdr_len));
  
  	while ((ret = git_odb_stream_read(stream, buf, 10240)) > 0) {
  		cl_git_pass(git_hash_update(&hash, buf, ret));
  		total += ret;
  	}
  
  	cl_assert_equal_sz(LARGEFILE_SIZE, total);
  
  	git_hash_final(&read_oid, &hash);
  
  	cl_assert_equal_oid(&oid, &read_oid);
  
  	git_hash_ctx_cleanup(&hash);
  	git_odb_stream_free(stream);
  }
  
  void test_odb_largefiles__read_into_memory(void)
  {
  	git_oid oid;
  	git_odb_object *obj;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  	cl_git_pass(git_odb_read(&obj, odb, &oid));
  
  	git_odb_object_free(obj);
  }
  
  void test_odb_largefiles__read_into_memory_rejected_on_32bit(void)
  {
  	git_oid oid;
  	git_odb_object *obj = NULL;
  
  #ifdef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  	cl_git_fail(git_odb_read(&obj, odb, &oid));
  
  	git_odb_object_free(obj);
  }
  

Download