thodg/libgit2/tests/odb/largefiles.c

• Show log

  Commit

• Hash : f0e693b1
  Author :
  Date : 2021-09-07T17:53:49
  

  str: introduce `git_str` for internal, `git_buf` is external libgit2 has two distinct requirements that were previously solved by `git_buf`. We require: 1. A general purpose string class that provides a number of utility APIs for manipulating data (eg, concatenating, truncating, etc). 2. A structure that we can use to return strings to callers that they can take ownership of. By using a single class (`git_buf`) for both of these purposes, we have confused the API to the point that refactorings are difficult and reasoning about correctness is also difficult. Move the utility class `git_buf` to be called `git_str`: this represents its general purpose, as an internal string buffer class. The name also is an homage to Junio Hamano ("gitstr"). The public API remains `git_buf`, and has a much smaller footprint. It is generally only used as an "out" param with strict requirements that follow the documentation. (Exceptions exist for some legacy APIs to avoid breaking callers unnecessarily.) Utility functions exist to convert a user-specified `git_buf` to a `git_str` so that we can call internal functions, then converting it back again.

Download

• tests/odb/largefiles.c

• #include "clar_libgit2.h"
  #include "git2/odb_backend.h"
  #include "hash.h"
  #include "odb.h"
  
  #define LARGEFILE_SIZE 5368709122
  
  static git_repository *repo;
  static git_odb *odb;
  
  void test_odb_largefiles__initialize(void)
  {
  	repo = cl_git_sandbox_init("testrepo.git");
  	cl_git_pass(git_repository_odb(&odb, repo));
  }
  
  void test_odb_largefiles__cleanup(void)
  {
  	git_odb_free(odb);
  	cl_git_sandbox_cleanup();
  }
  
  static void writefile(git_oid *oid)
  {
  	static git_odb_stream *stream;
  	git_str buf = GIT_STR_INIT;
  	size_t i;
  
  	for (i = 0; i < 3041; i++)
  		cl_git_pass(git_str_puts(&buf, "Hello, world.\n"));
  
  	cl_git_pass(git_odb_open_wstream(&stream, odb, LARGEFILE_SIZE, GIT_OBJECT_BLOB));
  	for (i = 0; i < 126103; i++)
  		cl_git_pass(git_odb_stream_write(stream, buf.ptr, buf.size));
  
  	cl_git_pass(git_odb_stream_finalize_write(oid, stream));
  
  	git_odb_stream_free(stream);
  	git_str_dispose(&buf);
  }
  
  void test_odb_largefiles__write_from_memory(void)
  {
  	git_oid expected, oid;
  	git_str buf = GIT_STR_INIT;
  	size_t i;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	for (i = 0; i < (3041*126103); i++)
  		cl_git_pass(git_str_puts(&buf, "Hello, world.\n"));
  
  	git_oid_fromstr(&expected, "3fb56989cca483b21ba7cb0a6edb229d10e1c26c");
  	cl_git_pass(git_odb_write(&oid, odb, buf.ptr, buf.size, GIT_OBJECT_BLOB));
  
  	cl_assert_equal_oid(&expected, &oid);
  }
  
  void test_odb_largefiles__streamwrite(void)
  {
  	git_oid expected, oid;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	git_oid_fromstr(&expected, "3fb56989cca483b21ba7cb0a6edb229d10e1c26c");
  	writefile(&oid);
  
  	cl_assert_equal_oid(&expected, &oid);
  }
  
  void test_odb_largefiles__streamread(void)
  {
  	git_oid oid, read_oid;
  	git_odb_stream *stream;
  	char buf[10240];
  	char hdr[64];
  	size_t len, hdr_len, total = 0;
  	git_hash_ctx hash;
  	git_object_t type;
  	int ret;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  
  	cl_git_pass(git_odb_open_rstream(&stream, &len, &type, odb, &oid));
  
  	cl_assert_equal_sz(LARGEFILE_SIZE, len);
  	cl_assert_equal_i(GIT_OBJECT_BLOB, type);
  
  	cl_git_pass(git_hash_ctx_init(&hash, GIT_HASH_ALGORITHM_SHA1));
  	cl_git_pass(git_odb__format_object_header(&hdr_len, hdr, sizeof(hdr), len, type));
  
  	cl_git_pass(git_hash_update(&hash, hdr, hdr_len));
  
  	while ((ret = git_odb_stream_read(stream, buf, 10240)) > 0) {
  		cl_git_pass(git_hash_update(&hash, buf, ret));
  		total += ret;
  	}
  
  	cl_assert_equal_sz(LARGEFILE_SIZE, total);
  
  	git_hash_final(read_oid.id, &hash);
  
  	cl_assert_equal_oid(&oid, &read_oid);
  
  	git_hash_ctx_cleanup(&hash);
  	git_odb_stream_free(stream);
  }
  
  void test_odb_largefiles__read_into_memory(void)
  {
  	git_oid oid;
  	git_odb_object *obj;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  	cl_git_pass(git_odb_read(&obj, odb, &oid));
  
  	git_odb_object_free(obj);
  }
  
  void test_odb_largefiles__read_into_memory_rejected_on_32bit(void)
  {
  	git_oid oid;
  	git_odb_object *obj = NULL;
  
  #ifdef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_INVASIVE_MEMORY") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  	cl_git_fail(git_odb_read(&obj, odb, &oid));
  
  	git_odb_object_free(obj);
  }
  
  void test_odb_largefiles__read_header(void)
  {
  	git_oid oid;
  	size_t len;
  	git_object_t type;
  
  #ifndef GIT_ARCH_64
  	cl_skip();
  #endif
  
  	if (!cl_is_env_set("GITTEST_INVASIVE_FS_SIZE") ||
  		!cl_is_env_set("GITTEST_SLOW"))
  		cl_skip();
  
  	writefile(&oid);
  	cl_git_pass(git_odb_read_header(&len, &type, odb, &oid));
  
  	cl_assert_equal_sz(LARGEFILE_SIZE, len);
  	cl_assert_equal_i(GIT_OBJECT_BLOB, type);
  }
  

Download