1
0
Fork 0
mirror of https://github.com/git/git.git synced 2024-10-31 14:27:54 +01:00
git/t/t9823-git-p4-mock-lfs.sh
Lars Schneider a5db4b127b git-p4: add support for large file systems
Perforce repositories can contain large (binary) files. Migrating these
repositories to Git generates very large local clones. External storage
systems such as Git LFS [1], Git Fat [2], Git Media [3], git-annex [4]
try to address this problem.

Add a generic mechanism to detect large files based on extension,
uncompressed size, and/or compressed size.

[1] https://git-lfs.github.com/
[2] https://github.com/jedbrown/git-fat
[3] https://github.com/alebedev/git-media
[4] https://git-annex.branchable.com/

Signed-off-by: Lars Schneider <larsxschneider@gmail.com>

Conflicts:
	Documentation/git-p4.txt
	git-p4.py
Signed-off-by: Junio C Hamano <gitster@pobox.com>
2015-10-03 10:21:14 -07:00

192 lines
5.9 KiB
Bash
Executable file

#!/bin/sh
test_description='Clone repositories and store files in Mock LFS'
. ./lib-git-p4.sh
test_file_is_not_in_mock_lfs () {
FILE="$1" &&
CONTENT="$2" &&
echo "$CONTENT" >expect_content &&
test_path_is_file "$FILE" &&
test_cmp expect_content "$FILE"
}
test_file_is_in_mock_lfs () {
FILE="$1" &&
CONTENT="$2" &&
LOCAL_STORAGE=".git/mock-storage/local/$CONTENT" &&
SERVER_STORAGE=".git/mock-storage/remote/$CONTENT" &&
echo "pointer-$CONTENT" >expect_pointer &&
echo "$CONTENT" >expect_content &&
test_path_is_file "$FILE" &&
test_path_is_file "$LOCAL_STORAGE" &&
test_path_is_file "$SERVER_STORAGE" &&
test_cmp expect_pointer "$FILE" &&
test_cmp expect_content "$LOCAL_STORAGE" &&
test_cmp expect_content "$SERVER_STORAGE"
}
test_file_is_deleted_in_mock_lfs () {
FILE="$1" &&
CONTENT="$2" &&
LOCAL_STORAGE=".git/mock-storage/local/$CONTENT" &&
SERVER_STORAGE=".git/mock-storage/remote/$CONTENT" &&
echo "pointer-$CONTENT" >expect_pointer &&
echo "$CONTENT" >expect_content &&
test_path_is_missing "$FILE" &&
test_path_is_file "$LOCAL_STORAGE" &&
test_path_is_file "$SERVER_STORAGE" &&
test_cmp expect_content "$LOCAL_STORAGE" &&
test_cmp expect_content "$SERVER_STORAGE"
}
test_file_count_in_dir () {
DIR="$1" &&
EXPECTED_COUNT="$2" &&
find "$DIR" -type f >actual &&
test_line_count = $EXPECTED_COUNT actual
}
test_expect_success 'start p4d' '
start_p4d
'
test_expect_success 'Create repo with binary files' '
client_view "//depot/... //client/..." &&
(
cd "$cli" &&
echo "content 1 txt 23 bytes" >file1.txt &&
p4 add file1.txt &&
echo "content 2-3 bin 25 bytes" >file2.dat &&
p4 add file2.dat &&
p4 submit -d "Add text and binary file" &&
mkdir "path with spaces" &&
echo "content 2-3 bin 25 bytes" >"path with spaces/file3.bin" &&
p4 add "path with spaces/file3.bin" &&
p4 submit -d "Add another binary file with same content and spaces in path" &&
echo "content 4 bin 26 bytes XX" >file4.bin &&
p4 add file4.bin &&
p4 submit -d "Add another binary file with different content"
)
'
test_expect_success 'Store files in Mock LFS based on size (>24 bytes)' '
client_view "//depot/... //client/..." &&
test_when_finished cleanup_git &&
(
cd "$git" &&
git init . &&
git config git-p4.useClientSpec true &&
git config git-p4.largeFileSystem MockLFS &&
git config git-p4.largeFileThreshold 24 &&
git config git-p4.largeFilePush True &&
git p4 clone --destination="$git" //depot@all &&
test_file_is_not_in_mock_lfs file1.txt "content 1 txt 23 bytes" &&
test_file_is_in_mock_lfs file2.dat "content 2-3 bin 25 bytes" &&
test_file_is_in_mock_lfs "path with spaces/file3.bin" "content 2-3 bin 25 bytes" &&
test_file_is_in_mock_lfs file4.bin "content 4 bin 26 bytes XX" &&
test_file_count_in_dir ".git/mock-storage/local" 2 &&
test_file_count_in_dir ".git/mock-storage/remote" 2
)
'
test_expect_success 'Store files in Mock LFS based on extension (dat)' '
client_view "//depot/... //client/..." &&
test_when_finished cleanup_git &&
(
cd "$git" &&
git init . &&
git config git-p4.useClientSpec true &&
git config git-p4.largeFileSystem MockLFS &&
git config git-p4.largeFileExtensions dat &&
git config git-p4.largeFilePush True &&
git p4 clone --destination="$git" //depot@all &&
test_file_is_not_in_mock_lfs file1.txt "content 1 txt 23 bytes" &&
test_file_is_in_mock_lfs file2.dat "content 2-3 bin 25 bytes" &&
test_file_is_not_in_mock_lfs "path with spaces/file3.bin" "content 2-3 bin 25 bytes" &&
test_file_is_not_in_mock_lfs file4.bin "content 4 bin 26 bytes XX" &&
test_file_count_in_dir ".git/mock-storage/local" 1 &&
test_file_count_in_dir ".git/mock-storage/remote" 1
)
'
test_expect_success 'Store files in Mock LFS based on extension (dat) and use git p4 sync and no client spec' '
test_when_finished cleanup_git &&
(
cd "$git" &&
git init &&
git config git-p4.useClientSpec true &&
git config git-p4.largeFileSystem MockLFS &&
git config git-p4.largeFileExtensions dat &&
git config git-p4.largeFilePush True &&
git p4 sync //depot &&
git checkout p4/master &&
test_file_is_not_in_mock_lfs file1.txt "content 1 txt 23 bytes" &&
test_file_is_in_mock_lfs file2.dat "content 2-3 bin 25 bytes" &&
test_file_is_not_in_mock_lfs "path with spaces/file3.bin" "content 2-3 bin 25 bytes" &&
test_file_is_not_in_mock_lfs file4.bin "content 4 bin 26 bytes XX" &&
test_file_count_in_dir ".git/mock-storage/local" 1 &&
test_file_count_in_dir ".git/mock-storage/remote" 1
)
'
test_expect_success 'Remove file from repo and store files in Mock LFS based on size (>24 bytes)' '
client_view "//depot/... //client/..." &&
(
cd "$cli" &&
p4 delete file4.bin &&
p4 submit -d "Remove file"
) &&
client_view "//depot/... //client/..." &&
test_when_finished cleanup_git &&
(
cd "$git" &&
git init . &&
git config git-p4.useClientSpec true &&
git config git-p4.largeFileSystem MockLFS &&
git config git-p4.largeFileThreshold 24 &&
git config git-p4.largeFilePush True &&
git p4 clone --destination="$git" //depot@all &&
test_file_is_not_in_mock_lfs file1.txt "content 1 txt 23 bytes" &&
test_file_is_in_mock_lfs file2.dat "content 2-3 bin 25 bytes" &&
test_file_is_in_mock_lfs "path with spaces/file3.bin" "content 2-3 bin 25 bytes" &&
test_file_is_deleted_in_mock_lfs file4.bin "content 4 bin 26 bytes XX" &&
test_file_count_in_dir ".git/mock-storage/local" 2 &&
test_file_count_in_dir ".git/mock-storage/remote" 2
)
'
test_expect_success 'Run git p4 submit in repo configured with large file system' '
client_view "//depot/... //client/..." &&
test_when_finished cleanup_git &&
(
cd "$git" &&
git init . &&
git config git-p4.useClientSpec true &&
git config git-p4.largeFileSystem MockLFS &&
git config git-p4.largeFileThreshold 24 &&
git config git-p4.largeFilePush True &&
git p4 clone --destination="$git" //depot@all &&
test_must_fail git p4 submit
)
'
test_expect_success 'kill p4d' '
kill_p4d
'
test_done