agostof · July 25, 2024 16:28
diff --git a/find_and_rsync_files_by_mod_time.sh b/find_and_rsync_files_by_mod_time.sh
 # purpose: using the find utility to find files after a given modification time. 
 # This list could then be used to construct and rysync `--inclue-files-from` list.

 find -mindepth 5 -type d -newermt 2023-09-14 -exec echo "{}" \; > ~/data_list_09142023_07242024.txt

 # e.g.
 #  
 #  rsync -apuv --progress --include-from=rsync_include.txt user@host:/data_path/ data_path/
 #  note --include-from vs --files-from functionality

 # building of the rsync list can be done with this or by adding the formatting +on find.
 # e.g. Note there might be issues with relative paths
 # INCLUDE_FILE=data_list_09142023_07242024_rsync_include.txt
 # echo "+ */" > ${INCLUDE_FILE}
 # find -mindepth 5 -type d -newermt 2023-09-14 -exec echo "+ {}" \; >> ${INCLUDE_FILE}
 # echo "- *" >> ${INCLUDE_FILE}
 

 LIST_FILE="data_list_09142023_07242024.txt"
 INCLUDE_FILE="rsync_include.txt"

 # Part 2: Prepare the rsync include file
 echo "+ */" > "$INCLUDE_FILE"
 while IFS= read -r relative_path; do
    relative_path="${relative_path#./}"

    echo "+ $relative_path/***" >> "$INCLUDE_FILE"
 done < "$LIST_FILE"
 echo "- *" >> "$INCLUDE_FILE"

 # find manpage (https://man7.org/linux/man-pages/man1/find.1.html) 
 # Note that there is also `-anewer` `-cnewer` `-newer` `-mtime`. 
 # Some of these like -newer could be used with modification times 
 # relative to a specific file. 
 # using the newer flag is uses as follows
 # -newerXY reference
 #          Compares the timestamp of the current file with reference.   The
 #          reference  argument  is  normally the name of a file (and one of
 #          its timestamps is used for the comparison) but it may also be  a
 #          string  describing  an  absolute time.  X and Y are placeholders
 #          for other letters, and these letters select which time belonging
 #          to how reference is used for the comparison.
 #
 #          a   The access time of the file reference
 #          B   The birth time of the file reference
 #          c   The inode status change time of reference
 #          m   The modification time of the file reference
 #          t   reference is interpreted directly as a time

 # More hints here:
 # https://serverfault.com/questions/538767/how-to-rsync-files-folders-from-a-specific-date-forward
	# purpose: using the find utility to find files after a given modification time.
	# This list could then be used to construct and rysync `--inclue-files-from` list.

	find -mindepth 5 -type d -newermt 2023-09-14 -exec echo "{}" \; > ~/data_list_09142023_07242024.txt

	# e.g.
	#
	# rsync -apuv --progress --include-from=rsync_include.txt user@host:/data_path/ data_path/
	# note --include-from vs --files-from functionality

	# building of the rsync list can be done with this or by adding the formatting +on find.
	# e.g. Note there might be issues with relative paths
	# INCLUDE_FILE=data_list_09142023_07242024_rsync_include.txt
	# echo "+ */" > ${INCLUDE_FILE}
	# find -mindepth 5 -type d -newermt 2023-09-14 -exec echo "+ {}" \; >> ${INCLUDE_FILE}
	# echo "- *" >> ${INCLUDE_FILE}


	LIST_FILE="data_list_09142023_07242024.txt"
	INCLUDE_FILE="rsync_include.txt"

	# Part 2: Prepare the rsync include file
	echo "+ */" > "$INCLUDE_FILE"
	while IFS= read -r relative_path; do
	relative_path="${relative_path#./}"

	echo "+ $relative_path/***" >> "$INCLUDE_FILE"
	done < "$LIST_FILE"
	echo "- *" >> "$INCLUDE_FILE"

	# find manpage (https://man7.org/linux/man-pages/man1/find.1.html)
	# Note that there is also `-anewer` `-cnewer` `-newer` `-mtime`.
	# Some of these like -newer could be used with modification times
	# relative to a specific file.
	# using the newer flag is uses as follows
	# -newerXY reference
	# Compares the timestamp of the current file with reference. The
	# reference argument is normally the name of a file (and one of
	# its timestamps is used for the comparison) but it may also be a
	# string describing an absolute time. X and Y are placeholders
	# for other letters, and these letters select which time belonging
	# to how reference is used for the comparison.
	#
	# a The access time of the file reference
	# B The birth time of the file reference
	# c The inode status change time of reference
	# m The modification time of the file reference
	# t reference is interpreted directly as a time

	# More hints here:
	# https://serverfault.com/questions/538767/how-to-rsync-files-folders-from-a-specific-date-forward