Compare commits

...

54 Commits

Author SHA1 Message Date
Mike Holloway b069d30fa9 On branch rewrite-2022-03-26 2 years ago
Mike Holloway a889f1ff6f On branch rewrite-2022-03-26 2 years ago
Mike Holloway fb29201bcd Line 42 - Is this where the redundant mdls properties output comes from? 2 years ago
Mike Holloway 01faecccda On branch rewrite-2022-03-26 2 years ago
Mike Holloway ddc61edccd On branch rewrite-2022-03-26 2 years ago
Mike Holloway 33e88fba83 modified: hash-files 2 years ago
Mike Holloway 0ece9167c0 modified: hash-files 2 years ago
Mike Holloway 55be94f26a modified: hash-files 2 years ago
Mike Holloway ac974fff80 Still troubleshooting output 2 years ago
Mike Holloway bbc65490d3 Can we add the IFS work now? 2 years ago
Mike Holloway f52295c6ee Adding echo in main to print rather than call.. whoops 2 years ago
Mike Holloway 320d899e95 Printing via function to debug main. 2 years ago
Mike Holloway 008de3f44c Export post-invocation of mdls_per_file function should be enough 2 years ago
Mike Holloway 652e775164 Changing where array invocation is done, still sorting out array output. 2 years ago
Mike Holloway 6a57064a74 echo vs printf for proper delimiter? Let's find out 2 years ago
Mike Holloway fb583285e5 Even more IFS-array finagling 2 years ago
Mike Holloway f71987d044 More IFS-in-array finagling 2 years ago
Mike Holloway 528bb7def0 IFS work for comma delimited arrays 2 years ago
Mike Holloway 16a6db49d9 whoops wrong bracket type. 2 years ago
Mike Holloway 2f5be070c8 On branch rewrite-2022-03-26 2 years ago
Mike Holloway e21989a5c3 On branch rewrite-2022-03-26 2 years ago
Mike Holloway 60568fe7a8 Changing how mdls_properties is passed to output. 2 years ago
Mike Holloway 021d7c695a Deref'd when I should have ref'd. 2 years ago
Mike Holloway 316f57e41f On branch rewrite-2022-03-26 2 years ago
Mike Holloway 8d391800d6 Using the wrong array reference syntax? Let's find out 2 years ago
Mike Holloway d602c76796 ....? 2 years ago
Mike Holloway dbfe55872f Do I have it? 2 years ago
Mike Holloway 1fd34742fe Still getting duplicate keys. Investigating. 2 years ago
Mike Holloway 3ac7a29917 Teasing out duplicate key... 2 years ago
Mike Holloway 018d832456 Further clarification of mdls_properties list. 2 years ago
Mike Holloway 7d82f754db Debugging duplicate MDLS Column names 2 years ago
Mike Holloway 6f6fedcb95 Reintroducing filter 2 years ago
Mike Holloway 191d690603 Investigating main for loop and evocation of mdls_per_file 2 years ago
Mike Holloway 71e228c6c2 Iteration errors? Getting duplicate MDLS property column names? 2 years ago
Mike Holloway 2a491037a0 Improving debug output for mdls values as prepared for csv lines 2 years ago
Mike Holloway 05c46480fa On branch rewrite-2022-03-26 2 years ago
Mike Holloway 329f3a71ff On branch rewrite-2022-03-26 2 years ago
Mike Holloway 986aada28f Passing arguments to write_per_file 2 years ago
Mike Holloway 30d39a1060 Whoops, then I forgot I need dummy output for write_per_file! 2 years ago
Mike Holloway bbc0007917 Whoops, empty function. 2 years ago
Mike Holloway c9d13e3a25 On branch rewrite-2022-03-26 2 years ago
Mike Holloway f32e7b9242 On branch rewrite-2022-03-26 2 years ago
Mike Holloway 271b922f1d On branch parse-mdls 2 years ago
Mike Holloway 1b6e51ef70 More do-nothing function fixes 2 years ago
Mike Holloway 7d671bccc0 Whoops, do-nothing function called. 2 years ago
Mike Holloway e012a9b50f On branch parse-mdls 2 years ago
Mike Holloway fe2d738b42 On branch parse-mdls 2 years ago
Mike Holloway 5b81d72b2b On branch parse-mdls 2 years ago
Mike Holloway d6bc8b84b3 On branch parse-mdls 2 years ago
Mike Holloway 2729af8349 Making carriage-return IFS global rather than subfunction specific 2 years ago
Mike Holloway 2da31a5355 Debugging mdls_files filter functionality 2 years ago
Mike Holloway bf5ad573a2 Re-arranging grep in mdls_files if statement 2 years ago
Mike Holloway e6e16d19cd Whoops, wrong brackets; changed '{}' to '()' 2 years ago
Mike Holloway fc2dae9e56 On branch parse-mdls 2 years ago
  1. 5
      .env.default
  2. 110
      hash-files

@ -1,2 +1,7 @@
Working_Fullpath=$(pwd)
Working_Directory=$(basename $Working_Fullpath)
# IMPORTANT - The order of keys in keys_of_interest *must* match the order in
# which mdls prints them or csv output will be incoherent
keys_of_interest=("kMDItemFSCreationDate" "kMDItemFSName")

@ -1,9 +1,12 @@
#!/usr/bin/env bash
log_file=/var/log/hash-files.log
keys_of_interest=("kMDItemFSCreationDate" "kMDItemFSName")
md5_bin=$(which md5sum)
mktemp_bin=$(which mktemp)
DateTimeStamp=$(date +\%D_\%T)
IFS=$'\n'
set -a
source .env 2>&1 > /dev/null
set +a
@ -12,67 +15,40 @@ set +a
############
write_log () {
#echo " ++ Write to log.
# +++++++++++++++"
## Use on systems managed with systemd
# printf 'hash-files: %s\n' "$1" | systemd-cat
printf '%s hash-files: %s\n' "$DateTimeStamp" "$1" >> $log_file
}
create_list_of_files () {
#echo "=== Get list of files in $Working_Directory. ===
#=================================================="
IFS=$'\n'
for file in $(find $Working_Fullpath -maxdepth 1 -type f); do
list_of_files+=( $file )
done
write_log "List of files created successfully."
unset IFS
}
mdls_files () {
IFS=$'\n'
for file in $list_of_files; do
for line in $(mdls $file); do
mdls_key=$(printf "%s" $line | cut -d '=' -f 1)
mdls_value=$(printf "%s" $line | cut -d '=' -f 2)
printf "\n============================\nMDLS Key: %s\nMDLS Value: %s\n============================\n\n" $mdls_key $mdls_value
done
mdls_per_file () {
file=$1
unset mdls_properties
for line in $(mdls $file); do
old_IFS=$IFS
unset IFS
mdls_key=$(printf "%s" $line | cut -d '=' -f 1)
mdls_value=$(printf "%s" $line | cut -d '=' -f 2)
if [[ " ${keys_of_interest[*]} " =~ " ${mdls_key} " ]];then
IFS=$old_IFS
mdls_properties+=( $mdls_value )
unset IFS
else
: # "Did not print!"
fi
IFS=$old_IFS
done
}
hash_files () {
#echo "=== Hash files. ===
#======================"
IFS=$'\n'
for file in ${list_of_files[@]}; do
hash=$($md5_bin $file | awk '{ print $1 }')
list_of_hashes+=( $hash )
done
write_log "Files hashed successfully."
unset IFS
IFS=',';echo "${mdls_properties[*]}";IFS=$old_IFS
}
create_csv () {
#echo "=== Create array of comma-separated-values. ===
#=================================================="
for i in ${!list_of_files[@]}; do
csv_array+=( ${list_of_files[i]},${list_of_hashes[i]} )
done
export csv_array
write_log "CSV Array creation successful."
}
write_data () {
#echo "=== Write data to a .csv file. ===
write_per_file () {
# "=== Write data to a .csv file. ===
#===================================="
temp_csv_file=$($mktemp_bin)
printf '%s,%s\n' "File Path" "File Hash" >> $temp_csv_file
for line in ${csv_array[@]};do
printf '%s\n' $line
done >> $temp_csv_file
# cat $temp_csv_file
write_log "$temp_csv_file written successfully."
# write_log "$temp_csv_file written successfully."
printf 'File: %s\nHash: %s\nMDLS Properties:\t%s\n' $1 $2 $3
}
cleanup () {
@ -84,18 +60,26 @@ cleanup () {
trap cleanup EXIT
echo "Main Start"
create_list_of_files
mdls_files
#hash_files
#if [ ${#list_of_files[@]} != ${#list_of_hashes[@]} ];then
# echo "Error! Number of files and hashes differs. Exiting..." && exit
#else
# create_csv
#fi
#write_data
#while $list_of_files >=1; do
#done
## Create temp file
temp_csv_file=$($mktemp_bin)
## Initialize column names
csv_columns=( "File Path" "File Hash" )
## Populate Columns from keys of interest
for key in ${keys_of_interest[@]};do
csv_columns+=( $key )
done
## Print columns to first line of csv
# "======= CSV Column Headers ========"
{ IFS=',';echo "${csv_columns[*]}";IFS=$'\n'
## Loop through files, writing to csv
for file in $(find $Working_Fullpath -maxdepth 1 -type f); do
## Set our hash value
hash=$($md5_bin $file | awk '{ print $4 }')
# Print csv row output
# "============= CSV Row =========="
echo "$file,$hash,$(mdls_per_file $file)"
# write_per_file $file $hash $mdls_properties
done
} >> $temp_csv_file
cat $temp_csv_file
unset IFS

Loading…
Cancel
Save