Compare commits

...

79 Commits

Author SHA1 Message Date
Michael Holloway b1db7f1a68 Changes to be committed: 2 years ago
Michael Holloway 86a47efc6e On branch output-file 2 years ago
Michael Holloway 9ffd223048 On branch docs-minimal 2 years ago
Mike Holloway b069d30fa9 On branch rewrite-2022-03-26 2 years ago
Mike Holloway a889f1ff6f On branch rewrite-2022-03-26 2 years ago
Mike Holloway fb29201bcd Line 42 - Is this where the redundant mdls properties output comes from? 2 years ago
Mike Holloway 01faecccda On branch rewrite-2022-03-26 2 years ago
Mike Holloway ddc61edccd On branch rewrite-2022-03-26 2 years ago
Mike Holloway 33e88fba83 modified: hash-files 2 years ago
Mike Holloway 0ece9167c0 modified: hash-files 2 years ago
Mike Holloway 55be94f26a modified: hash-files 2 years ago
Mike Holloway ac974fff80 Still troubleshooting output 2 years ago
Mike Holloway bbc65490d3 Can we add the IFS work now? 2 years ago
Mike Holloway f52295c6ee Adding echo in main to print rather than call.. whoops 2 years ago
Mike Holloway 320d899e95 Printing via function to debug main. 2 years ago
Mike Holloway 008de3f44c Export post-invocation of mdls_per_file function should be enough 2 years ago
Mike Holloway 652e775164 Changing where array invocation is done, still sorting out array output. 2 years ago
Mike Holloway 6a57064a74 echo vs printf for proper delimiter? Let's find out 2 years ago
Mike Holloway fb583285e5 Even more IFS-array finagling 2 years ago
Mike Holloway f71987d044 More IFS-in-array finagling 2 years ago
Mike Holloway 528bb7def0 IFS work for comma delimited arrays 2 years ago
Mike Holloway 16a6db49d9 whoops wrong bracket type. 2 years ago
Mike Holloway 2f5be070c8 On branch rewrite-2022-03-26 2 years ago
Mike Holloway e21989a5c3 On branch rewrite-2022-03-26 2 years ago
Mike Holloway 60568fe7a8 Changing how mdls_properties is passed to output. 2 years ago
Mike Holloway 021d7c695a Deref'd when I should have ref'd. 2 years ago
Mike Holloway 316f57e41f On branch rewrite-2022-03-26 2 years ago
Mike Holloway 8d391800d6 Using the wrong array reference syntax? Let's find out 2 years ago
Mike Holloway d602c76796 ....? 2 years ago
Mike Holloway dbfe55872f Do I have it? 2 years ago
Mike Holloway 1fd34742fe Still getting duplicate keys. Investigating. 2 years ago
Mike Holloway 3ac7a29917 Teasing out duplicate key... 2 years ago
Mike Holloway 018d832456 Further clarification of mdls_properties list. 2 years ago
Mike Holloway 7d82f754db Debugging duplicate MDLS Column names 2 years ago
Mike Holloway 6f6fedcb95 Reintroducing filter 2 years ago
Mike Holloway 191d690603 Investigating main for loop and evocation of mdls_per_file 2 years ago
Mike Holloway 71e228c6c2 Iteration errors? Getting duplicate MDLS property column names? 2 years ago
Mike Holloway 2a491037a0 Improving debug output for mdls values as prepared for csv lines 2 years ago
Mike Holloway 05c46480fa On branch rewrite-2022-03-26 2 years ago
Mike Holloway 329f3a71ff On branch rewrite-2022-03-26 2 years ago
Mike Holloway 986aada28f Passing arguments to write_per_file 2 years ago
Mike Holloway 30d39a1060 Whoops, then I forgot I need dummy output for write_per_file! 2 years ago
Mike Holloway bbc0007917 Whoops, empty function. 2 years ago
Mike Holloway c9d13e3a25 On branch rewrite-2022-03-26 2 years ago
Mike Holloway f32e7b9242 On branch rewrite-2022-03-26 2 years ago
Mike Holloway 271b922f1d On branch parse-mdls 2 years ago
Mike Holloway 1b6e51ef70 More do-nothing function fixes 2 years ago
Mike Holloway 7d671bccc0 Whoops, do-nothing function called. 2 years ago
Mike Holloway e012a9b50f On branch parse-mdls 2 years ago
Mike Holloway fe2d738b42 On branch parse-mdls 2 years ago
Mike Holloway 5b81d72b2b On branch parse-mdls 2 years ago
Mike Holloway d6bc8b84b3 On branch parse-mdls 2 years ago
Mike Holloway 2729af8349 Making carriage-return IFS global rather than subfunction specific 2 years ago
Mike Holloway 2da31a5355 Debugging mdls_files filter functionality 2 years ago
Mike Holloway bf5ad573a2 Re-arranging grep in mdls_files if statement 2 years ago
Mike Holloway e6e16d19cd Whoops, wrong brackets; changed '{}' to '()' 2 years ago
Mike Holloway fc2dae9e56 On branch parse-mdls 2 years ago
Mike Holloway 8a9f48481f On branch parse-mdls 2 years ago
Mike Holloway 62f093dd89 Superflous k issue debugged - output is direct from `mdls` where 'k' is 2 years ago
Mike Holloway 6d20ec3a3c Debugging superflouous 'k' in output. 2 years ago
Mike Holloway 9c1dbe5860 Trying to eliminate superfluous 'k' before mdls_key variable output 2 years ago
Mike Holloway 9ad239a3dd Adding variables to printf command 2 years ago
Mike Holloway 2d210310b7 On branch parse-mdls 2 years ago
Mike Holloway 16ba557fd6 Whoops - `cut` not `split` 2 years ago
Mike Holloway 119db85b3a Add `cut` command using '=' as delimiter. 2 years ago
Mike Holloway 9c02331baa Setting IFS for proper loop output 2 years ago
Mike Holloway 4f391a62bd for loop echoing mdls output 2 years ago
Mike Holloway 9b0f67d81a On branch parse-mdls 2 years ago
Mike Holloway c4ef2b10ca Typo in mdls_files function fixed. 2 years ago
Mike Holloway 04abb84277 On branch introduce-mdls 2 years ago
Mike Holloway daceb4ddbc On branch introduce-mdls 2 years ago
Mike Holloway f2ebaa2e87 On branch introduce-mdls 2 years ago
Mike Holloway af56608bc2 On branch master 2 years ago
Mike Holloway 8797006c5a On branch master 2 years ago
Mike Holloway 60c400231b Added log file support for non-systemd systems 2 years ago
Mike Holloway 8f631b6adb Add program name to log output 2 years ago
Mike Holloway bdf06eb77f Removing redundant cleanup call. 2 years ago
Mike Holloway 8d63203ca1 Whoops - no line breka 2 years ago
Mike Holloway 916dddcf07 Using printf for logging. 2 years ago
  1. 2
      .env
  2. 7
      .env.default
  3. 3
      .gitignore
  4. 8
      LICENSE
  5. 21
      README.md
  6. 85
      hash-files
  7. 87
      mdlspipe

@ -1,2 +0,0 @@
Working_Fullpath=$(pwd)
Working_Directory=$(basename $Working_Fullpath)

@ -0,0 +1,7 @@
Working_Fullpath=$(pwd)
Working_Directory=$(basename $Working_Fullpath)
# IMPORTANT - The order of keys in keys_of_interest *must* match the order in
# which mdls prints them or csv output will be incoherent
keys_of_interest=("kMDItemFSCreationDate" "kMDItemFSName")

3
.gitignore vendored

@ -1,2 +1,3 @@
.*.sw*
*.log
.env

@ -0,0 +1,8 @@
Copyright (c) Michael Holloway, 2022
Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

@ -0,0 +1,21 @@
mdlspipe
========
v0.1.1
Supported Platforms: Mac OS X
Provided a directory (default is current directory), capture particular
fields of `mdls` output for each file in provided directory in a csv.
Usage
-----
Run directly:
./mdlspipe
Place mdlspipe in your $PATH and run from $PWD.
By default, mdlspipe will write the output data to a csv called
'mdlspipe_YYYY-MM-DD_HH-MM-SS.csv'.

@ -1,85 +0,0 @@
#!/usr/bin/env bash
set -a
source .env 2>&1 > /dev/null
set +a
DateTimeStamp=$(date +\%D_\%T)
## Functions
############
write_log () {
echo " ++ Write to log.
$DateTimeStamp - $1
+++++++++++++++"
}
create_list_of_files () {
#echo "=== Get list of files in $Working_Directory. ===
#=================================================="
IFS=$'\n'
for file in $(find $Working_Fullpath -maxdepth 1 -type f); do
list_of_files+=( $file )
done
write_log "List of files created successfully."
unset IFS
}
hash_files () {
#echo "=== Hash files. ===
#======================"
IFS=$'\n'
for file in ${list_of_files[@]}; do
hash=$(md5sum $file | awk '{ print $1 }')
list_of_hashes+=( $hash )
done
write_log "Files hashed successfully."
unset IFS
}
create_csv () {
#echo "=== Create array of comma-separated-values. ===
#=================================================="
for i in ${!list_of_files[@]}; do
csv_array+=( ${list_of_files[i]},${list_of_hashes[i]} )
done
export csv_array
write_log "CSV Array creation successful."
}
write_data () {
#echo "=== Write data to a .csv file. ===
#===================================="
temp_csv_file=$(mktemp)
printf '%s,%s\n' "File Path" "File Hash" >> $temp_csv_file
for line in ${csv_array[@]};do
printf '%s\n' $line
done >> $temp_csv_file
# cat $temp_csv_file
write_log "$temp_csv_file written successfully."
}
cleanup () {
write_log "Cleanup completed successfully."
}
## Main
#######
trap cleanup EXIT
echo "Main Start"
create_list_of_files
hash_files
if [ ${#list_of_files[@]} != ${#list_of_hashes[@]} ];then
echo "Error! Number of files and hashes differs. Exiting..." && exit
else
create_csv
fi
write_data
cleanup
#while $list_of_files >=1; do
#done

@ -0,0 +1,87 @@
#!/usr/bin/env bash
log_file=/var/log/mdlspipe.log
Working_Fullpath=$(pwd)
Working_Directory=$(basename $Working_Fullpath)
keys_of_interest=("kMDItemFSCreationDate" "kMDItemFSName")
md5_bin=$(which md5sum)
mktemp_bin=$(which mktemp)
DateTimeStamp=$(date +\%D_\%T)
IFS=$'\n'
set -a
source .env 2>&1 > /dev/null
set +a
## Functions
############
write_log () {
## Use on systems managed with systemd
# printf 'mdlspipe: %s\n' "$1" | systemd-cat
printf '%s mdlspipe: %s\n' "$DateTimeStamp" "$1" >> $log_file
}
mdls_per_file () {
file=$1
unset mdls_properties
for line in $(mdls $file); do
old_IFS=$IFS
unset IFS
mdls_key=$(printf "%s" $line | cut -d '=' -f 1)
mdls_value=$(printf "%s" $line | cut -d '=' -f 2)
if [[ " ${keys_of_interest[*]} " =~ " ${mdls_key} " ]];then
IFS=$old_IFS
mdls_properties+=( $mdls_value )
unset IFS
else
: # "Did not print!"
fi
IFS=$old_IFS
done
IFS=',';echo "${mdls_properties[*]}";IFS=$old_IFS
}
write_per_file () {
# "=== Write data to a .csv file. ===
#===================================="
# cat $temp_csv_file
# write_log "$temp_csv_file written successfully."
printf 'File: %s\nHash: %s\nMDLS Properties:\t%s\n' $1 $2 $3
}
cleanup () {
write_log "Cleanup completed successfully."
}
## Main
#######
trap cleanup EXIT
## Create temp file
temp_csv_file=$($mktemp_bin)
## Initialize column names
csv_columns=( "File Path" "File Hash" )
## Populate Columns from keys of interest
for key in ${keys_of_interest[@]};do
csv_columns+=( $key )
done
## Print columns to first line of csv
# "======= CSV Column Headers ========"
{ IFS=',';echo "${csv_columns[*]}";IFS=$'\n'
## Loop through files, writing to csv
for file in $(find $Working_Fullpath -maxdepth 1 -type f); do
## Set our hash value
hash=$($md5_bin $file | awk '{ print $4 }')
# Print csv row output
# "============= CSV Row =========="
echo "$file,$hash,$(mdls_per_file $file)"
# write_per_file $file $hash $mdls_properties
done
} >> $temp_csv_file
unset IFS
mv $temp_csv_file $PWD/mdlspipe_$(date +%\D_\%T|sed 's/[:|\/]/-/g').csv
Loading…
Cancel
Save