aboutsummaryrefslogtreecommitdiff
path: root/ssync-index
blob: 4593aa4fb439e162c5a598e0793e8d549d3a187f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
#!/usr/bin/env sh

USAGE="ssync-index [options] ROOT_DIR
    OPTIONS
	-b index basename only
	-k KEY_FILE (optional: if indexing local)
	   ssh-key file to use (needs to be non-interactive)
	   optional: will use default session key
	   or key set in ssh_config for HOST
	-o OUTPUT_FILE
	-r REMOTE_HOST (optional)
	   remote host to index from such as user@hostname
	   username can be omitted if identical to $USER
	   or if set in ssh_config
        -v verbose logging
	-w NUM_SECONDS
	   index all files newer than NOW - NUM_SECONDS
        -h print this message"

# HELPER METHODS
function verbose_log {
    if [ ! -z "$VERBOSE_FLAG" ]; then
	echo "$1"
    fi
}
function lines {
    wc -l $1 | cut -d' ' -f1
}

# GLOBAL VALUES
BASENAME_ONLY_FLAG=
KEY_FILE_FLAG=
KEY_FILE_ARG=
OUTPUT_FILE_FLAG=
OUTPUT_FILE_ARG=
REMOTE_HOST_FLAG=
REMOTE_HOST_ARG=
WINDOW_FLAG=
WINDOW_ARG=
VERBOSE_FLAG=

# OPTIONS PARSING
while getopts "hvbr:k:o:w:" opt; do
    case "${opt}" in
	h) echo "$USAGE"
	   exit 1
	   ;;
	b) BASENAME_ONLY_FLAG=1
	   ;;
	k) KEY_FILE_FLAG=1
	   KEY_FILE_ARG="$OPTARG"
	   ;;
	o) OUTPUT_FILE_FLAG=1
	   OUTPUT_FILE_ARG="$OPTARG"
	   ;;
	r) REMOTE_HOST_FLAG=1
	   REMOTE_HOST_ARG="$OPTARG"
	   ;;
	v) VERBOSE_FLAG=1
	   ;;
	w) WINDOW_FLAG=1
	   WINDOW_ARG="$OPTARG"
	   ;;
    esac
done

shift $(($OPTIND -1))

if [ $# -ne 1 ]; then
    echo "$USAGE"
    exit 1

fi

# ROOT_DIR validation

ROOT_DIR=$1

if [ -z "$ROOT_DIR" ]; then
    echo "ROOT_DIR is missing."
    exit 1
fi
if [ -z "$REMOTE_HOST_ARG" ]; then
    # local so check if directory exists
    if [ ! -d "$ROOT_DIR" ]; then
	echo "$ROOT_DIR does not exist."
	exit 1
    fi
fi

# Option Validation
output_to=
if [ ! -z "$OUTPUT_FILE_FLAG" ]; then
    output_to="> $OUTPUT_FILE_ARG"
fi

keyfile_cmd=""
if [ ! -z "$KEY_FILE_FLAG" ]; then
    if [ -f "$KEY_FILE_ARG" ]; then
	echo "Identity file '$KEY_FILE_ARG' does not exist"
	exit 1
    fi
    keyfile_cmd="-i $KEY_FILE_ARG"
fi

windowing_flag=""
if [ ! -z "$WINDOW_FLAG" ]; then
    if [ "$WINDOW_ARG" -gt 0 ]; then
	newermt=$(date -d "$WINDOW_ARG seconds ago" -u -Is)
	windowing_flag="-newermt $newermt"
	verbose_log "Targetting files from $WINDOW_ARG seconds ago: $newermt"
    else
	echo "Invalid window value: $WINDOW_ARG"
	exit 1
    fi
fi

index_value_cmd=
if [ ! -z "$BASENAME_ONLY_FLAG" ]; then
    index_value_cmd="basename {}"
else
    index_value_cmd="realpath {}"
fi

if [ -z "$REMOTE_HOST_FLAG" ]; then
    verbose_log "Generate local index from ${ROOT_DIR} to ${OUTPUT_FILE_ARG}"
    find ${ROOT_DIR} -type f ${windowing_flag} -exec ${index_value_cmd} \; > $OUTPUT_FILE_ARG
    verbose_log "Indexed $(lines $OUTPUT_FILE_ARG) local files"
else
    verbose_log "Generate remote index from $REMOTE_HOST_ARG:${ROOT_DIR} to ${OUTPUT_FILE_ARG}"
    ssh $keyfile_cmd $REMOTE_HOST_ARG \
        "find ${ROOT_DIR} -type f ${windowing_flag} -exec ${index_value_cmd} \;" > $OUTPUT_FILE_ARG
    verbose_log "Indexed $(lines $OUTPUT_FILE_ARG) local files"
fi