Initial commit
This commit is contained in:
commit
01b183023d
|
|
@ -0,0 +1 @@
|
|||
testenv
|
||||
|
|
@ -0,0 +1,4 @@
|
|||
ecdsa==0.13
|
||||
MacFSEvents==0.4
|
||||
paramiko==1.15.2
|
||||
pycrypto==2.6.1
|
||||
|
|
@ -0,0 +1,6 @@
|
|||
#!/bin/sh
|
||||
#source testenv/bin/activate
|
||||
./watch2.py ~/PhpstormProjects/pronq/obt_prototypes/ -u root -p vagrant -s localdev.saas.hp.com \
|
||||
--map "server/cms:/var/www/drupal" \
|
||||
--map "shared-assets:/var/www/drupal/sites/all/themes/zen_pronq_mktg/shared-assets" \
|
||||
--map ":/root"
|
||||
|
|
@ -0,0 +1,187 @@
|
|||
#!/usr/bin/env python3
|
||||
import argparse
|
||||
import logging
|
||||
import signal
|
||||
import fsevents
|
||||
import paramiko
|
||||
from sys import argv,exit
|
||||
from time import sleep
|
||||
from os.path import expanduser,normpath,dirname,isfile,islink
|
||||
from fsevents import Observer, Stream
|
||||
from paramiko.ssh_exception import SSHException
|
||||
from re import compile as regexp
|
||||
|
||||
# Path regexps to ignore
|
||||
ignore = [
|
||||
regexp(r'.*\.git.*'),
|
||||
regexp(r'.*\.DS_Store$')
|
||||
]
|
||||
|
||||
# Local dir : remote path mappings
|
||||
PATH_MAPPING = [
|
||||
]
|
||||
|
||||
def ssh_connect(hostname, username, password):
|
||||
"""Connect to SSH server and return (authenticated) transport socket"""
|
||||
host_keys = paramiko.util.load_host_keys(expanduser('~/.ssh/known_hosts'))
|
||||
if hostname in host_keys:
|
||||
hostkeytype = host_keys[hostname].keys()[0]
|
||||
hostkey = host_keys[hostname][hostkeytype]
|
||||
logging.debug('Using host key of type %s' % hostkeytype)
|
||||
else:
|
||||
logging.critical("Host key not found")
|
||||
exit(0)
|
||||
|
||||
try:
|
||||
t = paramiko.Transport((hostname, 22))
|
||||
t.set_keepalive(30)
|
||||
t.connect(hostkey, username, password)
|
||||
return t
|
||||
except SSHException as sshe:
|
||||
logging.critical(str(sshe))
|
||||
logging.critical("SSH: unable to connect!")
|
||||
exit(1)
|
||||
|
||||
def getsftp(hostname, username, password):
|
||||
"""Return a ready-to-roll paramiko sftp object"""
|
||||
t = ssh_connect(hostname, username, password)
|
||||
return paramiko.SFTPClient.from_transport(t)
|
||||
|
||||
def transfer_file(localpath, remotepath):
|
||||
"""Transfer file over sftp"""
|
||||
with sf.open(remotepath, 'wb') as destination:
|
||||
with open(localpath, 'rb') as source:
|
||||
total = 0
|
||||
while True:
|
||||
data = source.read(8192)
|
||||
if not data:
|
||||
return total
|
||||
destination.write(data)
|
||||
total += len(data)
|
||||
|
||||
def file_event_callback(event):
|
||||
"""Respond to file events"""
|
||||
|
||||
# check ignored
|
||||
for expr in ignore:
|
||||
if not expr.match(event.name) == None:
|
||||
return
|
||||
|
||||
# Determine file path relative to our root
|
||||
filePath = event.name.replace(args.root, "")
|
||||
logging.debug("Path from basedir: %s" % filePath)
|
||||
|
||||
# Apply directory mapping
|
||||
for mapping in PATH_MAPPING:
|
||||
localMapPath,remoteMapPath = mapping
|
||||
if filePath[0:len(localMapPath)]==localMapPath:
|
||||
logging.debug("Using mapping: %s" % (str(mapping)))
|
||||
filePath = remoteMapPath + "/" + filePath[len(localMapPath):]
|
||||
break
|
||||
|
||||
filePath = normpath(filePath)
|
||||
|
||||
# Ensure path starts with /
|
||||
if filePath[0] != "/":
|
||||
filePath = "/" + filePath
|
||||
|
||||
if event.mask & (fsevents.IN_MODIFY|fsevents.IN_CREATE|fsevents.IN_MOVED_TO):
|
||||
logging.debug("\nFile was modified: %s" % event.name)
|
||||
|
||||
logging.debug("Remote path: %s" % filePath)
|
||||
|
||||
# Ensure directory exists
|
||||
path_dirs = dirname(filePath).split("/")
|
||||
|
||||
for i in range(1,len(path_dirs)):
|
||||
pathSegment = "/".join(path_dirs[0:i+1])
|
||||
logging.debug("stat %s" % pathSegment)
|
||||
try:
|
||||
sf.stat(pathSegment)
|
||||
except IOError as e:
|
||||
logging.info("Creating %s" % pathSegment)
|
||||
sf.mkdir(pathSegment)
|
||||
|
||||
# If file, upload it
|
||||
if isfile(event.name) or islink(event.name):
|
||||
tries = 0
|
||||
while True:
|
||||
try:
|
||||
bytesSent = transfer_file(event.name, filePath)
|
||||
break
|
||||
except IOError as ioe:
|
||||
logging.error("Unable to upload file: %s" % str(ioe))
|
||||
# reconnect to SSH on error
|
||||
#sf.close()
|
||||
#sf = getsftp(args.host, args.user, args.password)
|
||||
tries+=1
|
||||
sleep(0.5)
|
||||
if tries > 5:
|
||||
return False
|
||||
|
||||
logging.info("%s: sent %s KB to %s" % (event.name, max(1, int(bytesSent/1024)), filePath))
|
||||
else:
|
||||
logging.info("Not a file: %s" % event.name)
|
||||
|
||||
if event.mask & (fsevents.IN_MOVED_FROM|fsevents.IN_DELETE):
|
||||
logging.info("removing %s" % filePath)
|
||||
# Just delete it
|
||||
try:
|
||||
sf.remove(filePath)
|
||||
except:
|
||||
# Silently fail so we don't delete.
|
||||
pass
|
||||
|
||||
"""
|
||||
We can respond to:
|
||||
|
||||
done IN_MOVED_FROM - path is old file path
|
||||
done IN_MOVED_TO - path is new file path
|
||||
done IN_MODIFY - file was edited
|
||||
done IN_CREATE - file was created
|
||||
done IN_DELETE - file was deleted
|
||||
IN_ATTRIB - attributes modified - ignore for now
|
||||
"""
|
||||
|
||||
def signal_handler(signal, frame):
|
||||
logging.info('Cleaning up....')
|
||||
|
||||
observer.unschedule(stream)
|
||||
observer.stop()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
from os import getcwd
|
||||
|
||||
logging.basicConfig(
|
||||
level=logging.INFO,
|
||||
format='%(asctime)s %(module)s %(levelname)s - %(message)s',
|
||||
datefmt='%Y-%m-%d %H:%M:%S'
|
||||
)
|
||||
|
||||
parser = argparse.ArgumentParser(description="Watch a directory for file changes and sync them to an sftp server")
|
||||
parser.add_argument("root", nargs='?', default=getcwd(), action="store", help="Root directory to watch")
|
||||
parser.add_argument('-m', '--map', action='append', help="Directory mapping such as \"server/cms:/var/www/drupal\"")
|
||||
parser.add_argument('-u', '--user', required=True, action='store', help="SSH username")
|
||||
parser.add_argument('-p', '--password', required=True, action='store', help="SSH password")
|
||||
parser.add_argument('-s', '--host', required=True, action='store', help="SSH server")
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.map==None:
|
||||
logging.critical("At least one --map is required.")
|
||||
exit(1)
|
||||
|
||||
for mapping in args.map:
|
||||
PATH_MAPPING.append(mapping.split(":"))
|
||||
|
||||
sf = getsftp(args.host, args.user, args.password)
|
||||
|
||||
logging.info("watching %s" % args.root)
|
||||
|
||||
observer = Observer()
|
||||
observer.start()
|
||||
stream = Stream(file_event_callback, args.root, file_events=True)
|
||||
observer.schedule(stream)
|
||||
|
||||
signal.signal(signal.SIGINT, signal_handler)
|
||||
signal.pause()
|
||||
Loading…
Reference in New Issue