parallel-library/cps/gdriveutils.py

try:
    from pydrive.auth import GoogleAuth
    from pydrive.drive import GoogleDrive
    from apiclient import errors
except ImportError:
    pass
import os

from ub import config

from sqlalchemy import *
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import *


import web


dbpath = os.path.join(os.path.normpath(os.path.dirname(os.path.realpath(__file__)) + os.sep + ".." + os.sep), "gdrive.db")
engine = create_engine('sqlite:///{0}'.format(dbpath), echo=False)
Base = declarative_base()

# Open session for database connection
Session = sessionmaker()
Session.configure(bind=engine)
session = scoped_session(Session)

class GdriveId(Base):
    __tablename__='gdrive_ids'

    id = Column(Integer, primary_key=True)
    gdrive_id = Column(Integer, unique=True)
    path = Column(String)
    __table_args__ = (UniqueConstraint('gdrive_id', 'path', name='_gdrive_path_uc'),)

    def __repr__(self):
        return str(self.path)

class PermissionAdded(Base):
    __tablename__='permissions_added'

    id = Column(Integer, primary_key=True)
    gdrive_id = Column(Integer, unique=True)

    def __repr__(self):
        return str(self.gdrive_id)

def migrate():
    if not engine.dialect.has_table(engine.connect(), "permissions_added"):
        PermissionAdded.__table__.create(bind = engine)
    for sql in session.execute("select sql from sqlite_master where type='table'"):
        if 'CREATE TABLE gdrive_ids' in sql[0]:
            currUniqueConstraint='UNIQUE (gdrive_id)'
            if currUniqueConstraint in sql[0]:
                sql=sql[0].replace(currUniqueConstraint, 'UNIQUE (gdrive_id, path)')
                sql=sql.replace(GdriveId.__tablename__, GdriveId.__tablename__+ '2')
                session.execute(sql)
                session.execute('INSERT INTO gdrive_ids2 (id, gdrive_id, path) SELECT id, gdrive_id, path FROM gdrive_ids;')
                session.commit()
                session.execute('DROP TABLE %s' % 'gdrive_ids')
                session.execute('ALTER TABLE gdrive_ids2 RENAME to gdrive_ids')
            break

if not os.path.exists(dbpath):
    try:
        Base.metadata.create_all(engine)
    except Exception:
        raise

migrate()

def getDrive(gauth=None):
    if not gauth:
        gauth=GoogleAuth(settings_file='settings.yaml')
    # Try to load saved client credentials
    gauth.LoadCredentialsFile("gdrive_credentials")
    if gauth.access_token_expired:
        # Refresh them if expired
        gauth.Refresh()
    else:
        # Initialize the saved creds
        gauth.Authorize()
    # Save the current credentials to a file
    return GoogleDrive(gauth)

def getEbooksFolder(drive=None):
    if not drive:
        drive = getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    ebooksFolder= "title = '%s' and 'root' in parents and mimeType = 'application/vnd.google-apps.folder' and trashed = false" % config.config_google_drive_folder

    fileList = drive.ListFile({'q': ebooksFolder}).GetList()
    return fileList[0]

def getEbooksFolderId(drive=None):
    storedPathName=session.query(GdriveId).filter(GdriveId.path == '/').first()
    if storedPathName:
        return storedPathName.gdrive_id
    else:
        gDriveId=GdriveId()
        gDriveId.gdrive_id=getEbooksFolder(drive)['id']
        gDriveId.path='/'
        session.merge(gDriveId)
        session.commit()
        return

def getFolderInFolder(parentId, folderName, drive=None):
    if not drive:
        drive = getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    folder= "title = '%s' and '%s' in parents and mimeType = 'application/vnd.google-apps.folder' and trashed = false"  % (folderName.replace("'", "\\'"), parentId)
    fileList = drive.ListFile({'q': folder}).GetList()
    return fileList[0]

def getFile(pathId, fileName, drive=None):
    if not drive:
        drive = getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    metaDataFile="'%s' in parents and trashed = false and title = '%s'" % (pathId, fileName.replace("'", "\\'"))

    fileList = drive.ListFile({'q': metaDataFile}).GetList()
    return fileList[0]

def getFolderId(path, drive=None):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    currentFolderId=getEbooksFolderId(drive)
    sqlCheckPath=path if path[-1] =='/' else path + '/'
    storedPathName=session.query(GdriveId).filter(GdriveId.path == sqlCheckPath).first()

    if not storedPathName:
        dbChange=False
        s=path.split('/')
        for i, x in enumerate(s):
            if len(x) > 0:
                currentPath="/".join(s[:i+1])
                if currentPath[-1] != '/':
                    currentPath = currentPath + '/'
                storedPathName=session.query(GdriveId).filter(GdriveId.path == currentPath).first()
                if storedPathName:
                    currentFolderId=storedPathName.gdrive_id
                else:
                    currentFolderId=getFolderInFolder(currentFolderId, x, drive)['id']
                    gDriveId=GdriveId()
                    gDriveId.gdrive_id=currentFolderId
                    gDriveId.path=currentPath
                    session.merge(gDriveId)
                    dbChange=True
        if dbChange:
            session.commit()
    else:
        currentFolderId=storedPathName.gdrive_id
    return currentFolderId


def getFileFromEbooksFolder(drive, path, fileName):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    if path:
        # sqlCheckPath=path if path[-1] =='/' else path + '/'
        folderId=getFolderId(path, drive)
    else:
        folderId=getEbooksFolderId(drive)

    return getFile(folderId, fileName, drive)

def copyDriveFileRemote(drive, origin_file_id, copy_title):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    copied_file = {'title': copy_title}
    try:
        file_data = drive.auth.service.files().copy(
        fileId=origin_file_id, body=copied_file).execute()
        return drive.CreateFile({'id': file_data['id']})
    except errors.HttpError as error:
        print ('An error occurred: %s' % error)
    return None

def downloadFile(drive, path, filename, output):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    f=getFileFromEbooksFolder(drive, path, filename)
    f.GetContentFile(output)

def backupCalibreDbAndOptionalDownload(drive, f=None):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    metaDataFile="'%s' in parents and title = 'metadata.db' and trashed = false" % getEbooksFolderId()

    fileList = drive.ListFile({'q': metaDataFile}).GetList()

    databaseFile=fileList[0]

    if f:
        databaseFile.GetContentFile(f)


def copyToDrive(drive, uploadFile, createRoot, replaceFiles,
        ignoreFiles=[],
        parent=None, prevDir=''):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    isInitial=not bool(parent)
    if not parent:
        parent=getEbooksFolder(drive)
    if os.path.isdir(os.path.join(prevDir,uploadFile)):
        existingFolder=drive.ListFile({'q' : "title = '%s' and '%s' in parents and trashed = false" % (os.path.basename(uploadFile), parent['id'])}).GetList()
        if len(existingFolder) == 0 and (not isInitial or createRoot):
            parent = drive.CreateFile({'title': os.path.basename(uploadFile), 'parents' : [{"kind": "drive#fileLink", 'id' : parent['id']}],
                "mimeType": "application/vnd.google-apps.folder" })
            parent.Upload()
        else:
            if (not isInitial or createRoot) and len(existingFolder) > 0:
                parent=existingFolder[0]
        for f in os.listdir(os.path.join(prevDir,uploadFile)):
            if f not in ignoreFiles:
                copyToDrive(drive, f, True, replaceFiles, ignoreFiles, parent, os.path.join(prevDir,uploadFile))
    else:
        if os.path.basename(uploadFile) not in ignoreFiles:
            existingFiles=drive.ListFile({'q' : "title = '%s' and '%s' in parents and trashed = false" % (os.path.basename(uploadFile), parent['id'])}).GetList()
            if len(existingFiles) > 0:
                driveFile=existingFiles[0]
            else:
                driveFile = drive.CreateFile({'title': os.path.basename(uploadFile), 'parents' : [{"kind": "drive#fileLink", 'id' : parent['id']}], })
            driveFile.SetContentFile(os.path.join(prevDir,uploadFile))
            driveFile.Upload()

def uploadFileToEbooksFolder(drive, destFile, f):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    parent=getEbooksFolder(drive)
    splitDir=destFile.split('/')
    for i, x in enumerate(splitDir):
        if i == len(splitDir)-1:
            existingFiles=drive.ListFile({'q' : "title = '%s' and '%s' in parents and trashed = false" % (x, parent['id'])}).GetList()
            if len(existingFiles) > 0:
                driveFile=existingFiles[0]
            else:
                driveFile = drive.CreateFile({'title': x, 'parents' : [{"kind": "drive#fileLink", 'id' : parent['id']}], })
            driveFile.SetContentFile(f)
            driveFile.Upload()
        else:
            existingFolder=drive.ListFile({'q' : "title = '%s' and '%s' in parents and trashed = false" % (x, parent['id'])}).GetList()
            if len(existingFolder) == 0:
                parent = drive.CreateFile({'title': x, 'parents' : [{"kind": "drive#fileLink", 'id' : parent['id']}],
                    "mimeType": "application/vnd.google-apps.folder" })
                parent.Upload()
            else:
                parent=existingFolder[0]


def watchChange(drive, channel_id, channel_type, channel_address,
              channel_token=None, expiration=None):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    # Watch for all changes to a user's Drive.
    # Args:
    # service: Drive API service instance.
    # channel_id: Unique string that identifies this channel.
    # channel_type: Type of delivery mechanism used for this channel.
    # channel_address: Address where notifications are delivered.
    # channel_token: An arbitrary string delivered to the target address with
    #               each notification delivered over this channel. Optional.
    # channel_address: Address where notifications are delivered. Optional.
    # Returns:
    # The created channel if successful
    # Raises:
    # apiclient.errors.HttpError: if http request to create channel fails.
    body = {
    'id': channel_id,
    'type': channel_type,
    'address': channel_address
    }
    if channel_token:
        body['token'] = channel_token
    if expiration:
        body['expiration'] = expiration
    return  drive.auth.service.changes().watch(body=body).execute()

def watchFile(drive, file_id, channel_id, channel_type, channel_address,
              channel_token=None, expiration=None):
    """Watch for any changes to a specific file.
    Args:
    service: Drive API service instance.
    file_id: ID of the file to watch.
    channel_id: Unique string that identifies this channel.
    channel_type: Type of delivery mechanism used for this channel.
    channel_address: Address where notifications are delivered.
    channel_token: An arbitrary string delivered to the target address with
                   each notification delivered over this channel. Optional.
    channel_address: Address where notifications are delivered. Optional.
    Returns:
    The created channel if successful
    Raises:
    apiclient.errors.HttpError: if http request to create channel fails.
    """
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()

    body = {
        'id': channel_id,
        'type': channel_type,
        'address': channel_address
    }
    if channel_token:
        body['token'] = channel_token
    if expiration:
        body['expiration'] = expiration
    return drive.auth.service.files().watch(fileId=file_id, body=body).execute()

def stopChannel(drive, channel_id, resource_id):
    """Stop watching to a specific channel.
    Args:
    service: Drive API service instance.
    channel_id: ID of the channel to stop.
    resource_id: Resource ID of the channel to stop.
    Raises:
    apiclient.errors.HttpError: if http request to create channel fails.
    """
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    # service=drive.auth.service
    body = {
    'id': channel_id,
    'resourceId': resource_id
    }
    return drive.auth.service.channels().stop(body=body).execute()

def getChangeById (drive, change_id):
    if not drive:
        drive=getDrive()
    if drive.auth.access_token_expired:
        drive.auth.Refresh()
    # Print a single Change resource information.
    #
    # Args:
    # service: Drive API service instance.
    # change_id: ID of the Change resource to retrieve.
    try:
        change = drive.auth.service.changes().get(changeId=change_id).execute()
        return change
    except (errors.HttpError, error):
        web.app.logger.exception(error)
        return None