Skip to content
This repository has been archived by the owner on Feb 28, 2023. It is now read-only.

Commit

Permalink
Import of initial version.
Browse files Browse the repository at this point in the history
  • Loading branch information
seiferma committed Jan 3, 2015
1 parent cc121ea commit 0e30279
Show file tree
Hide file tree
Showing 20 changed files with 657 additions and 2 deletions.
17 changes: 17 additions & 0 deletions .project
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
<?xml version="1.0" encoding="UTF-8"?>
<projectDescription>
<name>splitviewfuse</name>
<comment></comment>
<projects>
</projects>
<buildSpec>
<buildCommand>
<name>org.python.pydev.PyDevBuilder</name>
<arguments>
</arguments>
</buildCommand>
</buildSpec>
<natures>
<nature>org.python.pydev.pythonNature</nature>
</natures>
</projectDescription>
8 changes: 8 additions & 0 deletions .pydevproject
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<?eclipse-pydev version="1.0"?><pydev_project>
<pydev_pathproperty name="org.python.pydev.PROJECT_SOURCE_PATH">
<path>/${PROJECT_DIR_NAME}</path>
</pydev_pathproperty>
<pydev_property name="org.python.pydev.PYTHON_PROJECT_VERSION">python 2.7</pydev_property>
<pydev_property name="org.python.pydev.PYTHON_PROJECT_INTERPRETER">Default</pydev_property>
</pydev_project>
3 changes: 1 addition & 2 deletions LICENSE
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
The MIT License (MIT)

Copyright (c) 2015 Stephan Seifermann
Copyright (c) 2014 Stephan Seifermann

Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
Expand All @@ -19,4 +19,3 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.

4 changes: 4 additions & 0 deletions README.rst
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
splitviewfuse
===========

A view on a given directory that splits large files into segmentes implemented as FUSE file system.
2 changes: 2 additions & 0 deletions setup.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
[metadata]
description-file = README.rst
101 changes: 101 additions & 0 deletions setup.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,101 @@
from setuptools import setup, find_packages # Always prefer setuptools over distutils
from codecs import open # To use a consistent encoding
from os import path

here = path.abspath(path.dirname(__file__))

# Get the long description from the relevant file
with open(path.join(here, 'README.rst'), encoding='utf-8') as f:
long_description = f.read()

setup(
name='splitviewfuse',

# Versions should comply with PEP440. For a discussion on single-sourcing
# the version across setup.py and the project code, see
# https://packaging.python.org/en/latest/development.html#single-sourcing-the-version
version='0.1.0b1',

description='A fuse implementation for an segmented view on a given directory.',
long_description=long_description,

# The project's main homepage.
url='https://github.com/seiferma/splitviewfuse',

# Author details
author='Stephan Seifermann',
author_email='[email protected]',

# Choose your license
license='MIT',

# See https://pypi.python.org/pypi?%3Aaction=list_classifiers
classifiers=[
# How mature is this project? Common values are
# 3 - Alpha
# 4 - Beta
# 5 - Production/Stable
'Development Status :: 4 - Beta',

'Environment :: No Input/Output (Daemon)',

# Indicate who your project is intended for
'Intended Audience :: System Administrators',
'Topic :: System :: Filesystems',

# Pick your license as you wish (should match "license" above)
'License :: OSI Approved :: MIT License',

'Operating System :: MacOS :: MacOS X',
'Operating System :: POSIX :: BSD :: FreeBSD',
'Operating System :: POSIX :: Linux',

# Specify the Python versions you support here. In particular, ensure
# that you indicate whether you support Python 2, Python 3 or both.
'Programming Language :: Python :: 2.7'
],

# What does your project relate to?
keywords='fuse view split segments',

# You can just specify the packages manually here if your project is
# simple. Or you can use find_packages().
packages=find_packages(exclude=['contrib', 'docs', 'tests*']),

# List run-time dependencies here. These will be installed by pip when your
# project is installed. For an analysis of "install_requires" vs pip's
# requirements files see:
# https://packaging.python.org/en/latest/technical.html#install-requires-vs-requirements-files
install_requires=['fusepy'],

# List additional groups of dependencies here (e.g. development dependencies).
# You can install these using the following syntax, for example:
# $ pip install -e .[dev,test]
# extras_require = {
# 'dev': ['check-manifest'],
# 'test': ['coverage'],
# },

# If there are data files included in your packages that need to be
# installed, specify them here. If using Python 2.6 or less, then these
# have to be included in MANIFEST.in as well.
# package_data={
# 'sample': ['package_data.dat'],
# },

# Although 'package_data' is the preferred approach, in some case you may
# need to place data files outside of your packages.
# see http://docs.python.org/3.4/distutils/setupscript.html#installing-additional-files
# In this case, 'data_file' will be installed into '<sys.prefix>/my_data'
# data_files=[('my_data', ['data/data_file'])],

# To provide executable scripts, use entry points in preference to the
# "scripts" keyword. Entry points provide cross-platform support and allow
# pip to create the appropriate form of executable for the target platform.
entry_points={
'console_scripts': [
'splitviewfuse=splitviewfuse.SplitViewFuse:main',
'unionviewfuse=splitviewfuse.UnionViewFuse:main',
],
},
)
3 changes: 3 additions & 0 deletions splitviewfuse/.gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
/SegmentUtils.pyc
/SplitViewFuseBase.pyc
/__init__.pyc
20 changes: 20 additions & 0 deletions splitviewfuse/SegmentUtils.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
import re

class SegmentUtils(object):

SEGMENT_SEPARATOR = '.seg.'

@staticmethod
def splitSegmentPath(path):
match = re.match('^(.*?)(' + re.escape(SegmentUtils.SEGMENT_SEPARATOR) + '([0-9]+))?$', path)
filePath = match.groups()[0]
segmentNumber = match.groups()[2]
if segmentNumber is not None:
segmentNumber = int(segmentNumber)
return filePath, segmentNumber

@staticmethod
def joinSegmentPath(segmentName, segmentNumber):
if segmentNumber is None:
return segmentName
return segmentName + SegmentUtils.SEGMENT_SEPARATOR + str(segmentNumber)
39 changes: 39 additions & 0 deletions splitviewfuse/SplitViewFuse.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
from fuse import FUSE
from splitviewfuse import SplitViewFuseBase
from splitviewfuse.filehandlecontainers.Single2SegmentVirtualFileHandleContainer import Single2SegmentVirtualFileHandleContainer
from splitviewfuse.SegmentUtils import SegmentUtils
import os


class SplitViewFuse(SplitViewFuseBase.SplitViewFuseBase):

def __init__(self, root, maxSegmentSize):
super(SplitViewFuse, self).__init__(root, maxSegmentSize, Single2SegmentVirtualFileHandleContainer(maxSegmentSize))

def _SplitViewFuseBase__processReadDirEntry(self, absRootPath, entry):
dirContent = list()

absRootPathEntry = os.path.join(absRootPath, entry)

# split large files
if os.path.isfile(absRootPathEntry):
fileSize = os.path.getsize(absRootPathEntry)
if fileSize > self.maxFileSize:
numberOfParts = fileSize // self.maxFileSize + 1
for i in range(0, numberOfParts):
dirContent.append(SegmentUtils.joinSegmentPath(entry, i))
return dirContent

# return not splitted entry
dirContent.append(entry)
return dirContent



def main():
args = SplitViewFuseBase.parseArguments()
_ = FUSE(SplitViewFuse(args.device, args.mountOptions['segmentsize']), args.dir, **args.mountOptions['other'])
#fuse = FUSE(SplitViewFuse(args.device, args.mountOptions['segmentsize']), args.dir, nothreads=True, foreground=True)

if __name__ == '__main__':
main()
Loading

0 comments on commit 0e30279

Please sign in to comment.