This repository has been archived by the owner on Feb 28, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
20 changed files
with
657 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,17 @@ | ||
<?xml version="1.0" encoding="UTF-8"?> | ||
<projectDescription> | ||
<name>splitviewfuse</name> | ||
<comment></comment> | ||
<projects> | ||
</projects> | ||
<buildSpec> | ||
<buildCommand> | ||
<name>org.python.pydev.PyDevBuilder</name> | ||
<arguments> | ||
</arguments> | ||
</buildCommand> | ||
</buildSpec> | ||
<natures> | ||
<nature>org.python.pydev.pythonNature</nature> | ||
</natures> | ||
</projectDescription> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,8 @@ | ||
<?xml version="1.0" encoding="UTF-8" standalone="no"?> | ||
<?eclipse-pydev version="1.0"?><pydev_project> | ||
<pydev_pathproperty name="org.python.pydev.PROJECT_SOURCE_PATH"> | ||
<path>/${PROJECT_DIR_NAME}</path> | ||
</pydev_pathproperty> | ||
<pydev_property name="org.python.pydev.PYTHON_PROJECT_VERSION">python 2.7</pydev_property> | ||
<pydev_property name="org.python.pydev.PYTHON_PROJECT_INTERPRETER">Default</pydev_property> | ||
</pydev_project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,4 @@ | ||
splitviewfuse | ||
=========== | ||
|
||
A view on a given directory that splits large files into segmentes implemented as FUSE file system. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
[metadata] | ||
description-file = README.rst |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,101 @@ | ||
from setuptools import setup, find_packages # Always prefer setuptools over distutils | ||
from codecs import open # To use a consistent encoding | ||
from os import path | ||
|
||
here = path.abspath(path.dirname(__file__)) | ||
|
||
# Get the long description from the relevant file | ||
with open(path.join(here, 'README.rst'), encoding='utf-8') as f: | ||
long_description = f.read() | ||
|
||
setup( | ||
name='splitviewfuse', | ||
|
||
# Versions should comply with PEP440. For a discussion on single-sourcing | ||
# the version across setup.py and the project code, see | ||
# https://packaging.python.org/en/latest/development.html#single-sourcing-the-version | ||
version='0.1.0b1', | ||
|
||
description='A fuse implementation for an segmented view on a given directory.', | ||
long_description=long_description, | ||
|
||
# The project's main homepage. | ||
url='https://github.com/seiferma/splitviewfuse', | ||
|
||
# Author details | ||
author='Stephan Seifermann', | ||
author_email='[email protected]', | ||
|
||
# Choose your license | ||
license='MIT', | ||
|
||
# See https://pypi.python.org/pypi?%3Aaction=list_classifiers | ||
classifiers=[ | ||
# How mature is this project? Common values are | ||
# 3 - Alpha | ||
# 4 - Beta | ||
# 5 - Production/Stable | ||
'Development Status :: 4 - Beta', | ||
|
||
'Environment :: No Input/Output (Daemon)', | ||
|
||
# Indicate who your project is intended for | ||
'Intended Audience :: System Administrators', | ||
'Topic :: System :: Filesystems', | ||
|
||
# Pick your license as you wish (should match "license" above) | ||
'License :: OSI Approved :: MIT License', | ||
|
||
'Operating System :: MacOS :: MacOS X', | ||
'Operating System :: POSIX :: BSD :: FreeBSD', | ||
'Operating System :: POSIX :: Linux', | ||
|
||
# Specify the Python versions you support here. In particular, ensure | ||
# that you indicate whether you support Python 2, Python 3 or both. | ||
'Programming Language :: Python :: 2.7' | ||
], | ||
|
||
# What does your project relate to? | ||
keywords='fuse view split segments', | ||
|
||
# You can just specify the packages manually here if your project is | ||
# simple. Or you can use find_packages(). | ||
packages=find_packages(exclude=['contrib', 'docs', 'tests*']), | ||
|
||
# List run-time dependencies here. These will be installed by pip when your | ||
# project is installed. For an analysis of "install_requires" vs pip's | ||
# requirements files see: | ||
# https://packaging.python.org/en/latest/technical.html#install-requires-vs-requirements-files | ||
install_requires=['fusepy'], | ||
|
||
# List additional groups of dependencies here (e.g. development dependencies). | ||
# You can install these using the following syntax, for example: | ||
# $ pip install -e .[dev,test] | ||
# extras_require = { | ||
# 'dev': ['check-manifest'], | ||
# 'test': ['coverage'], | ||
# }, | ||
|
||
# If there are data files included in your packages that need to be | ||
# installed, specify them here. If using Python 2.6 or less, then these | ||
# have to be included in MANIFEST.in as well. | ||
# package_data={ | ||
# 'sample': ['package_data.dat'], | ||
# }, | ||
|
||
# Although 'package_data' is the preferred approach, in some case you may | ||
# need to place data files outside of your packages. | ||
# see http://docs.python.org/3.4/distutils/setupscript.html#installing-additional-files | ||
# In this case, 'data_file' will be installed into '<sys.prefix>/my_data' | ||
# data_files=[('my_data', ['data/data_file'])], | ||
|
||
# To provide executable scripts, use entry points in preference to the | ||
# "scripts" keyword. Entry points provide cross-platform support and allow | ||
# pip to create the appropriate form of executable for the target platform. | ||
entry_points={ | ||
'console_scripts': [ | ||
'splitviewfuse=splitviewfuse.SplitViewFuse:main', | ||
'unionviewfuse=splitviewfuse.UnionViewFuse:main', | ||
], | ||
}, | ||
) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
/SegmentUtils.pyc | ||
/SplitViewFuseBase.pyc | ||
/__init__.pyc |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,20 @@ | ||
import re | ||
|
||
class SegmentUtils(object): | ||
|
||
SEGMENT_SEPARATOR = '.seg.' | ||
|
||
@staticmethod | ||
def splitSegmentPath(path): | ||
match = re.match('^(.*?)(' + re.escape(SegmentUtils.SEGMENT_SEPARATOR) + '([0-9]+))?$', path) | ||
filePath = match.groups()[0] | ||
segmentNumber = match.groups()[2] | ||
if segmentNumber is not None: | ||
segmentNumber = int(segmentNumber) | ||
return filePath, segmentNumber | ||
|
||
@staticmethod | ||
def joinSegmentPath(segmentName, segmentNumber): | ||
if segmentNumber is None: | ||
return segmentName | ||
return segmentName + SegmentUtils.SEGMENT_SEPARATOR + str(segmentNumber) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,39 @@ | ||
from fuse import FUSE | ||
from splitviewfuse import SplitViewFuseBase | ||
from splitviewfuse.filehandlecontainers.Single2SegmentVirtualFileHandleContainer import Single2SegmentVirtualFileHandleContainer | ||
from splitviewfuse.SegmentUtils import SegmentUtils | ||
import os | ||
|
||
|
||
class SplitViewFuse(SplitViewFuseBase.SplitViewFuseBase): | ||
|
||
def __init__(self, root, maxSegmentSize): | ||
super(SplitViewFuse, self).__init__(root, maxSegmentSize, Single2SegmentVirtualFileHandleContainer(maxSegmentSize)) | ||
|
||
def _SplitViewFuseBase__processReadDirEntry(self, absRootPath, entry): | ||
dirContent = list() | ||
|
||
absRootPathEntry = os.path.join(absRootPath, entry) | ||
|
||
# split large files | ||
if os.path.isfile(absRootPathEntry): | ||
fileSize = os.path.getsize(absRootPathEntry) | ||
if fileSize > self.maxFileSize: | ||
numberOfParts = fileSize // self.maxFileSize + 1 | ||
for i in range(0, numberOfParts): | ||
dirContent.append(SegmentUtils.joinSegmentPath(entry, i)) | ||
return dirContent | ||
|
||
# return not splitted entry | ||
dirContent.append(entry) | ||
return dirContent | ||
|
||
|
||
|
||
def main(): | ||
args = SplitViewFuseBase.parseArguments() | ||
_ = FUSE(SplitViewFuse(args.device, args.mountOptions['segmentsize']), args.dir, **args.mountOptions['other']) | ||
#fuse = FUSE(SplitViewFuse(args.device, args.mountOptions['segmentsize']), args.dir, nothreads=True, foreground=True) | ||
|
||
if __name__ == '__main__': | ||
main() |
Oops, something went wrong.