Compare commits
1 commit
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f1b3ebfddc |
12 changed files with 3 additions and 573 deletions
4
.gitignore
vendored
4
.gitignore
vendored
|
|
@ -1,4 +0,0 @@
|
|||
/tachyon-0.4.0-515c2c8.tar.gz
|
||||
/tachyon-0.4.0-e5cba5b.tar.gz
|
||||
/tachyon-0.4.1-4b9c806.tar.gz
|
||||
/tachyon-0.5.0-5c054ca.tar.gz
|
||||
|
|
@ -1,258 +0,0 @@
|
|||
%global commit 5c054cadf88a5bbdd846142637c27b87936ab6ef
|
||||
%global shortcommit %(c=%{commit}; echo ${c:0:7})
|
||||
%global shortname tachyon
|
||||
|
||||
Name: amplab-%{shortname}
|
||||
# Given the naming conflicts with other packages, and eventually this will
|
||||
# switch to apache-tachyon should
|
||||
Version: 0.5.0
|
||||
Release: 8.%{shortcommit}%{?dist}
|
||||
Summary: Reliable file sharing at memory speed across cluster frameworks
|
||||
License: ASL 2.0
|
||||
URL: http://tachyon-project.org/
|
||||
Source0: https://github.com/amplab/tachyon/archive/%{commit}/%{shortname}-%{version}-%{shortcommit}.tar.gz
|
||||
Source1: %{shortname}-tmpfiles.conf
|
||||
Source2: %{shortname}-master.service
|
||||
Source3: %{shortname}-slave.service
|
||||
Source4: %{shortname}-layout.sh
|
||||
Source5: %{shortname}-env.sh
|
||||
|
||||
Patch0: tachyon-0.4.0-SNAPSHOT-log4props.patch
|
||||
Patch1: tachyon-0.5.0-defaults.patch
|
||||
|
||||
BuildRequires: java-devel
|
||||
BuildRequires: mvn(commons-io:commons-io)
|
||||
|
||||
%if 0%{?fedora} >= 21
|
||||
BuildRequires: mvn(org.slf4j:slf4j-log4j12)
|
||||
%else
|
||||
BuildRequires: mvn(log4j:log4j)
|
||||
%endif
|
||||
|
||||
BuildRequires: mvn(org.apache.ant:ant)
|
||||
BuildRequires: mvn(org.apache.commons:commons-lang3)
|
||||
|
||||
BuildRequires: mvn(org.apache.hadoop:hadoop-common)
|
||||
BuildRequires: mvn(org.apache.hadoop:hadoop-mapreduce-client-core)
|
||||
BuildRequires: mvn(org.apache.hadoop:hadoop-hdfs)
|
||||
BuildRequires: mvn(org.apache.curator:curator-recipes)
|
||||
BuildRequires: mvn(org.apache.curator:curator-test)
|
||||
BuildRequires: mvn(org.apache.thrift:libthrift)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-webapp)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-server)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-servlet)
|
||||
BuildRequires: mvn(org.glassfish.web:javax.servlet.jsp)
|
||||
BuildRequires: mvn(org.slf4j:slf4j-api)
|
||||
BuildRequires: mvn(org.slf4j:slf4j-log4j12)
|
||||
BuildRequires: mvn(org.slf4j:slf4j-api)
|
||||
BuildRequires: mvn(org.powermock:powermock-module-junit4)
|
||||
BuildRequires: mvn(org.powermock:powermock-api-mockito)
|
||||
BuildRequires: mvn(org.apache.hadoop.fs.glusterfs:glusterfs-hadoop)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-jsp)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-webapp)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-server)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-servlets)
|
||||
BuildRequires: mvn(org.eclipse.jetty:jetty-util)
|
||||
BuildRequires: mvn(com.fasterxml.jackson.core:jackson-databind)
|
||||
|
||||
# Test deps
|
||||
BuildRequires: mvn(junit:junit)
|
||||
|
||||
BuildRequires: maven-local
|
||||
BuildRequires: maven-plugin-bundle
|
||||
BuildRequires: exec-maven-plugin
|
||||
BuildRequires: maven-remote-resources-plugin
|
||||
BuildRequires: maven-site-plugin
|
||||
BuildRequires: replacer
|
||||
BuildRequires: thrift
|
||||
BuildRequires: systemd
|
||||
BuildRequires: maven-shade-plugin
|
||||
|
||||
BuildArch: noarch
|
||||
|
||||
%description
|
||||
Tachyon is a fault tolerant distributed file system
|
||||
enabling reliable file sharing at memory-speed
|
||||
across cluster frameworks, such as Spark and MapReduce.
|
||||
It achieves high performance by leveraging lineage
|
||||
information and using memory aggressively.
|
||||
Tachyon caches working set files in memory, and
|
||||
enables different jobs/queries and frameworks to
|
||||
access cached files at memory speed. Thus, Tachyon
|
||||
avoids going to disk to load data-sets that
|
||||
are frequently read.
|
||||
|
||||
%package javadoc
|
||||
Summary: Javadoc for %{name}
|
||||
|
||||
%description javadoc
|
||||
This package contains javadoc for %{name}.
|
||||
|
||||
%prep
|
||||
%setup -q -n tachyon-%{commit}
|
||||
find -name '*.class' -print -delete
|
||||
find -name '*.jar' -print -delete
|
||||
|
||||
%patch0 -F2 -p1
|
||||
%patch1 -F2 -p1
|
||||
|
||||
sed -i "s|<artifactId>hadoop-client|<artifactId>hadoop-mapreduce-client-core|" core/pom.xml
|
||||
|
||||
%pom_xpath_remove "pom:repositories"
|
||||
|
||||
# Remove unnecessary plugin
|
||||
# %pom_remove_plugin :maven-assembly-plugin
|
||||
|
||||
# Fix unavailable jetty-jsp-2.1
|
||||
#%pom_remove_dep org.eclipse.jetty:jetty-jsp
|
||||
%pom_add_dep org.glassfish.web:javax.servlet.jsp::compile
|
||||
%pom_add_dep org.eclipse.jetty:jetty-util
|
||||
|
||||
#make additions for hadoop2
|
||||
%pom_add_dep org.apache.hadoop:hadoop-common
|
||||
%pom_add_dep org.apache.hadoop:hadoop-hdfs
|
||||
|
||||
%build
|
||||
|
||||
%mvn_file org.tachyonproject:%{shortname} %{shortname}
|
||||
%mvn_build
|
||||
|
||||
%install
|
||||
%mvn_install
|
||||
|
||||
#######################
|
||||
# install system integration files
|
||||
#######################
|
||||
mkdir -p %{buildroot}%{_sysconfdir}/tmpfiles.d
|
||||
install -m 0644 %{SOURCE1} %{buildroot}%{_sysconfdir}/tmpfiles.d/%{shortname}.conf
|
||||
|
||||
#######################
|
||||
mkdir -p %{buildroot}%{_unitdir}
|
||||
install -m 0644 %{SOURCE2} %{SOURCE3} %{buildroot}%{_unitdir}/
|
||||
|
||||
#######################
|
||||
mkdir -p %{buildroot}%{_libexecdir}/
|
||||
install -m 0755 %{SOURCE4} %{buildroot}%{_libexecdir}/
|
||||
install -m 0755 libexec/* %{buildroot}%{_libexecdir}/
|
||||
|
||||
#######################
|
||||
mkdir -p %{buildroot}%{_bindir}/
|
||||
install -m 0755 bin/tachyon* %{buildroot}%{_bindir}/
|
||||
mv %{buildroot}%{_bindir}/%{shortname} %{buildroot}%{_bindir}/%{shortname}.sh
|
||||
|
||||
#######################
|
||||
mkdir -p %{buildroot}/%{_sysconfdir}/%{shortname}
|
||||
install -m 0644 conf/log4j.properties conf/slaves %{buildroot}/%{_sysconfdir}/%{shortname}
|
||||
install -m 0644 %{SOURCE5} %{buildroot}/%{_sysconfdir}/%{shortname}
|
||||
|
||||
#######################
|
||||
mkdir -p -m0755 %{buildroot}/%{_var}/log/%{shortname}
|
||||
mkdir -p -m0755 %{buildroot}%{_var}/lib/%{shortname}/journal
|
||||
|
||||
#######################
|
||||
mkdir -p -m0755 %{buildroot}/%{_datadir}/%{shortname}/web
|
||||
cp -rf core/src/main/webapp %{buildroot}/%{_datadir}/%{shortname}/web
|
||||
|
||||
#######################
|
||||
# NOTE: The following is plugging into hadoop without
|
||||
# having administrative steps.
|
||||
mkdir -p -m0755 %{buildroot}/%{_datadir}/hadoop/common/lib
|
||||
%{__ln_s} %{_javadir}/%{shortname}.jar %{buildroot}/%{_datadir}/hadoop/common/lib
|
||||
%{__ln_s} %{_javadir}/libthrift.jar %{buildroot}/%{_datadir}/hadoop/common/lib/%{shortname}-libthrift.jar
|
||||
|
||||
%files -f .mfiles
|
||||
%doc LICENSE README.md
|
||||
%dir %{_sysconfdir}/%{shortname}
|
||||
%config(noreplace) %{_sysconfdir}/%{shortname}/log4j.properties
|
||||
%config(noreplace) %{_sysconfdir}/%{shortname}/slaves
|
||||
%config(noreplace) %{_sysconfdir}/%{shortname}/tachyon-env.sh
|
||||
%config(noreplace) %{_sysconfdir}/tmpfiles.d/%{shortname}.conf
|
||||
%{_bindir}/tachyon*
|
||||
%{_libexecdir}/tachyon*
|
||||
%config(noreplace) %{_sysconfdir}/tmpfiles.d/%{shortname}.conf
|
||||
%{_unitdir}/*
|
||||
%attr(0755,hdfs,hdfs) %dir %{_var}/log/%{shortname}
|
||||
%attr(0755,hdfs,hdfs) %dir %{_var}/lib/%{shortname}/journal
|
||||
%{_datadir}/hadoop/common/lib/%{shortname}.jar
|
||||
%{_datadir}/hadoop/common/lib/%{shortname}-libthrift.jar
|
||||
%{_datadir}/%{shortname}
|
||||
|
||||
%files javadoc -f .mfiles-javadoc
|
||||
%doc LICENSE
|
||||
|
||||
############################################
|
||||
# NOTE: uses hdfs user vs. creating own hdfs required
|
||||
#%%pre
|
||||
#getent group tachyon >/dev/null || groupadd -f -r tachyon
|
||||
#if ! getent passwd tachyon >/dev/null ; then
|
||||
# useradd -r -g tachyon -d %%{_sharedstatedir}/%%{shortname} -s /sbin/nologin \
|
||||
# -c "%%{shortname} daemon account" tachyon
|
||||
#fi
|
||||
#exit 0
|
||||
|
||||
%post
|
||||
%systemd_post %{shortname}-master.service %{shortname}-slave.service
|
||||
|
||||
%preun
|
||||
%systemd_preun %{shortname}-slave.service %{shortname}-master.service
|
||||
|
||||
%postun
|
||||
%systemd_postun_with_restart %{shortname}-slave.service %{shortname}-master.service
|
||||
|
||||
%changelog
|
||||
* Fri Feb 10 2017 Fedora Release Engineering <releng@fedoraproject.org> - 0.5.0-8.5c054ca
|
||||
- Rebuilt for https://fedoraproject.org/wiki/Fedora_26_Mass_Rebuild
|
||||
|
||||
* Tue Feb 23 2016 Yaakov Selkowitz <yselkowi@redhat.com> - 0.5.0-7.5c054ca
|
||||
- BR: jackson-databind (#1307315)
|
||||
|
||||
* Wed Feb 03 2016 Fedora Release Engineering <releng@fedoraproject.org> - 0.5.0-6.5c054ca
|
||||
- Rebuilt for https://fedoraproject.org/wiki/Fedora_24_Mass_Rebuild
|
||||
|
||||
* Tue Jun 16 2015 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 0.5.0-5.5c054ca
|
||||
- Rebuilt for https://fedoraproject.org/wiki/Fedora_23_Mass_Rebuild
|
||||
|
||||
* Wed Apr 22 2015 Peter Robinson <pbrobinson@fedoraproject.org> 0.5.0-4.5c054ca
|
||||
- ARMv7 now has hadoop
|
||||
|
||||
* Wed Sep 10 2014 Huamin Chen <hchen@redhat.com> - 0.5.0-3.5c054ca
|
||||
- Update to 0.5.0 official
|
||||
|
||||
* Fri Sep 5 2014 Timothy St. Clair <tstclair@redhat.com> - 0.5.0-2.5c054ca
|
||||
- Update to 0.5.0 official
|
||||
|
||||
* Sat Jun 07 2014 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 0.5.0-2.SNAPSHOT.fc8d2fd
|
||||
- Rebuilt for https://fedoraproject.org/wiki/Fedora_21_Mass_Rebuild
|
||||
|
||||
* Wed May 28 2014 Timothy St. Clair <tstclair@redhat.com> - 0.5.0-1.SNAPSHOT.fc8d2fd
|
||||
- Update to 0.5.0
|
||||
|
||||
* Mon Feb 24 2014 Timothy St. Clair <tstclair@redhat.com> - 0.4.1-2.SNAPSHOT.4b9c806
|
||||
- Update due to cascading dependencies around java-headless
|
||||
|
||||
* Mon Feb 17 2014 Timothy St. Clair<tstclair@redhat.com> 0.4.1-1.SNAPSHOT.4b9c806
|
||||
- Update to latest, with updated fixes for rawhide
|
||||
|
||||
* Fri Dec 6 2013 Timothy St. Clair<tstclair@redhat.com> 0.4.0-6.SNAPSHOT.8e4e9a4
|
||||
- Update to latest modifications
|
||||
|
||||
* Wed Nov 20 2013 Timothy St. Clair<tstclair@redhat.com> 0.4.0-5.SNAPSHOT.515c2c8
|
||||
- Update to exclude arm due to missing dependencies
|
||||
|
||||
* Fri Nov 15 2013 Timothy St. Clair<tstclair@redhat.com> 0.4.0-4.SNAPSHOT.515c2c8
|
||||
- Patches accepted upstream, thus changing source url to be canonical
|
||||
|
||||
* Thu Nov 7 2013 Timothy St. Clair<tstclair@redhat.com> 0.4.0-3.SNAPSHOT.9d66149
|
||||
- Modifications from system testing.
|
||||
|
||||
* Mon Nov 4 2013 Timothy St. Clair<tstclair@redhat.com> 0.4.0-2.SNAPSHOT.9d66149
|
||||
- System integration and testing.
|
||||
|
||||
* Mon Oct 28 2013 Timothy St. Clair <tstclair@redhat.com> 0.4.0-1.SNAPSHOT.9d66149
|
||||
- Pre-release update to 0.4.0 with script modifications.
|
||||
|
||||
* Thu Oct 10 2013 Timothy St. Clair <tstclair@redhat.com> 0.3.0-1
|
||||
- Update to the latest in preparation for release.
|
||||
|
||||
* Sun Sep 29 2013 gil cattaneo <puntogil@libero.it> 0.2.1-1
|
||||
- initial rpm
|
||||
3
dead.package
Normal file
3
dead.package
Normal file
|
|
@ -0,0 +1,3 @@
|
|||
2017-03-18: Retired orphaned package, because it was orphaned for
|
||||
more than six weeks.
|
||||
|
||||
1
sources
1
sources
|
|
@ -1 +0,0 @@
|
|||
d32a40267fda6e4861f57c74f4146368 tachyon-0.5.0-5c054ca.tar.gz
|
||||
|
|
@ -1,31 +0,0 @@
|
|||
diff --git a/conf/log4j.properties b/conf/log4j.properties
|
||||
index ee04ac3..700cc79 100644
|
||||
--- a/conf/log4j.properties
|
||||
+++ b/conf/log4j.properties
|
||||
@@ -10,7 +10,7 @@ log4j.appender.Console.layout.ConversionPattern=%d{ISO8601} %-5p %c{1} (%F:%M) -
|
||||
|
||||
# Appender for Master
|
||||
log4j.appender.MASTER_LOGGER=tachyon.Log4jFileAppender
|
||||
-log4j.appender.MASTER_LOGGER.File=${tachyon.home}/logs/master.log
|
||||
+log4j.appender.MASTER_LOGGER.File=/var/log/tachyon/master.log
|
||||
|
||||
log4j.appender.MASTER_LOGGER.MaxFileSize=10
|
||||
log4j.appender.MASTER_LOGGER.MaxBackupIndex=100
|
||||
@@ -21,7 +21,7 @@ log4j.appender.MASTER_LOGGER.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F
|
||||
|
||||
# Appender for Workers
|
||||
log4j.appender.WORKER_LOGGER=tachyon.Log4jFileAppender
|
||||
-log4j.appender.WORKER_LOGGER.File=${tachyon.home}/logs/worker.log
|
||||
+log4j.appender.WORKER_LOGGER.File=/var/log/tachyon/slave.log
|
||||
|
||||
log4j.appender.WORKER_LOGGER.MaxFileSize=10
|
||||
log4j.appender.WORKER_LOGGER.MaxBackupIndex=100
|
||||
@@ -32,7 +32,7 @@ log4j.appender.WORKER_LOGGER.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F
|
||||
|
||||
# Appender for User
|
||||
log4j.appender.USER_LOGGER=tachyon.Log4jFileAppender
|
||||
-log4j.appender.USER_LOGGER.File=${tachyon.home}/logs/user.log
|
||||
+log4j.appender.USER_LOGGER.File=/var/log/tachyon/user.log
|
||||
log4j.appender.USER_LOGGER.MaxFileSize=10
|
||||
log4j.appender.USER_LOGGER.MaxBackupIndex=10
|
||||
log4j.appender.USER_LOGGER.DeletionPercentage=20
|
||||
|
|
@ -1,56 +0,0 @@
|
|||
diff --git a/bin/tachyon b/bin/tachyon
|
||||
index 9122bcd..66cb2a2 100755
|
||||
--- a/bin/tachyon
|
||||
+++ b/bin/tachyon
|
||||
@@ -1,7 +1,7 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
function printUsage {
|
||||
- echo "Usage: tachyon COMMAND "
|
||||
+ echo "Usage: tachyon.sh COMMAND "
|
||||
echo "where COMMAND is one of:"
|
||||
echo -e " format \t Format Tachyon"
|
||||
echo -e " tfs \t Command line input for generic filesystem user client."
|
||||
@@ -30,7 +30,7 @@ TACHYON_LIBEXEC_DIR=${TACHYON_LIBEXEC_DIR:-$DEFAULT_LIBEXEC_DIR}
|
||||
. $TACHYON_LIBEXEC_DIR/tachyon-config.sh
|
||||
|
||||
function runTest {
|
||||
- Usage="Usage: tachyon runTest <Basic|BasicRawTable> <MUST_CACHE|TRY_CACHE|CACHE_THROUGH|THROUGH|ASYNC_THROUGH>"
|
||||
+ Usage="Usage: tachyon.sh runTest <Basic|BasicRawTable> <MUST_CACHE|TRY_CACHE|CACHE_THROUGH|THROUGH|ASYNC_THROUGH>"
|
||||
|
||||
if [ "$#" -ne 2 ]; then
|
||||
echo $Usage
|
||||
@@ -43,15 +43,15 @@ function runTest {
|
||||
fi
|
||||
|
||||
if [[ "$1" == "Basic" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicFile_$2
|
||||
+ $bin/tachyon.sh tfs rm /BasicFile_$2
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR tachyon.examples.BasicOperations tachyon://$MASTER_ADDRESS:19998 /BasicFile_$2 $2
|
||||
exit 0
|
||||
elif [[ "$1" == "BasicRawTable" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicRawTable_$2
|
||||
+ $bin/tachyon.sh tfs rm /BasicRawTable_$2
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR tachyon.examples.BasicRawTableOperations tachyon://$MASTER_ADDRESS:19998 /BasicRawTable_$2 $2
|
||||
exit 0
|
||||
elif [[ "$1" == "BasicCheckpoint" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicCheckpoint
|
||||
+ $bin/tachyon.sh tfs rm /BasicCheckpoint
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR tachyon.examples.BasicCheckpoint tachyon://$MASTER_ADDRESS:19998 /BasicCheckpoint 10
|
||||
exit 0
|
||||
fi
|
||||
@@ -126,10 +126,10 @@ elif [ "$COMMAND" == "runTests" ]; then
|
||||
|
||||
for op in ${opArr[@]}
|
||||
do
|
||||
- echo $bin/tachyon runTest Basic $op
|
||||
- $bin/tachyon runTest Basic $op
|
||||
- echo $bin/tachyon runTest BasicRawTable $op
|
||||
- $bin/tachyon runTest BasicRawTable $op
|
||||
+ echo $bin/tachyon.sh runTest Basic $op
|
||||
+ $bin/tachyon.sh runTest Basic $op
|
||||
+ echo $bin/tachyon.sh runTest BasicRawTable $op
|
||||
+ $bin/tachyon.sh runTest BasicRawTable $op
|
||||
done
|
||||
|
||||
exit 0
|
||||
|
|
@ -1,82 +0,0 @@
|
|||
diff --git a/bin/tachyon b/bin/tachyon
|
||||
index e40214b..bdf92c0 100755
|
||||
--- a/bin/tachyon
|
||||
+++ b/bin/tachyon
|
||||
@@ -1,7 +1,7 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
function printUsage {
|
||||
- echo "Usage: tachyon COMMAND "
|
||||
+ echo "Usage: tachyon.sh COMMAND "
|
||||
echo "where COMMAND is one of:"
|
||||
echo -e " format [-s] \t Format Tachyon (if -s specified, only format if underfs doesn't exist)"
|
||||
echo -e " bootstrap-conf\t Generate a config file if one doesn't exist"
|
||||
@@ -32,7 +32,7 @@ TACHYON_LIBEXEC_DIR=${TACHYON_LIBEXEC_DIR:-$DEFAULT_LIBEXEC_DIR}
|
||||
. $TACHYON_LIBEXEC_DIR/tachyon-config.sh
|
||||
|
||||
function runTest {
|
||||
- Usage="Usage: tachyon runTest <Basic|BasicRawTable> <MUST_CACHE|TRY_CACHE|CACHE_THROUGH|THROUGH|ASYNC_THROUGH>"
|
||||
+ Usage="Usage: tachyon.sh runTest <Basic|BasicRawTable> <MUST_CACHE|TRY_CACHE|CACHE_THROUGH|THROUGH|ASYNC_THROUGH>"
|
||||
|
||||
if [ "$#" -ne 2 ]; then
|
||||
echo $Usage
|
||||
@@ -45,15 +45,15 @@ function runTest {
|
||||
fi
|
||||
|
||||
if [[ "$1" == "Basic" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicFile_$2
|
||||
+ $bin/tachyon.sh tfs rm /BasicFile_$2
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR $TACHYON_JAVA_OPTS tachyon.examples.BasicOperations tachyon://$MASTER_ADDRESS:19998 /BasicFile_$2 $2
|
||||
exit 0
|
||||
elif [[ "$1" == "BasicRawTable" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicRawTable_$2
|
||||
+ $bin/tachyon.sh tfs rm /BasicRawTable_$2
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR $TACHYON_JAVA_OPTS tachyon.examples.BasicRawTableOperations tachyon://$MASTER_ADDRESS:19998 /BasicRawTable_$2 $2
|
||||
exit 0
|
||||
elif [[ "$1" == "BasicCheckpoint" ]]; then
|
||||
- $bin/tachyon tfs rm /BasicCheckpoint
|
||||
+ $bin/tachyon.sh tfs rm /BasicCheckpoint
|
||||
$JAVA -cp $TACHYON_CONF_DIR/:$TACHYON_JAR $TACHYON_JAVA_OPTS tachyon.examples.BasicCheckpoint tachyon://$MASTER_ADDRESS:19998 /BasicCheckpoint 10
|
||||
exit 0
|
||||
fi
|
||||
@@ -150,7 +150,7 @@ if [ "$COMMAND" == "format" ]; then
|
||||
TACHYON_MASTER_ADDRESS=localhost
|
||||
fi
|
||||
|
||||
- $bin/tachyon-slaves.sh $bin/tachyon formatWorker
|
||||
+ $bin/tachyon-slaves.sh $bin/tachyon.sh formatWorker
|
||||
|
||||
echo "Formatting Tachyon Master @ $TACHYON_MASTER_ADDRESS"
|
||||
CLASS=tachyon.Format
|
||||
@@ -174,10 +174,10 @@ elif [ "$COMMAND" == "runTests" ]; then
|
||||
|
||||
for op in ${opArr[@]}
|
||||
do
|
||||
- echo $bin/tachyon runTest Basic $op
|
||||
- $bin/tachyon runTest Basic $op
|
||||
- echo $bin/tachyon runTest BasicRawTable $op
|
||||
- $bin/tachyon runTest BasicRawTable $op
|
||||
+ echo $bin/tachyon.sh runTest Basic $op
|
||||
+ $bin/tachyon.sh runTest Basic $op
|
||||
+ echo $bin/tachyon.sh runTest BasicRawTable $op
|
||||
+ $bin/tachyon.sh runTest BasicRawTable $op
|
||||
done
|
||||
|
||||
exit 0
|
||||
diff --git a/bin/tachyon-stop.sh b/bin/tachyon-stop.sh
|
||||
index d4e5c8f..24878a9 100755
|
||||
--- a/bin/tachyon-stop.sh
|
||||
+++ b/bin/tachyon-stop.sh
|
||||
@@ -26,7 +26,7 @@ fi
|
||||
|
||||
bin=`cd "$( dirname "$0" )"; pwd`
|
||||
|
||||
-$bin/tachyon killAll tachyon.master.TachyonMaster
|
||||
-$bin/tachyon killAll tachyon.worker.TachyonWorker
|
||||
+$bin/tachyon.sh killAll tachyon.master.TachyonMaster
|
||||
+$bin/tachyon.sh killAll tachyon.worker.TachyonWorker
|
||||
|
||||
-$bin/tachyon-slaves.sh $bin/tachyon killAll tachyon.worker.TachyonWorker
|
||||
\ No newline at end of file
|
||||
+$bin/tachyon-slaves.sh $bin/tachyon.sh killAll tachyon.worker.TachyonWorker
|
||||
|
||||
|
|
@ -1,46 +0,0 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
# This file contains environment variables required to run Tachyon. Copy it as tachyon-env.sh and
|
||||
# edit that to configure Tachyon for your site. At a minimum,
|
||||
# the following variables should be set:
|
||||
#
|
||||
# - JAVA_HOME, to point to your JAVA installation
|
||||
# - TACHYON_MASTER_ADDRESS, to bind the master to a different IP address or hostname
|
||||
# - TACHYON_UNDERFS_ADDRESS, to set the under filesystem address.
|
||||
# - TACHYON_WORKER_MEMORY_SIZE, to set how much memory to use (e.g. 1000mb, 2gb) per worker
|
||||
# - TACHYON_RAM_FOLDER, to set where worker stores in memory data
|
||||
#
|
||||
# The following gives an example:
|
||||
|
||||
|
||||
export TACHYON_RAM_FOLDER=/mnt/ramdisk
|
||||
|
||||
export TACHYON_MASTER_ADDRESS=localhost
|
||||
export TACHYON_UNDERFS_ADDRESS=$TACHYON_HOME/underfs
|
||||
export TACHYON_UNDERFS_ADDRESS=hdfs://localhost:8020
|
||||
export TACHYON_WORKER_MEMORY_SIZE=1GB
|
||||
export TACHYON_UNDERFS_HDFS_IMPL=org.apache.hadoop.hdfs.DistributedFileSystem
|
||||
|
||||
CONF_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
||||
|
||||
export TACHYON_JAVA_OPTS+="
|
||||
-Dlog4j.configuration=file:$CONF_DIR/log4j.properties
|
||||
-Dtachyon.debug=false
|
||||
-Dtachyon.underfs.address=$TACHYON_UNDERFS_ADDRESS
|
||||
-Dtachyon.underfs.hdfs.impl=$TACHYON_UNDERFS_HDFS_IMPL
|
||||
-Dtachyon.data.folder=$TACHYON_UNDERFS_ADDRESS/tmp/tachyon/data
|
||||
-Dtachyon.workers.folder=$TACHYON_UNDERFS_ADDRESS/tmp/tachyon/workers
|
||||
-Dtachyon.worker.memory.size=$TACHYON_WORKER_MEMORY_SIZE
|
||||
-Dtachyon.worker.data.folder=$TACHYON_RAM_FOLDER/tachyonworker/
|
||||
-Dtachyon.master.worker.timeout.ms=60000
|
||||
-Dtachyon.master.hostname=$TACHYON_MASTER_ADDRESS
|
||||
-Dtachyon.master.journal.folder=$TACHYON_HOME/journal/
|
||||
-Dorg.apache.jasper.compiler.disablejsr199=true
|
||||
-Djava.net.preferIPv4Stack=true
|
||||
"
|
||||
|
||||
# Master specific parameters. Default to TACHYON_JAVA_OPTS.
|
||||
export TACHYON_MASTER_JAVA_OPTS="$TACHYON_JAVA_OPTS"
|
||||
|
||||
# Worker specific parameters that will be shared to all workers. Default to TACHYON_JAVA_OPTS.
|
||||
export TACHYON_WORKER_JAVA_OPTS="$TACHYON_JAVA_OPTS"
|
||||
|
|
@ -1,17 +0,0 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
export TACHYON_SYSTEM_INSTALLATION="TRUE"
|
||||
export TACHYON_PREFIX="/var/lib/tachyon"
|
||||
export TACHYON_HOME=${TACHYON_PREFIX}
|
||||
export TACHYON_CONF_DIR="/etc/tachyon"
|
||||
export TACHYON_LOGS_DIR="/var/log/tachyon"
|
||||
export TACHYON_DATA_DIR="/var/run/tachyon"
|
||||
|
||||
#generated via python /usr/share/java-utils/mvn_build.py dependency:build-classpath
|
||||
export TACHYON_JAR="/usr/share/java/jetty8/jetty-http-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-io-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-servlet-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-webapp-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-server-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-util-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-security-8.1.14.v20131031.jar:/usr/share/java/jetty8/jetty-continuation-8.1.14.v20131031.jar:/usr/share/java/jackson-annotations.jar:/usr/share/java/jackson-core.jar:/usr/share/java/jackson-databind.jar:/usr/share/java/hadoop/hadoop-hdfs.jar:/usr/share/java/zookeeper/zookeeper-test.jar:/usr/share/java/netty.jar:/usr/share/java/mockito.jar:/usr/share/java/objenesis/objenesis.jar:/usr/share/java/cglib.jar:/usr/share/java/checkstyle.jar:/usr/share/java/antlr-2.7.7.jar:/usr/share/java/apache-commons-beanutils.jar:/usr/share/java/guava.jar:/usr/share/java/guava.jar:/usr/share/java/jersey/jersey-core.jar:/usr/share/java/jersey/jersey-server.jar:/usr/share/java/jsr-311.jar:/usr/share/java/objectweb-asm/asm.jar:/usr/share/java/commons-cli.jar:/usr/share/java/commons-codec.jar:/usr/share/java/apache-commons-lang.jar:/usr/share/java/commons-logging.jar:/usr/share/java/avalon-framework-api.jar:/usr/share/java/avalon-logkit.jar:/usr/share/java/javamail/javax.mail.jar:/usr/share/java/geronimo-jms.jar:/usr/share/java/apache-commons-daemon.jar:/usr/share/java/protobuf.jar:/usr/share/java/jackson/jackson-core-asl.jar:/usr/share/java/jackson/jackson-mapper-asl.jar:/usr/share/java/xmlenc.jar:/usr/share/java/../hadoop/common/hadoop-common.jar:/usr/share/java/zookeeper/zookeeper.jar:/usr/share/java/jline.jar:/usr/share/java/hadoop/hadoop-annotations.jar:/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.60-2.4.3.0.fc20.x86_64/lib/tools.jar:/usr/share/java/commons-math3.jar:/usr/share/java/jakarta-commons-httpclient.jar:/usr/share/java/commons-net.jar:/usr/share/java/commons-collections.jar:/usr/share/java/tomcat-servlet-api.jar:/usr/share/java/jersey/jersey-json.jar:/usr/share/java/jettison.jar:/usr/share/java/glassfish-jaxb/jaxb-impl.jar:/usr/share/java/isorelax.jar:/usr/share/java/msv-msv.jar:/usr/share/java/relaxngDatatype.jar:/usr/share/java/istack-commons-runtime.jar:/usr/share/java/txw2.jar:/usr/share/java/jackson/jackson-jaxrs.jar:/usr/share/java/jackson/jackson-xc.jar:/usr/share/java/jersey/jersey-servlet.jar:/usr/share/java/tomcat-servlet-api.jar:/usr/share/java/tomcat-el-api.jar:/usr/share/java/commons-el.jar:/usr/share/java/jets3t/jets3t.jar:/usr/share/java/java-xmlbuilder.jar:/usr/share/java/java-base64.jar:/usr/share/java/commons-configuration.jar:/usr/share/java/avro/avro.jar:/usr/share/java/paranamer/paranamer.jar:/usr/share/java/snappy-java.jar:/usr/share/java/hadoop/hadoop-auth.jar:/usr/share/java/jsch.jar:/usr/share/java/jsr-305.jar:/usr/share/java/apache-commons-compress.jar:/usr/share/java/xz-java.jar:/usr/share/java/glassfish-jsp/javax.servlet.jsp.jar:/usr/share/java/glassfish-jsp-api/javax.servlet.jsp-api.jar:/usr/share/java/hadoop/hadoop-mapreduce-client-core.jar:/usr/share/java/hadoop/hadoop-yarn-common.jar:/usr/share/java/hadoop/hadoop-yarn-api.jar:/usr/share/java/google-guice.jar:/usr/share/java/atinject.jar:/usr/share/java/aopalliance.jar:/usr/share/java/jersey/jersey-test-framework-grizzly2.jar:/usr/share/java/jersey/jersey-test-framework.jar:/usr/share/java/jboss-servlet-3.0-api/jboss-servlet-api_3.0_spec.jar:/usr/share/java/jersey/jersey-client.jar:/usr/share/java/jersey/jersey-grizzly2-servlet.jar:/usr/share/java/grizzly/grizzly-http-servlet.jar:/usr/share/java/grizzly/grizzly-http-server.jar:/usr/share/java/jersey/jersey-grizzly2.jar:/usr/share/java/grizzly/grizzly-http.jar:/usr/share/java/grizzly/grizzly-framework.jar:/usr/share/java/jersey/jersey-guice.jar:/usr/share/java/guice/guice-servlet.jar:/usr/share/java/google-guice.jar:/usr/share/java/netty.jar:/usr/share/java/jzlib.jar:/usr/share/java/ant/ant.jar:/usr/share/java/ant/ant-launcher.jar:/usr/share/java/tomcat-servlet-api.jar:/usr/share/java/junit.jar:/usr/share/java/hamcrest/core.jar:/usr/share/java/slf4j/slf4j-api.jar:/usr/share/java/slf4j/slf4j-log4j12.jar:/usr/share/java/log4j12-1.2.17.jar:/usr/share/java/commons-io.jar:/usr/share/java/libthrift.jar:/usr/share/java/httpcomponents/httpclient.jar:/usr/share/java/httpcomponents/httpcore.jar:/usr/share/java/apache-commons-lang3.jar:/usr/share/java/curator/curator-recipes.jar:/usr/share/java/curator/curator-framework.jar:/usr/share/java/curator/curator-client.jar:/usr/share/java/curator/curator-test.jar:/usr/share/java/javassist.jar:/usr/share/java/tachyon.jar"
|
||||
|
||||
if [ -z "JAVA_HOME" ]; then
|
||||
export JAVA="/usr/bin/java"
|
||||
else
|
||||
export JAVA="$JAVA_HOME/bin/java"
|
||||
fi
|
||||
|
|
@ -1,38 +0,0 @@
|
|||
|
||||
[Unit]
|
||||
Description=Cluster Framework In Memory File Sharing (master node)
|
||||
After=network.target
|
||||
Wants=network.target
|
||||
|
||||
[Service]
|
||||
Type=forking
|
||||
ExecStart=/usr/bin/tachyon-start.sh master
|
||||
ExecStop=/usr/bin/tachyon.sh killAll tachyon.master.TachyonMaster
|
||||
User=hdfs
|
||||
Group=hadoop
|
||||
LimitNOFILE=16384
|
||||
Restart=always
|
||||
RestartSec=20
|
||||
|
||||
#PIDFile=/var/run/tachyon/tachyon-master.pid
|
||||
#######################################
|
||||
# Note: Below are cgroup options
|
||||
#######################################
|
||||
#Slice=
|
||||
#CPUAccounting=true
|
||||
#CPUShares=1024
|
||||
|
||||
#MemoryAccounting=true
|
||||
#TBD: MemoryLimit=bytes, MemorySoftLimit=bytes
|
||||
|
||||
#BlockIOAccounting=true
|
||||
#BlockIOWeight=??
|
||||
#BlockIODeviceWeight=??
|
||||
#TBD: BlockIOReadBandwidth=bytes, BlockIOWriteBandwidth=bytes
|
||||
|
||||
#DeviceAllow=
|
||||
#DevicePolicy=auto|closed|strict
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
|
||||
|
|
@ -1,39 +0,0 @@
|
|||
|
||||
[Unit]
|
||||
Description=Cluster Framework In Memory File Sharing (slave node)
|
||||
After=network.target
|
||||
Wants=network.target
|
||||
|
||||
[Service]
|
||||
Type=forking
|
||||
ExecStart=/usr/bin/tachyon-start.sh worker NoMount
|
||||
ExecStop=/usr/bin/tachyon.sh killAll tachyon.worker.TachyonWorker
|
||||
ExecReload=/bin/kill -HUP $MAINPID
|
||||
User=hdfs
|
||||
Group=hadoop
|
||||
LimitNOFILE=16384
|
||||
Restart=always
|
||||
RestartSec=20
|
||||
|
||||
#PIDFile=/var/run/tachyon/tachyon-slave.pid
|
||||
#######################################
|
||||
# Note: Below are cgroup options
|
||||
#######################################
|
||||
#Slice=
|
||||
#CPUAccounting=true
|
||||
#CPUShares=1024
|
||||
|
||||
#MemoryAccounting=true
|
||||
#TBD: MemoryLimit=bytes, MemorySoftLimit=bytes
|
||||
|
||||
#BlockIOAccounting=true
|
||||
#BlockIOWeight=??
|
||||
#BlockIODeviceWeight=??
|
||||
#TBD: BlockIOReadBandwidth=bytes, BlockIOWriteBandwidth=bytes
|
||||
|
||||
#DeviceAllow=
|
||||
#DevicePolicy=auto|closed|strict
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
|
||||
|
|
@ -1 +0,0 @@
|
|||
d /var/run/tachyon 0775 tachyon tachyon -
|
||||
Reference in a new issue