Thread: BUG #12992: Failure to start: too many private dirs demanded

The following bug has been logged on the website:

Bug reference:      12992
Logged by:          Dmitry Bilikov
Email address:      mymailbox24@gmail.com
PostgreSQL version: Unsupported/Unknown
Operating system:   Linux 3.6.11-gentoo  x86_64
Description:

postgresql-8.4.14 can not start.
It perhaps as result of some gentoo patches. Which the best way to save the
data?

strace postmaster -D /var/lib/postgresql/8.4/data
execve("/usr/bin/postmaster", ["postmaster", "-D",
"/var/lib/postgresql/8.4/data"], [/* 27 vars */]) = 0
brk(0)                                  = 0xd47000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fc895000
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or
directory)
open("/usr/lib64/postgresql-8.4/lib64/tls/x86_64/libxml2.so.2",
O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
stat("/usr/lib64/postgresql-8.4/lib64/tls/x86_64", 0x7fffb1e945f0) = -1
ENOENT (No such file or directory)
open("/usr/lib64/postgresql-8.4/lib64/tls/libxml2.so.2", O_RDONLY|O_CLOEXEC)
= -1 ENOENT (No such file or directory)
stat("/usr/lib64/postgresql-8.4/lib64/tls", 0x7fffb1e945f0) = -1 ENOENT (No
such file or directory)
open("/usr/lib64/postgresql-8.4/lib64/x86_64/libxml2.so.2",
O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
stat("/usr/lib64/postgresql-8.4/lib64/x86_64", 0x7fffb1e945f0) = -1 ENOENT
(No such file or directory)
open("/usr/lib64/postgresql-8.4/lib64/libxml2.so.2", O_RDONLY|O_CLOEXEC) =
-1 ENOENT (No such file or directory)
stat("/usr/lib64/postgresql-8.4/lib64", {st_mode=S_IFDIR|0755, st_size=2896,
...}) = 0
open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=66628, ...}) = 0
mmap(NULL, 66628, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f83fc884000
close(3)                                = 0
open("/usr/lib64/libxml2.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\16\3\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1409696, ...}) = 0
mmap(NULL, 3510264, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fc31d000
mprotect(0x7f83fc46b000, 2097152, PROT_NONE) = 0
mmap(0x7f83fc66b000, 40960, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14e000) = 0x7f83fc66b000
mmap(0x7f83fc675000, 4088, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f83fc675000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libpam.so.0", O_RDONLY|O_CLOEXEC) = -1
ENOENT (No such file or directory)
open("/lib64/libpam.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240(\0\0\0\0\0\0"..., 832) =
832
fstat(3, {st_mode=S_IFREG|0755, st_size=55712, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fc883000
mmap(NULL, 2150936, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fc10f000
mprotect(0x7f83fc11b000, 2097152, PROT_NONE) = 0
mmap(0x7f83fc31b000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xc000) = 0x7f83fc31b000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libssl.so.1.0.0", O_RDONLY|O_CLOEXEC)
= -1 ENOENT (No such file or directory)
open("/usr/lib64/libssl.so.1.0.0", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\231\1\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0555, st_size=436224, ...}) = 0
mmap(NULL, 2531784, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fbea4000
mprotect(0x7f83fbf05000, 2093056, PROT_NONE) = 0
mmap(0x7f83fc104000, 45056, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x60000) = 0x7f83fc104000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libcrypto.so.1.0.0",
O_RDONLY|O_CLOEXEC) = -1 ENOENT (No such file or directory)
open("/usr/lib64/libcrypto.so.1.0.0", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\240\6\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0555, st_size=1885536, ...}) = 0
mmap(NULL, 3995536, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fbad4000
mprotect(0x7f83fbc7a000, 2097152, PROT_NONE) = 0
mmap(0x7f83fbe7a000, 155648, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1a6000) = 0x7f83fbe7a000
mmap(0x7f83fbea0000, 14224, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f83fbea0000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libdl.so.2", O_RDONLY|O_CLOEXEC) = -1
ENOENT (No such file or directory)
open("/lib64/libdl.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\17\0\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=14600, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fc882000
mmap(NULL, 2109728, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fb8d0000
mprotect(0x7f83fb8d2000, 2097152, PROT_NONE) = 0
mmap(0x7f83fbad2000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x7f83fbad2000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libm.so.6", O_RDONLY|O_CLOEXEC) = -1
ENOENT (No such file or directory)
open("/lib64/libm.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@i\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=776384, ...}) = 0
mmap(NULL, 2871592, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fb612000
mprotect(0x7f83fb6cf000, 2093056, PROT_NONE) = 0
mmap(0x7f83fb8ce000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xbc000) = 0x7f83fb8ce000
close(3)                                = 0
open("/usr/lib64/postgresql-8.4/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = -1
ENOENT (No such file or directory)
open("/lib64/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300+\2\0\0\0\0\0"..., 832) =
832
fstat(3, {st_mode=S_IFREG|0755, st_size=1712344, ...}) = 0
mmap(NULL, 3823928, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fb26c000
mprotect(0x7f83fb408000, 2097152, PROT_NONE) = 0
mmap(0x7f83fb608000, 24576, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x19c000) = 0x7f83fb608000
mmap(0x7f83fb60e000, 14648, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f83fb60e000
close(3)                                = 0
open("/lib64/libz.so.1", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320&\0\0\0\0\0\0"..., 832) =
832
fstat(3, {st_mode=S_IFREG|0755, st_size=88440, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fc881000
mmap(NULL, 2183664, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fb056000
mprotect(0x7f83fb06b000, 2093056, PROT_NONE) = 0
mmap(0x7f83fb26a000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x7f83fb26a000
close(3)                                = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fb055000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fb054000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fb053000
arch_prctl(ARCH_SET_FS, 0x7f83fb054700) = 0
mprotect(0x7f83fb608000, 16384, PROT_READ) = 0
mprotect(0x7f83fb26a000, 4096, PROT_READ) = 0
mprotect(0x7f83fb8ce000, 4096, PROT_READ) = 0
mprotect(0x7f83fbad2000, 4096, PROT_READ) = 0
mprotect(0x7f83fbe7a000, 110592, PROT_READ) = 0
mprotect(0x7f83fc104000, 16384, PROT_READ) = 0
mprotect(0x7f83fc31b000, 4096, PROT_READ) = 0
mprotect(0x7f83fc66b000, 32768, PROT_READ) = 0
mprotect(0xa4e000, 4096, PROT_READ)     = 0
mprotect(0x7f83fc896000, 4096, PROT_READ) = 0
munmap(0x7f83fc884000, 66628)           = 0
brk(0)                                  = 0xd47000
brk(0xd68000)                           = 0xd68000
getcwd("/etc/postfix", 1024)            = 13
stat("/bin/postmaster", 0x7fffb1e93930) = -1 ENOENT (No such file or
directory)
stat("/usr/bin/postmaster", {st_mode=S_IFREG|0755, st_size=4572088, ...}) =
0
geteuid()                               = 500
open("/etc/nsswitch.conf", O_RDONLY|O_CLOEXEC) = 3
fcntl(3, F_GETFD)                       = 0x1 (flags FD_CLOEXEC)
fstat(3, {st_mode=S_IFREG|0644, st_size=508, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f83fc894000
read(3, "# /etc/nsswitch.conf:\n# $Header:"..., 4096) = 508
read(3, "", 4096)                       = 0
close(3)                                = 0
munmap(0x7f83fc894000, 4096)            = 0
open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=66628, ...}) = 0
mmap(NULL, 66628, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f83fc884000
close(3)                                = 0
open("/lib64/libnss_compat.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0 \26\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=31432, ...}) = 0
mmap(NULL, 2127088, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fae4b000
mprotect(0x7f83fae52000, 2093056, PROT_NONE) = 0
mmap(0x7f83fb051000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x7f83fb051000
close(3)                                = 0
open("/lib64/libnsl.so.1", O_RDONLY|O_CLOEXEC) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200K\0\0\0\0\0\0"..., 832) =
832
fstat(3, {st_mode=S_IFREG|0755, st_size=88880, ...}) = 0
mmap(NULL, 2194128, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fac33000
mprotect(0x7f83fac48000, 2093056, PROT_NONE) = 0
mmap(0x7f83fae47000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x7f83fae47000
mmap(0x7f83fae49000, 6864, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f83fae49000
close(3)                                = 0
mprotect(0x7f83fae47000, 4096, PROT_READ) = 0
mprotect(0x7f83fb051000, 4096, PROT_READ) = 0
munmap(0x7f83fc884000, 66628)           = 0
open("/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=66628, ...}) = 0
mmap(NULL, 66628, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f83fc884000
close(3)                                = 0
open("/lib64/libnss_nis.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0&\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=43376, ...}) = 0
mmap(NULL, 2139352, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83faa28000
mprotect(0x7f83faa32000, 2093056, PROT_NONE) = 0
mmap(0x7f83fac31000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x9000) = 0x7f83fac31000
close(3)                                = 0
open("/lib64/libnss_files.so.2", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000'\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=51520, ...}) = 0
mmap(NULL, 2147728, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f83fa81b000
mprotect(0x7f83fa826000, 2097152, PROT_NONE) = 0
mmap(0x7f83faa26000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xb000) = 0x7f83faa26000
close(3)                                = 0
mprotect(0x7f83faa26000, 4096, PROT_READ) = 0
mprotect(0x7f83fac31000, 4096, PROT_READ) = 0
munmap(0x7f83fc884000, 66628)           = 0
open("/etc/passwd", O_RDONLY|O_CLOEXEC) = 3
fcntl(3, F_GETFD)                       = 0x1 (flags FD_CLOEXEC)
lseek(3, 0, SEEK_CUR)                   = 0
fstat(3, {st_mode=S_IFREG|0644, st_size=2822, ...}) = 0
mmap(NULL, 2822, PROT_READ, MAP_SHARED, 3, 0) = 0x7f83fc894000
lseek(3, 2822, SEEK_SET)                = 2822
munmap(0x7f83fc894000, 2822)            = 0
close(3)                                = 0
getcwd("/etc/postfix", 1024)            = 13
chdir("/usr/bin")                       = 0
lstat("postmaster", {st_mode=S_IFLNK|0777, st_size=40, ...}) = 0
readlink("postmaster", "/usr/lib64/postgresql-8.4/bin/po"..., 1024) = 40
chdir("/usr/lib64/postgresql-8.4/bin")  = 0
lstat("postmaster", {st_mode=S_IFLNK|0777, st_size=8, ...}) = 0
readlink("postmaster", "postgres", 1024) = 8
lstat("postgres", {st_mode=S_IFREG|0755, st_size=4572088, ...}) = 0
getcwd("/usr/lib64/postgresql-8.4/bin", 1024) = 30
chdir("/etc/postfix")                   = 0
geteuid()                               = 500
getuid()                                = 500
geteuid()                               = 500
getpid()                                = 13110
umask(077)                              = 022
getcwd("/etc/postfix", 1024)            = 13
stat("/bin/postmaster", 0x7fffb1e94500) = -1 ENOENT (No such file or
directory)
stat("/usr/bin/postmaster", {st_mode=S_IFREG|0755, st_size=4572088, ...}) =
0
geteuid()                               = 500
open("/etc/passwd", O_RDONLY|O_CLOEXEC) = 3
lseek(3, 0, SEEK_CUR)                   = 0
fstat(3, {st_mode=S_IFREG|0644, st_size=2822, ...}) = 0
mmap(NULL, 2822, PROT_READ, MAP_SHARED, 3, 0) = 0x7f83fc894000
lseek(3, 2822, SEEK_SET)                = 2822
munmap(0x7f83fc894000, 2822)            = 0
close(3)                                = 0
getcwd("/etc/postfix", 1024)            = 13
chdir("/usr/bin")                       = 0
lstat("postmaster", {st_mode=S_IFLNK|0777, st_size=40, ...}) = 0
readlink("postmaster", "/usr/lib64/postgresql-8.4/bin/po"..., 1024) = 40
chdir("/usr/lib64/postgresql-8.4/bin")  = 0
lstat("postmaster", {st_mode=S_IFLNK|0777, st_size=8, ...}) = 0
readlink("postmaster", "postgres", 1024) = 8
lstat("postgres", {st_mode=S_IFREG|0755, st_size=4572088, ...}) = 0
getcwd("/usr/lib64/postgresql-8.4/bin", 1024) = 30
chdir("/etc/postfix")                   = 0
openat(AT_FDCWD, "/usr/lib64/postgresql-8.4/lib64",
O_RDONLY|O_NONBLOCK|O_DIRECTORY|O_CLOEXEC) = 3
close(3)                                = 0
getrlimit(RLIMIT_STACK, {rlim_cur=8192*1024, rlim_max=RLIM64_INFINITY}) = 0
stat("/var/lib/postgresql/8.4/data/postgresql.conf", 0x7fffb1e94d50) = -1
EACCES (Permission denied)
write(2, "postmaster cannot access the ser"..., 121postmaster cannot access
the server configuration file
"/var/lib/postgresql/8.4/data/postgresql.conf": Permission denied
) = 121
exit_group(2)                           = ?
+++ exited with 2 +++

On 04/07/15 18:44, mymailbox24@gmail.com wrote:
> The following bug has been logged on the website:
>
> Bug reference:      12992
> Logged by:          Dmitry Bilikov
> Email address:      mymailbox24@gmail.com
> PostgreSQL version: Unsupported/Unknown
> Operating system:   Linux 3.6.11-gentoo  x86_64
> Description:
>
> postgresql-8.4.14 can not start.
> It perhaps as result of some gentoo patches. Which the best way to
save the data?

What do you mean by 'some gentoo patches'? I've been running Gentoo
boxes for a few years, and don't remember any such issues. I really
wonder what you mean by "too many private dirs", though.

I haven't investigated the strace output too closely - and it seems like
a pretty poor format for a bug report, unless you only provide it with a
reasonable explanation of what went wrong.

 From what I see this looks like a simple permission issue, when the
postmaster can't access the data directory for some reason. Why exactly
that happened, I don't know - it might be a plain chmod, SELinux or
whatever.

regards

--
Tomas Vondra                  http://www.2ndQuadrant.com
PostgreSQL Development, 24x7 Support, Remote DBA, Training & Services

Tomas Vondra <tomas.vondra@2ndquadrant.com> writes:
>  From what I see this looks like a simple permission issue, when the
> postmaster can't access the data directory for some reason. Why exactly
> that happened, I don't know - it might be a plain chmod, SELinux or
> whatever.

I'm suspicious that the submitter tried to "strace postmaster" without
first becoming the postgres user, and also didn't bother to examine the
strace output very closely to see if it had anything to do with his
original problem.

            regards, tom lane

On 04/07/15 20:23, Tom Lane wrote:
> Tomas Vondra <tomas.vondra@2ndquadrant.com> writes:
>>   From what I see this looks like a simple permission issue, when the
>> postmaster can't access the data directory for some reason. Why exactly
>> that happened, I don't know - it might be a plain chmod, SELinux or
>> whatever.
>
> I'm suspicious that the submitter tried to "strace postmaster"
> without first becoming the postgres user

I don't think so - the lines at the very end say this:

write(2, "postmaster cannot access the ser"..., 121postmaster cannot
access the server configuration file

so it seems to suggest that (1) the strace attached to the process
succesfully, and (2) the 'postmaster' process can't read the config.


> and also didn't bother to examine the strace output very closely to
> see if it had anything to do with his original problem.

Perhaps. It's certainly difficult to analyze the strace log without any
further clues on what's wrong.


--
Tomas Vondra                  http://www.2ndQuadrant.com
PostgreSQL Development, 24x7 Support, Remote DBA, Training & Services