#include <sys/stat.h>
#include <sys/types.h>
#include <cstack.h>
#include <ctype.h>
#include <dirent.h>
#include <errno.h>
#include "ndmpd.h"
#include <bitmap.h>
#include <traverse.h>
#include <limits.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include "tlm_buffers.h"
typedef struct mark_param {
int mp_bmd;
time_t mp_ddate;
ndmpd_session_t *mp_session;
ndmp_lbr_params_t *mp_nlp;
tlm_acls_t *mp_tacl;
} mark_param_t;
static int ndmpd_print_inodes = 0;
static int ndmpd_mark_flags = 0;
static int ndmpd_verbose_traverse = 0;
static int ndmpd_mark_count_flag = 0;
static int ndmp_tar_force_traverse = 0;
static int ndmp_skip_traverse = 0;
static int
count_bits_cb(int bmd, u_longlong_t bn, void *arg)
{
if (dbm_getone(bmd, bn)) {
(*(u_longlong_t *)arg)++;
if (ndmpd_print_inodes)
NDMP_LOG(LOG_DEBUG, "%llu", bn);
}
return (0);
}
void
count_set_bits(char *path, int bmd)
{
u_longlong_t cnt;
if (!ndmpd_mark_count_flag)
return;
cnt = 0;
(void) dbm_apply_ifset(bmd, count_bits_cb, &cnt);
NDMP_LOG(LOG_DEBUG, "%s %llu inodes marked", path, cnt);
}
int
traverse(ndmpd_session_t *session, ndmp_lbr_params_t *nlp,
fs_traverse_t *ftp)
{
int rv;
time_t s, e;
if (!session || !nlp || !ftp) {
NDMP_LOG(LOG_DEBUG, "Invalid argument");
return (-1);
}
NDMP_LOG(LOG_DEBUG, "Processing directories of \"%s\"",
nlp->nlp_backup_path);
(void) time(&s);
if (traverse_post(ftp) != 0) {
rv = -1;
if (!session->ns_data.dd_abort && !NLP_ISSET(nlp,
NLPF_ABORTED)) {
NDMP_LOG(LOG_DEBUG,
"Traversing backup path hierarchy \"%s\"",
nlp->nlp_backup_path);
}
} else {
(void) dbm_setone(nlp->nlp_bkmap, (u_longlong_t)ROOT_INODE);
rv = 0;
(void) time(&e);
NDMP_LOG(LOG_DEBUG,
"\"%s\" traversed in %u sec", nlp->nlp_backup_path,
(uint_t)(e-s));
count_set_bits(nlp->nlp_backup_path, nlp->nlp_bkmap);
}
return (rv);
}
int
mark_cb(void *arg, fst_node_t *pnp, fst_node_t *enp)
{
int bmd;
int rv;
u_longlong_t bl;
time_t ddate;
fs_fhandle_t *pfhp, *efhp;
struct stat64 *pstp, *estp;
mark_param_t *mpp;
ndmp_lbr_params_t *nlp;
tlm_acls_t *tacl;
rv = 0;
mpp = (mark_param_t *)arg;
tacl = mpp->mp_tacl;
nlp = ndmp_get_nlp(mpp->mp_session);
if (!mpp) {
NDMP_LOG(LOG_DEBUG, "NULL argument passed");
rv = -1;
} else if (mpp->mp_session->ns_eof) {
NDMP_LOG(LOG_INFO, "Connection to the client is closed");
rv = -1;
} else if (mpp->mp_session->ns_data.dd_abort ||
(nlp && NLP_ISSET(nlp, NLPF_ABORTED))) {
NDMP_LOG(LOG_INFO, "Processing directories aborted.");
rv = -1;
}
if (rv != 0)
return (rv);
ddate = mpp->mp_ddate;
bmd = mpp->mp_bmd;
bl = dbm_getlen(bmd);
pfhp = pnp->tn_fh;
pstp = pnp->tn_st;
if (pstp->st_ino > bl) {
NDMP_LOG(LOG_DEBUG, "Invalid path inode #%u",
(uint_t)pstp->st_ino);
return (-1);
}
if (pstp->st_ino != pfhp->fh_fid) {
NDMP_LOG(LOG_DEBUG, "Path ino mismatch %u %u",
(uint_t)pstp->st_ino, (uint_t)pfhp->fh_fid);
return (-1);
}
if (!enp->tn_path) {
(void) dbm_setone(bmd, pstp->st_ino);
return (0);
}
efhp = enp->tn_fh;
estp = enp->tn_st;
if (estp->st_ino > bl) {
NDMP_LOG(LOG_DEBUG, "Invalid entry inode #%u",
(uint_t)estp->st_ino);
return (-1);
}
if (estp->st_ino != efhp->fh_fid) {
NDMP_LOG(LOG_DEBUG, "Entry ino mismatch %u %u", estp->st_ino,
(uint_t)pfhp->fh_fid);
return (-1);
}
if (ddate == 0) {
(void) dbm_setone(bmd, (u_longlong_t)estp->st_ino);
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG, "Base Backup");
NDMP_LOG(LOG_DEBUG, "\"%s/%s\"",
pnp->tn_path, enp->tn_path);
}
} else if (estp->st_mtime > ddate) {
(void) dbm_setone(bmd, (u_longlong_t)estp->st_ino);
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG,
"m(%u,%u,%u,%u)", (uint_t)pstp->st_ino,
(uint_t)estp->st_ino, (uint_t)estp->st_mtime,
(uint_t)ddate);
NDMP_LOG(LOG_DEBUG, "\"%s/%s\"",
pnp->tn_path, enp->tn_path);
}
} else if (iscreated(nlp, NULL, tacl, ddate)) {
(void) dbm_setone(bmd, (u_longlong_t)estp->st_ino);
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG,
"cr(%u,%u,%u,%u)", (uint_t)pstp->st_ino,
(uint_t)estp->st_ino, (uint_t)estp->st_mtime,
(uint_t)ddate);
NDMP_LOG(LOG_DEBUG, "\"%s/%s\"",
pnp->tn_path, enp->tn_path);
}
} else if (estp->st_ctime > ddate) {
if (!NLP_IGNCTIME(nlp)) {
(void) dbm_setone(bmd, (u_longlong_t)estp->st_ino);
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
}
if (ndmpd_verbose_traverse) {
if (NLP_IGNCTIME(nlp)) {
NDMP_LOG(LOG_DEBUG,
"ign c(%u,%u,%u,%u)", (uint_t)pstp->st_ino,
(uint_t)estp->st_ino,
(uint_t)estp->st_ctime, (uint_t)ddate);
} else {
NDMP_LOG(LOG_DEBUG,
"c(%u,%u,%u,%u)", (uint_t)pstp->st_ino,
(uint_t)estp->st_ino,
(uint_t)estp->st_ctime, (uint_t)ddate);
}
NDMP_LOG(LOG_DEBUG, "\"%s/%s\"",
pnp->tn_path, enp->tn_path);
}
} else if (S_ISDIR(estp->st_mode) &&
dbm_getone(bmd, (u_longlong_t)estp->st_ino)) {
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG, "d(%u,%u)",
(uint_t)pstp->st_ino, (uint_t)estp->st_ino);
NDMP_LOG(LOG_DEBUG, "\"%s, %s\"",
pnp->tn_path, enp->tn_path);
}
}
return (0);
}
int
mark_inodes_v2(ndmpd_session_t *session, ndmp_lbr_params_t *nlp, char *path)
{
fs_traverse_t ft;
mark_param_t mp;
if (!session || !nlp || !path || !*path) {
NDMP_LOG(LOG_DEBUG, "Invalid argument");
return (-1);
}
NDMP_LOG(LOG_DEBUG, "path \"%s\"", path);
mp.mp_bmd = nlp->nlp_bkmap;
mp.mp_ddate = nlp->nlp_ldate;
mp.mp_session = session;
mp.mp_nlp = nlp;
ft.ft_path = path;
ft.ft_lpath = nlp->nlp_backup_path;
ft.ft_callbk = mark_cb;
ft.ft_arg = ∓
ft.ft_logfp = (ft_log_t)ndmp_log;
ft.ft_flags = ndmpd_mark_flags;
return (traverse(session, nlp, &ft));
}
static int
create_bitmap(char *path, int value)
{
char bm_fname[PATH_MAX];
char buf[TLM_MAX_PATH_NAME];
char *livepath;
ulong_t ninode;
NDMP_LOG(LOG_DEBUG, "path \"%s\"", path);
if (fs_is_chkpntvol(path))
livepath = (char *)tlm_remove_checkpoint(path, buf);
else
livepath = path;
ninode = 1024 * 1024 * 1024;
if (ninode == 0)
return (-1);
(void) ndmpd_mk_temp(bm_fname);
NDMP_LOG(LOG_DEBUG, "path \"%s\"ninode %u bm_fname \"%s\"",
livepath, ninode, bm_fname);
return (dbm_alloc(bm_fname, (u_longlong_t)ninode, value));
}
static int
create_allset_bitmap(ndmp_lbr_params_t *nlp)
{
int rv;
nlp->nlp_bkmap = create_bitmap(nlp->nlp_backup_path, 1);
NDMP_LOG(LOG_DEBUG, "nlp_bkmap %d", nlp->nlp_bkmap);
if (nlp->nlp_bkmap < 0) {
NDMP_LOG(LOG_DEBUG, "Failed to allocate bitmap.");
rv = -1;
} else
rv = 0;
return (rv);
}
static int
mark_common_v2(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
char buf[TLM_MAX_PATH_NAME], *chkpath;
int rv;
if (nlp->nlp_ldate == (time_t)0)
return (create_allset_bitmap(nlp));
rv = 0;
nlp->nlp_bkmap = create_bitmap(nlp->nlp_backup_path, 0);
NDMP_LOG(LOG_DEBUG, "nlp_bkmap %d", nlp->nlp_bkmap);
if (nlp->nlp_bkmap < 0) {
NDMP_LOG(LOG_DEBUG, "Failed to allocate bitmap.");
rv = -1;
} else {
if (fs_is_chkpntvol(nlp->nlp_backup_path))
chkpath = nlp->nlp_backup_path;
else
chkpath = tlm_build_snapshot_name(
nlp->nlp_backup_path, buf,
nlp->nlp_jstat->js_job_name);
rv = mark_inodes_v2(session, nlp, chkpath);
(void) dbm_setone(nlp->nlp_bkmap, (u_longlong_t)ROOT_INODE);
}
return (rv);
}
static int
mark_tar_inodes_v2(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
int rv;
if (ndmp_tar_force_traverse)
rv = mark_common_v2(session, nlp);
else
rv = create_allset_bitmap(nlp);
return (rv);
}
static int
mark_dump_inodes_v2(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
return (mark_common_v2(session, nlp));
}
int
ndmpd_mark_inodes_v2(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
int rv;
if (ndmp_skip_traverse) {
NDMP_LOG(LOG_INFO, "Skip processing directories \"%s\"",
nlp->nlp_backup_path);
rv = create_allset_bitmap(nlp);
} else {
if (NLP_ISTAR(nlp))
rv = mark_tar_inodes_v2(session, nlp);
else if (NLP_ISDUMP(nlp))
rv = mark_dump_inodes_v2(session, nlp);
else {
NDMP_LOG(LOG_DEBUG, "Unknown backup type for \"%s\"",
nlp->nlp_backup_path);
rv = -1;
}
}
return (rv);
}
void
ndmpd_abort_marking_v2(ndmpd_session_t *session)
{
ndmp_lbr_params_t *nlp;
nlp = ndmp_get_nlp(session);
if (nlp)
NLP_SET(nlp, NLPF_ABORTED);
}
int
mark_tokv3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp, char *path)
{
fs_traverse_t ft;
mark_param_t mp;
if (!session || !nlp || !path || !*path) {
NDMP_LOG(LOG_DEBUG, "Invalid argument");
return (-1);
}
if (nlp->nlp_tokdate == (time_t)0)
return (create_allset_bitmap(nlp));
nlp->nlp_bkmap = create_bitmap(nlp->nlp_backup_path, 0);
if (nlp->nlp_bkmap < 0) {
NDMP_LOG(LOG_DEBUG, "Failed to allocate bitmap.");
return (-1);
}
NDMP_LOG(LOG_DEBUG, "nlp_bkmap %d", nlp->nlp_bkmap);
mp.mp_bmd = nlp->nlp_bkmap;
mp.mp_ddate = nlp->nlp_tokdate;
mp.mp_session = session;
mp.mp_nlp = nlp;
ft.ft_path = path;
ft.ft_lpath = nlp->nlp_backup_path;
ft.ft_callbk = mark_cb;
ft.ft_arg = ∓
ft.ft_logfp = (ft_log_t)ndmp_log;
ft.ft_flags = ndmpd_mark_flags;
return (traverse(session, nlp, &ft));
}
int
marklbrv3_cb(void *arg, fst_node_t *pnp, fst_node_t *enp)
{
int bmd;
u_longlong_t bl;
fs_fhandle_t *pfhp, *efhp;
struct stat64 *pstp, *estp;
mark_param_t *mpp;
ndmp_lbr_params_t *nlp;
mpp = (mark_param_t *)arg;
if (!mpp) {
NDMP_LOG(LOG_DEBUG, "NULL argument passed");
return (-1);
}
nlp = ndmp_get_nlp(mpp->mp_session);
if (mpp->mp_session->ns_data.dd_abort ||
(nlp && NLP_ISSET(nlp, NLPF_ABORTED))) {
NDMP_LOG(LOG_INFO, "Processing directories aborted.");
return (-1);
}
bmd = mpp->mp_bmd;
bl = dbm_getlen(bmd);
pfhp = pnp->tn_fh;
pstp = pnp->tn_st;
if (pstp->st_ino > bl) {
NDMP_LOG(LOG_DEBUG, "Invalid path inode #%u",
(uint_t)pstp->st_ino);
return (-1);
}
if (pstp->st_ino != pfhp->fh_fid) {
NDMP_LOG(LOG_DEBUG, "Path ino mismatch %u %u",
(uint_t)pstp->st_ino, (uint_t)pfhp->fh_fid);
return (-1);
}
if (!enp->tn_path) {
(void) dbm_setone(bmd, pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG, "d(%u)", (uint_t)pstp->st_ino);
NDMP_LOG(LOG_DEBUG, "\"%s\"", pnp->tn_path);
}
return (0);
}
efhp = enp->tn_fh;
estp = enp->tn_st;
if (estp->st_ino > bl) {
NDMP_LOG(LOG_DEBUG, "Invalid entry inode #%u",
(uint_t)estp->st_ino);
return (-1);
}
if (estp->st_ino != efhp->fh_fid) {
NDMP_LOG(LOG_DEBUG, "Entry ino mismatch %u %u", estp->st_ino,
(uint_t)pfhp->fh_fid);
return (-1);
}
if (S_ISDIR(estp->st_mode) &&
dbm_getone(bmd, (u_longlong_t)estp->st_ino)) {
(void) dbm_setone(bmd, (u_longlong_t)pstp->st_ino);
if (ndmpd_verbose_traverse) {
NDMP_LOG(LOG_DEBUG, "d(%u,%u)",
(uint_t)pstp->st_ino, (uint_t)estp->st_ino);
NDMP_LOG(LOG_DEBUG, "\"%s, %s\"",
pnp->tn_path, enp->tn_path);
}
}
return (0);
}
int
mark_lbrv3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp, char *path)
{
char c;
fs_traverse_t ft;
mark_param_t mp;
if (!session || !nlp || !path || !*path) {
NDMP_LOG(LOG_DEBUG, "Invalid argument");
return (-1);
}
c = toupper(nlp->nlp_clevel);
if (c == 'F' || c == 'A')
return (create_allset_bitmap(nlp));
nlp->nlp_bkmap = create_bitmap(nlp->nlp_backup_path, 0);
if (nlp->nlp_bkmap < 0) {
NDMP_LOG(LOG_DEBUG, "Failed to allocate bitmap.");
return (-1);
}
NDMP_LOG(LOG_DEBUG, "nlp_bkmap %d", nlp->nlp_bkmap);
mp.mp_bmd = nlp->nlp_bkmap;
mp.mp_ddate = 0;
mp.mp_session = session;
mp.mp_nlp = nlp;
ft.ft_path = path;
ft.ft_lpath = nlp->nlp_backup_path;
ft.ft_callbk = marklbrv3_cb;
ft.ft_arg = ∓
ft.ft_logfp = (ft_log_t)ndmp_log;
ft.ft_flags = ndmpd_mark_flags;
return (traverse(session, nlp, &ft));
}
int
mark_levelv3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp, char *path)
{
fs_traverse_t ft;
mark_param_t mp;
tlm_acls_t traverse_acl;
if (!session || !nlp || !path || !*path) {
NDMP_LOG(LOG_DEBUG, "Invalid argument");
return (-1);
}
if (nlp->nlp_ldate == (time_t)0)
return (create_allset_bitmap(nlp));
nlp->nlp_bkmap = create_bitmap(nlp->nlp_backup_path, 0);
if (nlp->nlp_bkmap < 0) {
NDMP_LOG(LOG_DEBUG, "Failed to allocate bitmap.");
return (-1);
}
NDMP_LOG(LOG_DEBUG, "nlp_bkmap %d", nlp->nlp_bkmap);
(void) memset(&traverse_acl, 0, sizeof (traverse_acl));
mp.mp_tacl = &traverse_acl;
mp.mp_bmd = nlp->nlp_bkmap;
mp.mp_ddate = nlp->nlp_ldate;
mp.mp_session = session;
mp.mp_nlp = nlp;
ft.ft_path = path;
ft.ft_lpath = nlp->nlp_backup_path;
ft.ft_callbk = mark_cb;
ft.ft_arg = ∓
ft.ft_logfp = (ft_log_t)ndmp_log;
ft.ft_flags = ndmpd_mark_flags;
return (traverse(session, nlp, &ft));
}
int
mark_commonv3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
char buf[TLM_MAX_PATH_NAME], *chkpath;
int rv;
if (NLP_ISCHKPNTED(nlp))
chkpath = nlp->nlp_backup_path;
else
chkpath = tlm_build_snapshot_name(nlp->nlp_backup_path, buf,
nlp->nlp_jstat->js_job_name);
if (NLP_ISSET(nlp, NLPF_TOKENBK))
rv = mark_tokv3(session, nlp, chkpath);
else if (NLP_ISSET(nlp, NLPF_LBRBK))
rv = mark_lbrv3(session, nlp, chkpath);
else if (NLP_ISSET(nlp, NLPF_LEVELBK)) {
rv = mark_levelv3(session, nlp, chkpath);
} else {
rv = -1;
NDMP_LOG(LOG_DEBUG, "Unknown backup type for \"%s\"",
nlp->nlp_backup_path);
}
return (rv);
}
int
mark_tar_inodesv3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
int rv;
if (ndmp_tar_force_traverse)
rv = mark_commonv3(session, nlp);
else
rv = create_allset_bitmap(nlp);
return (rv);
}
int
ndmpd_mark_inodes_v3(ndmpd_session_t *session, ndmp_lbr_params_t *nlp)
{
int rv;
if (ndmp_skip_traverse) {
NDMP_LOG(LOG_INFO, "Skip processing directories \"%s\"",
nlp->nlp_backup_path);
rv = create_allset_bitmap(nlp);
} else {
if (NLP_ISTAR(nlp))
rv = mark_tar_inodesv3(session, nlp);
else if (NLP_ISDUMP(nlp)) {
rv = mark_commonv3(session, nlp);
} else {
NDMP_LOG(LOG_DEBUG, "Unknown backup type for \"%s\"",
nlp->nlp_backup_path);
rv = -1;
}
}
return (rv);
}