src/segment.c

#include <stdio.h>
#include <unistd.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <fcntl.h>
#include <string.h>
#include <stdlib.h>
#include <errno.h>
#include "dvr_types.h"
#include "segment.h"

#define MAX_SEGMENT_FD_COUNT (128)
#define MAX_SEGMENT_PATH_SIZE (DVR_MAX_LOCATION_SIZE + 32)
#define MAX_PTS_THRESHOLD (10*1000)
/**\brief Segment context*/
typedef struct {
  int             ts_fd;                              /**< Segment ts file fd*/
  FILE            *index_fp;                          /**< Time index file fd*/
  FILE            *dat_fp;                            /**< Information file fd*/
  uint64_t        first_pts;                          /**< First pts value, use for write mode*/
  uint64_t        last_pts;                           /**< Last pts value, use for write mode*/
  uint64_t        cur_time;                           /**< Current time save in index file */
} Segment_Context_t;

/**\brief Segment file type*/
typedef enum {
  SEGMENT_FILE_TYPE_TS,                       /**< Used for store TS data*/
  SEGMENT_FILE_TYPE_INDEX,                    /**< Used for store index data*/
  SEGMENT_FILE_TYPE_DAT,                      /**< Used for store information data, such as duration etc*/
} Segment_FileType_t;

static void segment_get_fname(char fname[MAX_SEGMENT_PATH_SIZE],
    const char location[DVR_MAX_LOCATION_SIZE],
    uint64_t segment_id,
    Segment_FileType_t type)
{
  int offset;

  memset(fname, 0, MAX_SEGMENT_PATH_SIZE);
  strncpy(fname, location, strlen(location));
  offset = strlen(location);
  strncpy(fname + offset, "-", 1);
  offset += 1;
  sprintf(fname + offset, "%04llu", segment_id);
  offset += 4;
  if (type == SEGMENT_FILE_TYPE_TS)
    strncpy(fname + offset, ".ts", 3);
  else if (type == SEGMENT_FILE_TYPE_INDEX)
    strncpy(fname + offset, ".idx", 4);
  else if (type == SEGMENT_FILE_TYPE_DAT)
    strncpy(fname + offset, ".dat", 4);
}

static void segment_get_dirname(char dir_name[MAX_SEGMENT_PATH_SIZE],
    const char location[DVR_MAX_LOCATION_SIZE])
{
  char *p;
  int i;
  int found = 0;

  for (i = 0; i < (int)strlen(location); i++) {
    if (location[i] == '/') {
      p = (char *)location + i;
      found = 1;
    }
  }
  if (found)
    memcpy(dir_name, location, p - location);
}

int segment_open(Segment_OpenParams_t *params, Segment_Handle_t *p_handle)
{
  Segment_Context_t *p_ctx;
  char ts_fname[MAX_SEGMENT_PATH_SIZE];
  char index_fname[MAX_SEGMENT_PATH_SIZE];
  char dat_fname[MAX_SEGMENT_PATH_SIZE];
  char dir_name[MAX_SEGMENT_PATH_SIZE];

  DVR_RETURN_IF_FALSE(params);
  DVR_RETURN_IF_FALSE(p_handle);

  DVR_DEBUG(1, "%s, location:%s, id:%llu", __func__, params->location, params->segment_id);

  p_ctx = (void*)malloc(sizeof(Segment_Context_t));
  DVR_RETURN_IF_FALSE(p_ctx);
  memset(p_ctx, 0, sizeof(Segment_Context_t));

  memset(ts_fname, 0, sizeof(ts_fname));
  segment_get_fname(ts_fname, params->location, params->segment_id, SEGMENT_FILE_TYPE_TS);

  memset(index_fname, 0, sizeof(index_fname));
  segment_get_fname(index_fname, params->location, params->segment_id, SEGMENT_FILE_TYPE_INDEX);

  memset(dat_fname, 0, sizeof(dat_fname));
  segment_get_fname(dat_fname, params->location, params->segment_id, SEGMENT_FILE_TYPE_DAT);

  memset(dir_name, 0, sizeof(dir_name));
  segment_get_dirname(dir_name, params->location);
  if (access(dir_name, F_OK) == -1) {
    DVR_DEBUG(1, "%s dir %s is not exist, create it", __func__, dir_name);
    mkdir(dir_name, 0666);
  }

  if (params->mode == SEGMENT_MODE_READ) {
    p_ctx->ts_fd = open(ts_fname, O_RDONLY);
    p_ctx->index_fp = fopen(index_fname, "r");
    p_ctx->dat_fp = fopen(dat_fname, "r");
  } else if (params->mode == SEGMENT_MODE_WRITE) {
    p_ctx->ts_fd = open(ts_fname, O_CREAT | O_RDWR | O_TRUNC, 0644);
    p_ctx->index_fp = fopen(index_fname, "w+");
    p_ctx->dat_fp = fopen(dat_fname, "w+");
    p_ctx->first_pts = ULLONG_MAX;
    p_ctx->last_pts = ULLONG_MAX;
  } else {
    DVR_DEBUG(1, "%s, unknow mode use default", __func__);
    p_ctx->ts_fd = open(ts_fname, O_RDONLY);
    p_ctx->index_fp = fopen(index_fname, "r");
    p_ctx->dat_fp = fopen(dat_fname, "r");
  }

  if (p_ctx->ts_fd == -1 || !p_ctx->index_fp || !p_ctx->dat_fp) {
    DVR_DEBUG(1, "%s open file failed [%s, %s, %s], reason:%s", __func__,
        ts_fname, index_fname, dat_fname, strerror(errno));
    free(p_ctx);
    *p_handle = NULL;
    return DVR_FAILURE;
  }

  DVR_DEBUG(1, "%s, open file success", __func__);
  *p_handle = (Segment_Handle_t)p_ctx;
  return DVR_SUCCESS;
}

int segment_close(Segment_Handle_t handle)
{
  Segment_Context_t *p_ctx;

  p_ctx = (void *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);

  if (p_ctx->ts_fd != -1) {
    close(p_ctx->ts_fd);
  }

  if (p_ctx->index_fp) {
    fclose(p_ctx->index_fp);
  }

  if (p_ctx->dat_fp) {
    fclose(p_ctx->dat_fp);
  }

  free(p_ctx);
  return 0;
}

ssize_t segment_read(Segment_Handle_t handle, void *buf, size_t count)
{
  Segment_Context_t *p_ctx;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(buf);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd != -1);

  return read(p_ctx->ts_fd, buf, count);
}

ssize_t segment_write(Segment_Handle_t handle, void *buf, size_t count)
{
  Segment_Context_t *p_ctx;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(buf);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd != -1);

  return write(p_ctx->ts_fd, buf, count);
}

int segment_update_pts(Segment_Handle_t handle, uint64_t pts, loff_t offset)
{
  Segment_Context_t *p_ctx;
  char buf[256];

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->index_fp);

  if (p_ctx->first_pts == ULLONG_MAX) {
    DVR_DEBUG(1, "%s first pcr:%llu", __func__, pts);
    p_ctx->first_pts = pts;
  }
  memset(buf, 0, sizeof(buf));
  if (p_ctx->last_pts == ULLONG_MAX) {
    /*Last pts is init value*/
    sprintf(buf, "{time=%llu, offset=%lld}", pts - p_ctx->first_pts, offset);
    p_ctx->cur_time = pts - p_ctx->first_pts;
  } else {
    /*Last pts has valid value*/
    if (pts - p_ctx->last_pts > MAX_PTS_THRESHOLD) {
      /*Current pts has a transition*/
      DVR_DEBUG(1, "Current pts has a transition, [%llu, %llu, %llu]",
          p_ctx->first_pts, p_ctx->last_pts, pts);
    } else {
      /*This is a normal pts, record it*/
      p_ctx->cur_time += (pts - p_ctx->last_pts);
      sprintf(buf, "\n{time=%llu, offset=%lld}", p_ctx->cur_time, offset);
    }
  }

  fputs(buf, p_ctx->index_fp);
  p_ctx->last_pts = pts;
  fflush(p_ctx->index_fp);
  fsync(fileno(p_ctx->index_fp));

  return DVR_SUCCESS;
}

loff_t segment_seek(Segment_Handle_t handle, uint64_t time)
{
  Segment_Context_t *p_ctx;
  char buf[256];
  char value[256];
  uint64_t pts = 0L;
  loff_t offset = 0;
  char *p1, *p2;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->index_fp);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd != -1);

  memset(buf, 0, sizeof(buf));
  DVR_RETURN_IF_FALSE(fseek(p_ctx->index_fp, 0, SEEK_SET) != -1);
  int line = 0;
  while (fgets(buf, sizeof(buf), p_ctx->index_fp) != NULL) {
    line++;
    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "time="))) {
      p1 += 5;
      if ((p2 = strstr(buf, ","))) {
        memcpy(value, p1, p2 - p1);
      }
      pts = strtoull(value, NULL, 10);
    }

    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "offset="))) {
      p1 += 7;
      if ((p2 = strstr(buf, "}"))) {
        memcpy(value, p1, p2 - p1);
      }
      offset = strtoull(value, NULL, 10);
    }
    if (0)
    {
      DVR_DEBUG(1, "seek buf[%s]", buf);
      DVR_DEBUG(1, "seek time=%llu, offset=%lld\n", pts, offset);
    }
    memset(buf, 0, sizeof(buf));
    //DVR_DEBUG(1, "seek time=%llu, offset=%lld\n", pts, offset);
    if (time <= pts) {
      DVR_DEBUG(1, "seek time=%llu, offset=%lld time--%llu line %d\n", pts, offset, time, line);
      DVR_RETURN_IF_FALSE(lseek64(p_ctx->ts_fd, offset, SEEK_SET) != -1);
      return offset;
    }
  }
  DVR_DEBUG(1, "seek error line [%d]", line);
  return DVR_FAILURE;
}

loff_t segment_tell_position(Segment_Handle_t handle)
{
  Segment_Context_t *p_ctx;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd != -1);

  return lseek64(p_ctx->ts_fd, 0, SEEK_CUR);
}

uint64_t segment_tell_current_time(Segment_Handle_t handle)
{
  Segment_Context_t *p_ctx;
  char buf[256];
  char value[256];
  uint64_t pts = 0L;
  loff_t offset = 0, position = 0;
  char *p1, *p2;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->index_fp);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd);

  memset(buf, 0, sizeof(buf));
  DVR_RETURN_IF_FALSE(fseek(p_ctx->index_fp, 0, SEEK_SET) != -1);
  position = lseek64(p_ctx->ts_fd, 0, SEEK_CUR);
  DVR_RETURN_IF_FALSE(position != -1);

  while (fgets(buf, sizeof(buf), p_ctx->index_fp) != NULL) {
    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "time="))) {
      p1 += 5;
      if ((p2 = strstr(buf, ","))) {
        memcpy(value, p1, p2 - p1);
      }
      pts = strtoull(value, NULL, 10);
    }

    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "offset="))) {
      p1 += 7;
      if ((p2 = strstr(buf, "}"))) {
        memcpy(value, p1, p2 - p1);
      }
      offset = strtoull(value, NULL, 10);
    }

    memset(buf, 0, sizeof(buf));
    //DVR_DEBUG(1, "tell cur time=%llu, offset=%lld, position=%lld\n", pts, offset, position);
    if (position <= offset) {
      return pts;
    }
  }
  DVR_DEBUG(1, "tell cur time=%llu, offset=%lld, position=%lld\n", pts, offset, position);
  return pts;
}

uint64_t segment_tell_total_time(Segment_Handle_t handle)
{
  Segment_Context_t *p_ctx;
  char buf[256];
  char last_buf[256];
  char value[256];
  uint64_t pts = ULLONG_MAX;
  loff_t offset = 0, position = 0;
  char *p1, *p2;
  int line = 0;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->index_fp);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd);

  memset(buf, 0, sizeof(buf));
  memset(last_buf, 0, sizeof(last_buf));
  position = lseek64(p_ctx->ts_fd, 0, SEEK_CUR);
  DVR_RETURN_IF_FALSE(position != -1);

  //DVR_RETURN_IF_FALSE(fseek(p_ctx->index_fp, -1000L, SEEK_END) != -1);
  /* Save last line buffer */
  while (fgets(buf, sizeof(buf), p_ctx->index_fp) != NULL) {
    if (strlen(buf) <= 0) {
      continue;
    }
    memset(last_buf, 0, sizeof(last_buf));
    memcpy(last_buf, buf, strlen(buf));
    memset(buf, 0, sizeof(buf));
    line++;
  }

  /* Extract time value */
  memset(value, 0, sizeof(value));
  if ((p1 = strstr(last_buf, "time="))) {
    p1 += 5;
    if ((p2 = strstr(last_buf, ","))) {
      memcpy(value, p1, p2 - p1);
    }
    pts = strtoull(value, NULL, 10);
  }

  memset(value, 0, sizeof(value));
  if ((p1 = strstr(last_buf, "offset="))) {
    p1 += 7;
    if ((p2 = strstr(last_buf, "}"))) {
      memcpy(value, p1, p2 - p1);
    }
    offset = strtoull(value, NULL, 10);
  }
  if (line < 2)
    DVR_DEBUG(1, "totle time=%llu, offset=%lld, position=%lld, line:%d\n", pts, offset, position, line);

  return (pts == ULLONG_MAX ? DVR_FAILURE : pts);
}

/* Should consider the case of cut power, todo... */
int segment_store_info(Segment_Handle_t handle, Segment_StoreInfo_t *p_info)
{
  Segment_Context_t *p_ctx;
  char buf[256];
  uint32_t i;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p_info);

  /*Save segment id*/
  memset(buf, 0, sizeof(buf));
  sprintf(buf, "id=%lld\n", p_info->id);
  fputs(buf, p_ctx->dat_fp);

  /*Save number of pids*/
  memset(buf, 0, sizeof(buf));
  sprintf(buf, "nb_pids=%d\n", p_info->nb_pids);
  fputs(buf, p_ctx->dat_fp);

  /*Save pid information*/
  for (i = 0; i < p_info->nb_pids; i++) {
    memset(buf, 0, sizeof(buf));
    sprintf(buf, "{pid=%d, type=%d}\n", p_info->pids[i].pid, p_info->pids[i].type);
    fputs(buf, p_ctx->dat_fp);
  }

  /*Save segment duration*/
  memset(buf, 0, sizeof(buf));
  sprintf(buf, "duration=%ld\n", p_info->duration);
  fputs(buf, p_ctx->dat_fp);

  /*Save segment size*/
  memset(buf, 0, sizeof(buf));
  sprintf(buf, "size=%zu\n", p_info->size);
  fputs(buf, p_ctx->dat_fp);

  /*Save number of packets*/
  memset(buf, 0, sizeof(buf));
  sprintf(buf, "nb_packets=%d\n", p_info->nb_packets);
  fputs(buf, p_ctx->dat_fp);

  fflush(p_ctx->dat_fp);
  fsync(fileno(p_ctx->dat_fp));
  return DVR_SUCCESS;
}

/* Should consider the case of cut power, todo... */
int segment_load_info(Segment_Handle_t handle, Segment_StoreInfo_t *p_info)
{
  Segment_Context_t *p_ctx;
  uint32_t i;
  char buf[256];
  char value[256];
  char *p1, *p2;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_info);

  /*Load segment id*/
  p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p1);
  p1 = strstr(buf, "id=");
  DVR_RETURN_IF_FALSE(p1);
  p_info->id = strtoull(p1 + 3, NULL, 10);

  /*Save number of pids*/
  p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p1);
  p1 = strstr(buf, "nb_pids=");
  DVR_RETURN_IF_FALSE(p1);
  p_info->nb_pids = strtoull(p1 + 8, NULL, 10);

  /*Save pid information*/
  for (i = 0; i < p_info->nb_pids; i++) {
    p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
    DVR_RETURN_IF_FALSE(p1);
    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "pid="))) {
      DVR_RETURN_IF_FALSE(p1);
      p1 += 4;
      if ((p2 = strstr(buf, ","))) {
        DVR_RETURN_IF_FALSE(p2);
        memcpy(value, p1, p2 - p1);
      }
      p_info->pids[i].pid = strtoull(value, NULL, 10);
    }

    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "type="))) {
      DVR_RETURN_IF_FALSE(p1);
      p1 += 5;
      if ((p2 = strstr(buf, "}"))) {
        DVR_RETURN_IF_FALSE(p2);
        memcpy(value, p1, p2 - p1);
      }
      p_info->pids[i].type = strtoull(value, NULL, 10);
    }
  }

  /*Save segment duration*/
  p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p1);
  p1 = strstr(buf, "duration=");
  DVR_RETURN_IF_FALSE(p1);
  p_info->duration = strtoull(p1 + 9, NULL, 10);

  /*Save segment size*/
  p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p1);
  p1 = strstr(buf, "size=");
  DVR_RETURN_IF_FALSE(p1);
  p_info->size = strtoull(p1 + 5, NULL, 10);

  /*Save number of packets*/
  p1 = fgets(buf, sizeof(buf), p_ctx->dat_fp);
  DVR_RETURN_IF_FALSE(p1);
  p1 = strstr(buf, "nb_packets=");
  DVR_RETURN_IF_FALSE(p1);
  p_info->nb_packets = strtoull(p1 + 11, NULL, 10);

  return DVR_SUCCESS;
}

int segment_delete(const char *location, uint64_t segment_id)
{
  char fname[MAX_SEGMENT_PATH_SIZE];
  int ret;

  DVR_RETURN_IF_FALSE(location);

  /*delete ts file*/
  memset(fname, 0, sizeof(fname));
  segment_get_fname(fname, location, segment_id, SEGMENT_FILE_TYPE_TS);
  ret = unlink(fname);
  DVR_DEBUG(1, "%s, [%s] return:%s", __func__, fname, strerror(errno));
  DVR_RETURN_IF_FALSE(ret == 0);

  /*delete index file*/
  memset(fname, 0, sizeof(fname));
  segment_get_fname(fname, location, segment_id, SEGMENT_FILE_TYPE_INDEX);
  unlink(fname);
  DVR_DEBUG(1, "%s, [%s] return:%s", __func__, fname, strerror(errno));
  DVR_RETURN_IF_FALSE(ret == 0);

  /*delete store information file*/
  memset(fname, 0, sizeof(fname));
  segment_get_fname(fname, location, segment_id, SEGMENT_FILE_TYPE_DAT);
  unlink(fname);
  DVR_DEBUG(1, "%s, [%s] return:%s", __func__, fname, strerror(errno));
  DVR_RETURN_IF_FALSE(ret == 0);

  return DVR_SUCCESS;
}

loff_t segment_dump_pts(Segment_Handle_t handle)
{
  Segment_Context_t *p_ctx;
  char buf[256];
  char value[256];
  uint64_t pts;
  loff_t offset;
  char *p1, *p2;

  p_ctx = (Segment_Context_t *)handle;
  DVR_RETURN_IF_FALSE(p_ctx);
  DVR_RETURN_IF_FALSE(p_ctx->index_fp);
  DVR_RETURN_IF_FALSE(p_ctx->ts_fd != -1);

  memset(buf, 0, sizeof(buf));
  DVR_RETURN_IF_FALSE(fseek(p_ctx->index_fp, 0, SEEK_SET) != -1);
  printf("start gets pts\n");
  while (fgets(buf, sizeof(buf), p_ctx->index_fp) != NULL) {
    printf("buf[%s]\n", buf);
    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "time="))) {
      p1 += 5;
      if ((p2 = strstr(buf, ","))) {
        memcpy(value, p1, p2 - p1);
      }
      pts = strtoull(value, NULL, 10);
    }

    memset(value, 0, sizeof(value));
    if ((p1 = strstr(buf, "offset="))) {
      p1 += 7;
      if ((p2 = strstr(buf, "}"))) {
        memcpy(value, p1, p2 - p1);
      }
      offset = strtoull(value, NULL, 10);
    }

    memset(buf, 0, sizeof(buf));
    printf("pts=%llu, offset=%lld\n", pts, offset);
  }

  return 0;
}