线程问题。调试seg-fault

Question

这是一个家庭工作的问题。下面的代码在单线程上运行得很好，但是当多个线程运行时，我会得到seg-faults。我一直在尝试使用valgrind和gdb进行调试，但我搞不清楚。

您是否在此线程中看到会导致问题的任何内容？

static int parse_line(char *line, const char *delim, char *field[])
{
   char *next;
   int cnt = 0;

   next = strtok(line, delim);
   while (next) {
    if (cnt == MAX_NUM_FIELDS - 1)
    break;
    field[cnt] = (char *) malloc(strlen(next) + 1);
    strcpy(field[cnt++], next);
    next = strtok(NULL, delim);
    }
    field[cnt] = (char *) 0;    /* make the field array be    null-terminated */
    int i;
    for (i = 0; i < cnt; i++) {
    free(field[cnt]);
    }
    return cnt;
}

void *process_file(void *ptr)
{
    char *filename = (char *) ptr;
    char *linebuffer = (char *) malloc(sizeof(char) * MAX_LINE_SIZE);
    char **field = (char **) malloc(sizeof(char *) * MAX_NUM_FIELDS);
    char *end_date = (char *) malloc(sizeof(char) * MAX_LINE_SIZE);

    fprintf(stderr, "%s: processing log file %s\n", program_name,
        filename);
    FILE *fin = fopen(filename, "r");
    if (fin == NULL) {
    fprintf(stderr, "Cannot open file %s\n", filename);
    pthread_exit(1);
    }
    char *s = fgets(linebuffer, MAX_LINE_SIZE, fin);
    if (s != NULL) {
    int num = parse_line(linebuffer, " []\"", field);
    update_webstats(num, field);
    printf("Starting date: %s\n", field[3]);
    free_tokens(num, field);

    while (fgets(linebuffer, MAX_LINE_SIZE, fin) != NULL) {
        int num = parse_line(linebuffer, " []\"", field);
        strcpy(end_date, field[3]);
        update_webstats(num, field);
        free_tokens(num, field);
        strcpy(linebuffer, "");
    }
    printf("Ending date: %s\n", end_date);

    }
    free(end_date);
    free(field);
    free(linebuffer);
    fclose(fin);
    pthread_exit(NULL);
}

Answer 1

您的问题是strtok()不能从多个线程同时使用，因为它使用静态内部状态(它不是可重入的)。

POSIX包含一个可重入的strtok()变体，名为strtok_r() -您应该改用以下代码：

static int parse_line(char *line, const char *delim, char *field[])
 {
   char *next;
   int cnt = 0;
   char *saveptr;

   next = strtok_r(line, delim, &saveptr);
   while (next) {
       if (cnt == MAX_NUM_FIELDS - 1)
            break;
       field[cnt] = (char *) malloc(strlen(next) + 1);
       strcpy(field[cnt++], next);
       next = strtok_r(NULL, delim, &saveptr);
   }
   field[cnt] = (char *) 0; /* make the field array be    null-terminated */
   int i;
   for (i = 0; i < cnt; i++) {
       free(field[cnt]);
   }
   return cnt;
}

Answer 2

我找到问题了。这段代码调用strtok，它不是线程安全的。应为strtokk_r

static int parse_line(char *line, const char *delim, char *field[])
 {
   char *next;
   int cnt = 0;

   next = strtok(line, delim);
   while (next) {
    if (cnt == MAX_NUM_FIELDS - 1)
    break;
    field[cnt] = (char *) malloc(strlen(next) + 1);
    strcpy(field[cnt++], next);
    next = strtok(NULL, delim);
    }
    field[cnt] = (char *) 0;    /* make the field array be    null-terminated */
    int i;
    for (i = 0; i < cnt; i++) {
    free(field[cnt]);
    }
    return cnt;
}