lib/facil/fiobj/fio_ary.h

#ifndef H_FIO_ARRAY_H
/*
Copyright: Boaz Segev, 2017-2018
License: MIT
*/

/**
 * A Dynamic Array for general use (for void * pointers or a predefined type).
 *
 * It's possible to switch from the default `void *` type to any type by
 * defining the `FIO_ARY_TYPE`, `FIO_ARY_TYPE_COMPARE(a,b)` and
 * `FIO_ARY_TYPE_INVALID` macros.
 *
 * However, this will effect ALL the arrays that share the same translation unit
 * (the same *.c file).
 *
 * The file was written to be compatible with C++ as well as C, hence some
 * pointer casting.
 *
 * Use:
 *
 *     fio_ary_s ary;            // a container can be placed on the stack.
 *     fio_ary_new(&ary);        // initialize the container
 *     fio_ary_push(&ary, (void*)1 );  // add / remove / read data...
 *     fio_ary_free(&ary)        // free any resources, not the container.
 *
 */
#define H_FIO_ARRAY_H

#include <errno.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#ifndef _GNU_SOURCE
#define _GNU_SOURCE
#endif

/**
 * Both FIO_ARY_TYPE, FIO_ARY_TYPE_INVALID and FIO_ARY_TYPE_COMPARE must be
 * defined to change default behavior.
 */
#if !defined(FIO_ARY_TYPE) || !defined(FIO_ARY_TYPE_INVALID) ||                \
    !defined(FIO_ARY_TYPE_COMPARE)
#undef FIO_ARY_TYPE
#undef FIO_ARY_TYPE_INVALID
#undef FIO_ARY_TYPE_COMPARE
#define FIO_ARY_TYPE void *
#define FIO_ARY_TYPE_INVALID NULL
#define FIO_ARY_TYPE_COMPARE(a, b) ((a) == (b))
#endif

#ifndef FIO_FUNC
#define FIO_FUNC static __attribute__((unused))
#endif

#ifdef __cplusplus
#define register
#endif

typedef struct fio_ary_s {
  size_t start;
  size_t end;
  size_t capa;
  FIO_ARY_TYPE *arry;
} fio_ary_s;

/** this value can be used for lazy initialization. */
#define FIO_ARY_INIT ((fio_ary_s){.arry = NULL})

/* *****************************************************************************
Array API
***************************************************************************** */

/** Initializes the array and allocates memory for it's internal data. */
FIO_FUNC inline void fio_ary_new(fio_ary_s *ary, size_t capa);

/** Frees the array's internal data. */
FIO_FUNC inline void fio_ary_free(fio_ary_s *ary);

/**
 * Adds all the items in the `src` Array to the end of the `dest` Array.
 *
 * The `src` Array remain untouched.
 */
FIO_FUNC inline void fio_ary_concat(fio_ary_s *dest, fio_ary_s *src);

/** Returns the number of elements in the Array. */
FIO_FUNC inline size_t fio_ary_count(fio_ary_s *ary);

/** Returns the current, temporary, array capacity (it's dynamic). */
FIO_FUNC inline size_t fio_ary_capa(fio_ary_s *ary);

/**
 * Returns the object placed in the Array, if any. Returns FIO_ARY_TYPE_INVALID
 * if no data or if the index is out of bounds.
 *
 * Negative values are retrieved from the end of the array. i.e., `-1`
 * is the last item.
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_index(fio_ary_s *ary, intptr_t pos);

/**
 * Returns the index of the object or -1 if the object wasn't found.
 */
FIO_FUNC inline intptr_t fio_ary_find(fio_ary_s *ary, FIO_ARY_TYPE data);

/** alias for `fiobj_ary_index` */
#define fio_ary_entry(a, p) fiobj_ary_index((a), (p))

/**
 * Sets an object at the requested position.
 *
 * Returns the old value, if any.
 *
 * If an error occurs, the same data passed to the function is returned.
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_set(fio_ary_s *ary, FIO_ARY_TYPE data,
                                         intptr_t pos);

/**
 * Pushes an object to the end of the Array. Returns -1 on error.
 */
FIO_FUNC inline int fio_ary_push(fio_ary_s *ary, FIO_ARY_TYPE data);

/** Pops an object from the end of the Array. */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_pop(fio_ary_s *ary);

/**
 * Unshifts an object to the beginning of the Array. Returns -1 on error.
 *
 * This could be expensive, causing `memmove`.
 */
FIO_FUNC inline int fio_ary_unshift(fio_ary_s *ary, FIO_ARY_TYPE data);

/** Shifts an object from the beginning of the Array. */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_shift(fio_ary_s *ary);

/**
 * Removes an object from the array, MOVING all the other objects to prevent
 * "holes" in the data.
 *
 * Returns the removed object or FIO_ARY_TYPE_INVALID (on error).
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_remove(fio_ary_s *ary, intptr_t index);

/**
 * Removes an object from the array, if it exists, MOVING all the other objects
 * to prevent "holes" in the data.
 *
 * Returns -1 if the object wasn't found or 0 if the object was successfully
 * removed.
 */
FIO_FUNC inline int fio_ary_remove2(fio_ary_s *ary, FIO_ARY_TYPE data);

/**
 * Iteration using a callback for each entry in the array.
 *
 * The callback task function must accept an the entry data as well as an opaque
 * user pointer.
 *
 * If the callback returns -1, the loop is broken. Any other value is ignored.
 *
 * Returns the relative "stop" position, i.e., the number of items processed +
 * the starting point.
 */
FIO_FUNC inline size_t fio_ary_each(fio_ary_s *ary, size_t start_at,
                                    int (*task)(FIO_ARY_TYPE pt, void *arg),
                                    void *arg);
/**
 * Removes any FIO_ARY_TYPE_INVALID object from an Array (NULL pointers by
 * default), keeping all other data in the array.
 *
 * This action is O(n) where n in the length of the array.
 * It could get expensive.
 */
FIO_FUNC inline void fio_ary_compact(fio_ary_s *ary);

/**
 * Iterates through the list using a `for` loop.
 *
 * Access the data with `pos.obj` and it's index with `pos.i`. the `pos`
 * variable can be named however you please.
 */
#define FIO_ARY_FOR(ary, pos)                                                  \
  if ((ary)->arry)                                                             \
    for (struct fio_ary_pos_for_loop_s pos = {0, (ary)->arry[(ary)->start]};   \
         (pos.i + (ary)->start) < (ary)->end &&                                \
         ((pos.obj = (ary)->arry[pos.i + (ary)->start]), 1);                   \
         (++pos.i))
struct fio_ary_pos_for_loop_s {
  unsigned long i;
  FIO_ARY_TYPE obj;
};

/* *****************************************************************************
Array creation API
***************************************************************************** */

FIO_FUNC inline void fio_ary_new(fio_ary_s *ary, size_t capa) {
  if (!capa)
    capa = 32;
  *ary = (fio_ary_s){.arry = (FIO_ARY_TYPE *)malloc(capa * sizeof(*ary->arry)),
                     .capa = capa};
  if (!ary->arry) {
    perror("ERROR: facil.io dynamic array couldn't be allocated");
    exit(errno);
  }
}
FIO_FUNC inline void fio_ary_free(fio_ary_s *ary) {
  if (ary) {
    free(ary->arry);
    *ary = FIO_ARY_INIT;
  }
}

/* *****************************************************************************
Array memory management
***************************************************************************** */

/* This funcation manages the Array's memory. */
FIO_FUNC void fio_ary_getmem(fio_ary_s *ary, intptr_t needed) {
  /* we have enough memory, but we need to re-organize it. */
  if (needed == -1) {
    if (ary->start > 0) {
      return;
    }
    if (ary->end < ary->capa) {
      /* since allocation can be cheaper than memmove (depending on size),
       * we'll just shove everything to the end...
       */
      size_t len = ary->end - ary->start;
      if (len) {
        memmove(ary->arry + ary->capa - len, ary->arry + ary->start,
                len * sizeof(*ary->arry));
      }
      ary->start = ary->capa - len;
      ary->end = ary->capa;
      return;
    }
    /* add some breathing room for future `unshift`s */
    needed = 0 - ((ary->capa < 1024) ? (ary->capa >> 1) : 1024);

  } else if (needed == 1 && ary->start && ary->start >= (ary->capa >> 1)) {
    /* FIFO support optimizes smaller FIFO ranges over bloating allocations. */
    size_t len = ary->end - ary->start;
    if (len) {
      memmove(ary->arry + 2, ary->arry + ary->start, len * sizeof(*ary->arry));
    }
    ary->start = 2;
    ary->end = len + 2;
    return;
  }

  /* alocate using exponential growth, up to single page size. */
  size_t updated_capa = ary->capa;
  size_t minimum = ary->capa + ((needed < 0) ? (0 - needed) : needed);
  if (!updated_capa) {
    updated_capa = 1;
  }
  while (updated_capa <= minimum)
    updated_capa =
        (updated_capa <= 4096) ? (updated_capa << 1) : (updated_capa + 4096);

  /* we assume memory allocation works. it's better to crash than to continue
   * living without memory... besides, malloc is optimistic these days. */
  ary->arry =
      (FIO_ARY_TYPE *)realloc(ary->arry, updated_capa * sizeof(*ary->arry));
  ary->capa = updated_capa;
  if (!ary->arry) {
    perror("ERROR: facil.io dynamic array couldn't be reallocated");
    exit(errno);
  }

  if (needed >= 0) /* we're done, realloc grows the top of the address space*/
    return;

  /* move everything to the max, since memmove could get expensive  */
  size_t len = ary->end - ary->start;
  memmove((ary->arry + ary->capa) - len, ary->arry + ary->start,
          len * sizeof(*ary->arry));
  ary->end = ary->capa;
  ary->start = ary->capa - len;
}
/** Creates a mutable empty Array object with the requested capacity. */
FIO_FUNC inline void fiobj_ary_init(fio_ary_s *ary) {
  *ary = (fio_ary_s){.arry = NULL};
}

/* *****************************************************************************
Array concat API
***************************************************************************** */

/**
 * Adds all the items in the `src` Array to the end of the `dest` Array.
 *
 * The `src` Array remain untouched.
 */
FIO_FUNC inline void fio_ary_concat(fio_ary_s *dest, fio_ary_s *src) {
  if (!dest || !src || src->start == src->end)
    return;
  const intptr_t len = src->end - src->start;
  fio_ary_getmem(dest, len);
  memcpy(dest->arry + dest->end, src->arry + src->start,
         (len * sizeof(*dest->arry)));
  // memcpy((void *)((uintptr_t)dest->arry + (sizeof(*dest->arry) * dest->end)),
  //        (void *)((uintptr_t)src->arry + (sizeof(*dest->arry) * src->start)),
  //        (len * sizeof(*dest->arry)));
  dest->end += len;
}

/* *****************************************************************************
Array direct entry access API
***************************************************************************** */

/** Returns the number of elements in the Array. */
FIO_FUNC inline size_t fio_ary_count(fio_ary_s *ary) {
  return ary->end - ary->start;
}

/** Returns the current, temporary, array capacity (it's dynamic). */
FIO_FUNC inline size_t fio_ary_capa(fio_ary_s *ary) { return ary->capa; }

/**
 * Returns a temporary object owned by the Array.
 *
 * Wrap this function call within `fiobj_dup` to get a persistent handle. i.e.:
 *
 *     fiobj_dup(fiobj_ary_index(array, 0));
 *
 * Negative values are retrieved from the end of the array. i.e., `-1`
 * is the last item.
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_index(fio_ary_s *ary, intptr_t pos) {
  if (!ary || !ary->arry)
    return FIO_ARY_TYPE_INVALID;
  /* position is relative to `start`*/
  if (pos >= 0) {
    pos = pos + ary->start;
    if ((size_t)pos >= ary->end)
      return FIO_ARY_TYPE_INVALID;
    return ary->arry[pos];
  }
  /* position is relative to `end`*/
  pos = (intptr_t)ary->end + pos;
  if (pos < 0 || (size_t)pos < ary->start)
    return FIO_ARY_TYPE_INVALID;
  return ary->arry[pos];
}

/** alias for `fiobj_ary_index` */
#define fio_ary_entry(a, p) fiobj_ary_index((a), (p))

/**
 * Returns the index of the object or -1 if the object wasn't found.
 */
FIO_FUNC inline intptr_t fio_ary_find(fio_ary_s *ary, FIO_ARY_TYPE data) {
  if (!ary || ary->start == ary->end || !ary->arry) {
    return -1;
  }
  size_t pos = ary->start;
  register const size_t end = ary->end;
  while (pos < end && !FIO_ARY_TYPE_COMPARE(data, ary->arry[pos])) {
    ++pos;
  }
  if (pos == end)
    return -1;
  return (pos - ary->start);
}

/**
 * Sets an object at the requested position.
 *
 * Returns the old value, if any.
 *
 * If an error occurs, the same data passed to the function is returned.
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_set(fio_ary_s *ary, FIO_ARY_TYPE data,
                                         intptr_t pos) {
  if (!ary->arry) {
    fio_ary_new(ary, 0);
  }
  FIO_ARY_TYPE old = FIO_ARY_TYPE_INVALID;
  /* test for memory and request memory if missing, promises valid bounds. */
  if (pos >= 0) {
    if ((size_t)pos + ary->start >= ary->capa)
      fio_ary_getmem(ary, (((size_t)pos + ary->start) - (ary->capa - 1)));
  } else if (pos + (intptr_t)ary->end < 0)
    fio_ary_getmem(ary, pos + ary->end);

  if (pos >= 0) {
    /* position relative to start */
    pos = pos + ary->start;
    /* initialize empty spaces, if any, setting new boundries */
    while ((size_t)pos >= ary->end)
      ary->arry[(ary->end)++] = FIO_ARY_TYPE_INVALID;
  } else {
    /* position relative to end */
    pos = pos + (intptr_t)ary->end;
    /* initialize empty spaces, if any, setting new boundries */
    while (ary->start > (size_t)pos)
      ary->arry[--(ary->start)] = FIO_ARY_TYPE_INVALID;
  }

  /* check for an existing object and set new objects */
  if (ary->arry[pos])
    old = ary->arry[pos];
  ary->arry[pos] = data;
  return old;
}

/* *****************************************************************************
Array push / shift API
***************************************************************************** */

/**
 * Pushes an object to the end of the Array. Returns -1 on error.
 */
FIO_FUNC inline int fio_ary_push(fio_ary_s *ary, FIO_ARY_TYPE data) {
  if (!ary->arry)
    fio_ary_new(ary, 0);
  else if (ary->capa <= ary->end)
    fio_ary_getmem(ary, 1);
  ary->arry[ary->end] = data;
  ary->end += 1;
  return 0;
}

/** Pops an object from the end of the Array. */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_pop(fio_ary_s *ary) {
  if (!ary || ary->start == ary->end)
    return FIO_ARY_TYPE_INVALID;
  ary->end -= 1;
  return ary->arry[ary->end];
}

/**
 * Unshifts an object to the beginning of the Array. Returns -1 on error.
 *
 * This could be expensive, causing `memmove`.
 */
FIO_FUNC inline int fio_ary_unshift(fio_ary_s *ary, FIO_ARY_TYPE data) {
  if (!ary->arry)
    fio_ary_new(ary, 0);
  fio_ary_getmem(ary, -1);
  ary->start -= 1;
  ary->arry[ary->start] = data;
  return 0;
}

/** Shifts an object from the beginning of the Array. */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_shift(fio_ary_s *ary) {
  if (!ary || ary->start == ary->end)
    return FIO_ARY_TYPE_INVALID;
#ifdef __cplusplus
  const size_t pos = ary->start;
#else
  register const size_t pos = ary->start;
#endif
  ary->start += 1;
  return ary->arry[pos];
}

/**
 * Removes an object from the array, MOVING all the other objects to prevent
 * "holes" in the data.
 *
 * Returns the removed object or FIO_ARY_TYPE_INVALID (on error).
 */
FIO_FUNC inline FIO_ARY_TYPE fio_ary_remove(fio_ary_s *ary, intptr_t index) {
  if (!ary || ary->start == ary->end || !ary->arry) {
    return FIO_ARY_TYPE_INVALID;
  }
  if (index < 0) {
    index = (ary->end - ary->start) + index;
    if (index < 0) {
      return FIO_ARY_TYPE_INVALID;
    }
  }
  --ary->end;
  index += ary->start;
  FIO_ARY_TYPE old = ary->arry[(size_t)index];
  register const size_t len = ary->end;
  while ((size_t)index < len) {
    ary->arry[(size_t)index] = ary->arry[(size_t)index + 1];
    ++index;
  }
  return old;
}

/**
 * Removes an object from the array, if it exists, MOVING all the other objects
 * to prevent "holes" in the data.
 *
 * Returns -1 if the object wasn't found or 0 if the object was successfully
 * removed.
 */
FIO_FUNC inline int fio_ary_remove2(fio_ary_s *ary, FIO_ARY_TYPE data) {
  intptr_t index = fio_ary_find(ary, data);
  if (index == -1) {
    return -1;
  }
  index += ary->start;
  --ary->end;
  register const size_t len = ary->end;
  while ((size_t)index < len) {
    ary->arry[(size_t)index] = ary->arry[(size_t)index + 1];
    ++index;
  }
  return 0;
}

/**
 * Single layer iteration using a callback for each entry in the array.
 *
 * The callback task function must accept an the entry data as well as an opaque
 * user pointer.
 *
 * If the callback returns -1, the loop is broken. Any other value is ignored.
 *
 * Returns the relative "stop" position, i.e., the number of items processed +
 * the starting point.
 */
FIO_FUNC inline size_t fio_ary_each(fio_ary_s *ary, size_t start_at,
                                    int (*task)(FIO_ARY_TYPE data, void *arg),
                                    void *arg) {
  if (!ary || ary->start == ary->end)
    return 0;
  const size_t start_pos = ary->start;
  start_at += start_pos;
  while (start_at < ary->end && task(ary->arry[start_at++], arg) != -1)
    ;
  return start_at - start_pos;
}

/* *****************************************************************************
Array compacting (untested)
***************************************************************************** */

/**
 * Removes any FIO_ARY_TYPE_INVALID  *pointers* from an Array, keeping all other
 * data in the array.
 *
 * This action is O(n) where n in the length of the array.
 * It could get expensive.
 */
FIO_FUNC inline void fio_ary_compact(fio_ary_s *ary) {
  if (!ary || ary->start == ary->end)
    return;
  register FIO_ARY_TYPE *pos = ary->arry + ary->start;
  register FIO_ARY_TYPE *reader = ary->arry + ary->start;
  register FIO_ARY_TYPE *stop = ary->arry + ary->end;
  while (reader < stop) {
    if (*reader) {
      *pos = *reader;
      pos += 1;
    }
    reader += 1;
  }
  ary->end = (size_t)(pos - ary->arry);
}

/* *****************************************************************************
Testing
***************************************************************************** */

#if DEBUG
#include <stdio.h>
#define TEST_LIMIT 1016
#define TEST_ASSERT(cond, ...)                                                 \
  if (!(cond)) {                                                               \
    fprintf(stderr, "* " __VA_ARGS__);                                         \
    fprintf(stderr, "\n !!! Testing failed !!!\n");                            \
    exit(-1);                                                                  \
  }
/**
 * Removes any FIO_ARY_TYPE_INVALID  *pointers* from an Array, keeping all other
 * data in the array.
 *
 * This action is O(n) where n in the length of the array.
 * It could get expensive.
 */
FIO_FUNC inline void fio_ary_test(void) {
  union {
    FIO_ARY_TYPE obj;
    uintptr_t i;
  } mem[TEST_LIMIT];
  fio_ary_s ary = FIO_ARY_INIT;
  fprintf(stderr, "=== Testing Core Array features (fio_ary.h)\n");

  for (uintptr_t i = 0; i < TEST_LIMIT; ++i) {
    mem[i].i = i + 1;
    fio_ary_push(&ary, mem[i].obj);
  }
  fprintf(stderr,
          "* Array populated using `push` with %zu items,\n"
          "  with capacity limit of %zu and start index %zu\n",
          (size_t)fio_ary_count(&ary), (size_t)fio_ary_capa(&ary), ary.start);
  TEST_ASSERT(fio_ary_count(&ary) == TEST_LIMIT,
              "Wrong object count for array %zu", (size_t)fio_ary_count(&ary));
  for (uintptr_t i = 0; i < TEST_LIMIT; ++i) {
    mem[0].obj = fio_ary_shift(&ary);
    TEST_ASSERT(mem[0].i == i + 1, "Array shift value error");
  }

  fio_ary_free(&ary);
  TEST_ASSERT(!ary.arry, "Array not reset after fio_ary_free");

  for (uintptr_t i = 0; i < TEST_LIMIT; ++i) {
    mem[i].i = TEST_LIMIT - i;
    fio_ary_unshift(&ary, mem[i].obj);
  }
  fprintf(stderr,
          "* Array populated using `unshift` with %zu items,\n"
          "  with capacity limit of %zu and start index %zu\n",
          (size_t)fio_ary_count(&ary), (size_t)fio_ary_capa(&ary), ary.start);
  TEST_ASSERT(fio_ary_count(&ary) == TEST_LIMIT,
              "Wrong object count for array %zu", (size_t)fio_ary_count(&ary));
  for (uintptr_t i = 0; i < TEST_LIMIT; ++i) {
    mem[0].obj = fio_ary_pop(&ary);
    TEST_ASSERT(mem[0].i == TEST_LIMIT - i, "Array pop value error");
  }
  fio_ary_free(&ary);
  TEST_ASSERT(!ary.arry, "Array not reset after fio_ary_free");

  for (uintptr_t i = 0; i < TEST_LIMIT; ++i) {
    mem[i].i = TEST_LIMIT - i;
    fio_ary_unshift(&ary, mem[i].obj);
  }

  for (int i = 0; i < TEST_LIMIT; ++i) {
    mem[0].i = i + 1;
    TEST_ASSERT(fio_ary_find(&ary, mem[0].obj) == i,
                "Wrong object index - ary[%zd] != %zu",
                (ssize_t)fio_ary_find(&ary, mem[0].obj), (size_t)mem[0].i);
    mem[0].obj = fio_ary_index(&ary, i);
    TEST_ASSERT(mem[0].i == (uintptr_t)(i + 1),
                "Wrong object returned from fio_ary_index - ary[%d] != %d", i,
                i + 1);
  }

  TEST_ASSERT((mem[0].obj = fio_ary_pop(&ary)), "Couldn't pop element.");
  TEST_ASSERT(mem[0].i == TEST_LIMIT, "Element value error (%zu).",
              (size_t)mem[0].i);
  TEST_ASSERT(fio_ary_count(&ary) == TEST_LIMIT - 1,
              "Wrong object count after pop %zu", (size_t)fio_ary_count(&ary));

  mem[0].i = (TEST_LIMIT >> 1);
  TEST_ASSERT(!fio_ary_remove2(&ary, mem[0].obj),
              "Couldn't fio_ary_remove2 object from Array (%zu)",
              (size_t)mem[0].i);
  TEST_ASSERT(fio_ary_count(&ary) == TEST_LIMIT - 2,
              "Wrong object count after remove2 %zu",
              (size_t)fio_ary_count(&ary));
  mem[0].i = (TEST_LIMIT >> 1) + 1;
  TEST_ASSERT(fio_ary_find(&ary, mem[0].obj) != (TEST_LIMIT >> 1) + 1,
              "fio_ary_remove2 didn't clear holes from Array (%zu)",
              (size_t)fio_ary_find(&ary, mem[0].obj));

  mem[0].obj = fio_ary_remove(&ary, 0);
  TEST_ASSERT(mem[0].i == 1, "Couldn't fio_ary_remove object from Array (%zd)",
              (ssize_t)mem[0].i);
  TEST_ASSERT(fio_ary_count(&ary) == TEST_LIMIT - 3,
              "Wrong object count after remove %zu",
              (size_t)fio_ary_count(&ary));
  TEST_ASSERT(fio_ary_find(&ary, mem[0].obj) == -1,
              "fio_ary_find should have failed after fio_ary_remove (%zd)",
              (ssize_t)fio_ary_find(&ary, mem[0].obj));
  mem[0].i = 2;
  TEST_ASSERT(fio_ary_find(&ary, mem[0].obj) == 0,
              "fio_ary_remove didn't clear holes from Array (%zu)",
              (size_t)fio_ary_find(&ary, mem[0].obj));

  fio_ary_free(&ary);

  fio_ary_s ary2 = FIO_ARY_INIT;
  for (uintptr_t i = 0; i < (TEST_LIMIT >> 1); ++i) {
    mem[i].i = ((TEST_LIMIT >> 1) << 1) - i;
    fio_ary_unshift(&ary2, mem[i].obj);
    mem[i].i = (TEST_LIMIT >> 1) - i;
    fio_ary_unshift(&ary, mem[i].obj);
  }
  fio_ary_concat(&ary, &ary2);
  fio_ary_free(&ary2);
  TEST_ASSERT(fio_ary_count(&ary) == ((TEST_LIMIT >> 1) << 1),
              "Wrong object count after fio_ary_concat %zu",
              (size_t)fio_ary_count(&ary));
  for (int i = 0; i < ((TEST_LIMIT >> 1) << 1); ++i) {
    mem[0].obj = fio_ary_index(&ary, i);
    TEST_ASSERT(
        mem[0].i == (uintptr_t)(i + 1),
        "Wrong object returned from fio_ary_index after concat - ary[%d] != %d",
        i, i + 1);
  }
  mem[1].i = 0;
  while ((mem[0].obj = fio_ary_pop(&ary))) {
    ++mem[1].i;
  }
  TEST_ASSERT(mem[1].i == ((TEST_LIMIT >> 1) << 1),
              "fio_ary_pop overflow (%zu)?", (size_t)mem[1].i);
  fio_ary_free(&ary);
}
#undef TEST_LIMIT
#undef TEST_ASSERT
#endif

/* *****************************************************************************
Done
***************************************************************************** */

#ifdef __cplusplus
#undef register
#endif

#undef FIO_FUNC

#endif