The ovsdb-server compaction timing logic is written assuming monotonic
time at milliscond resolution but it calculated the next compaction time
based on the oldest commit in the database. This was a problem because
commit timestamps are written in wall-clock time to second resolution.
This commit calculates the next compaction time based on the time when
the database was first loaded or the last compaction was done, both in
monotonic time at millisecond resolution.
Signed-off-by: Paul Ingram <ping...@nicira.com>
---
ovsdb/file.c | 46 ++++++++++++++++------------------------------
1 file changed, 16 insertions(+), 30 deletions(-)
diff --git a/ovsdb/file.c b/ovsdb/file.c
index b02d5a3..87cbce6 100644
--- a/ovsdb/file.c
+++ b/ovsdb/file.c
@@ -68,12 +68,10 @@ static struct ovsdb_error *ovsdb_file_open__(const char
*file_name,
bool read_only, struct ovsdb **,
struct ovsdb_file **);
static struct ovsdb_error *ovsdb_file_txn_from_json(
- struct ovsdb *, const struct json *, bool converting,
- long long int *date, struct ovsdb_txn **);
+ struct ovsdb *, const struct json *, bool converting, struct ovsdb_txn **);
static struct ovsdb_error *ovsdb_file_create(struct ovsdb *,
struct ovsdb_log *,
const char *file_name,
- long long int oldest_commit,
unsigned int n_transactions,
struct ovsdb_file **filep);
@@ -184,7 +182,6 @@ ovsdb_file_open__(const char *file_name,
struct ovsdb_file **filep)
{
enum ovsdb_log_open_mode open_mode;
- long long int oldest_commit;
unsigned int n_transactions;
struct ovsdb_schema *schema = NULL;
struct ovsdb_error *error;
@@ -204,14 +201,12 @@ ovsdb_file_open__(const char *file_name,
db = ovsdb_create(schema ? schema : ovsdb_schema_clone(alternate_schema));
- oldest_commit = LLONG_MAX;
n_transactions = 0;
while ((error = ovsdb_log_read(log, &json)) == NULL && json) {
struct ovsdb_txn *txn;
- long long int date;
error = ovsdb_file_txn_from_json(db, json, alternate_schema != NULL,
- &date, &txn);
+ &txn);
json_destroy(json);
if (error) {
ovsdb_log_unread(log);
@@ -219,10 +214,6 @@ ovsdb_file_open__(const char *file_name,
}
n_transactions++;
- if (date < oldest_commit) {
- oldest_commit = date;
- }
-
error = ovsdb_txn_commit(txn, false);
if (error) {
ovsdb_log_unread(log);
@@ -243,8 +234,7 @@ ovsdb_file_open__(const char *file_name,
if (!read_only) {
struct ovsdb_file *file;
- error = ovsdb_file_create(db, log, file_name, oldest_commit,
- n_transactions, &file);
+ error = ovsdb_file_create(db, log, file_name, n_transactions, &file);
if (error) {
goto error;
}
@@ -376,22 +366,16 @@ ovsdb_file_txn_table_from_json(struct ovsdb_txn *txn,
*
* If 'converting' is true, then unknown table and column names are ignored
* (which can ease upgrading and downgrading schemas); otherwise, they are
- * treated as errors.
- *
- * If successful, the date associated with the transaction, as the number of
- * milliseconds since the epoch, is stored in '*date'. If the transaction does
- * not include a date, LLONG_MAX is stored. */
+ * treated as errors. */
static struct ovsdb_error *
ovsdb_file_txn_from_json(struct ovsdb *db, const struct json *json,
- bool converting, long long int *date,
- struct ovsdb_txn **txnp)
+ bool converting, struct ovsdb_txn **txnp)
{
struct ovsdb_error *error;
struct shash_node *node;
struct ovsdb_txn *txn;
*txnp = NULL;
- *date = LLONG_MAX;
if (json->type != JSON_OBJECT) {
return ovsdb_syntax_error(json, NULL, "object expected");
@@ -407,7 +391,6 @@ ovsdb_file_txn_from_json(struct ovsdb *db, const struct
json *json,
if (!table) {
if (!strcmp(table_name, "_date")
&& node_json->type == JSON_INTEGER) {
- *date = json_integer(node_json);
continue;
} else if (!strcmp(table_name, "_comment") || converting) {
continue;
@@ -514,7 +497,7 @@ struct ovsdb_file {
struct ovsdb *db;
struct ovsdb_log *log;
char *file_name;
- long long int oldest_commit;
+ long long int last_compact;
long long int next_compact;
unsigned int n_transactions;
};
@@ -524,11 +507,9 @@ static const struct ovsdb_replica_class ovsdb_file_class;
static struct ovsdb_error *
ovsdb_file_create(struct ovsdb *db, struct ovsdb_log *log,
const char *file_name,
- long long int oldest_commit,
unsigned int n_transactions,
struct ovsdb_file **filep)
{
- long long int now = time_msec();
struct ovsdb_file *file;
char *deref_name;
char *abs_name;
@@ -549,10 +530,11 @@ ovsdb_file_create(struct ovsdb *db, struct ovsdb_log *log,
file->db = db;
file->log = log;
file->file_name = abs_name;
- file->oldest_commit = MIN(oldest_commit, now);
- file->next_compact = file->oldest_commit + COMPACT_MIN_MSEC;
+ file->last_compact = time_msec();
+ file->next_compact = file->last_compact + COMPACT_MIN_MSEC;
file->n_transactions = n_transactions;
ovsdb_add_replica(db, &file->replica);
+ VLOG_INFO("%s: last_compact %llu", file->file_name, file->last_compact);
*filep = file;
return NULL;
@@ -602,6 +584,10 @@ ovsdb_file_commit(struct ovsdb_replica *replica,
* compacted (or at least COMPACT_RETRY_MSEC ms since the last time we
* tried), and if there are at least 100 transactions in the database, and
* if the database is at least 10 MB, then compact the database. */
+ {
+ long long int now = time_msec();
+ VLOG_INFO("%s: time_msec %llu %s next_compact %llu n_transactions %llu,
size %llu", file->file_name, now, (now >= file->next_compact) ? ">=" : "<",
file->next_compact, file->n_transactions, ovsdb_log_get_offset(file->log));
+ }
if (time_msec() >= file->next_compact
&& file->n_transactions >= 100
&& ovsdb_log_get_offset(file->log) >= 10 * 1024 * 1024)
@@ -634,7 +620,7 @@ ovsdb_file_compact(struct ovsdb_file *file)
comment = xasprintf("compacting database online "
"(%.3f seconds old, %u transactions, %llu bytes)",
- (time_msec() - file->oldest_commit) / 1000.0,
+ (time_wall_msec() - file->last_compact) / 1000.0,
file->n_transactions,
(unsigned long long) ovsdb_log_get_offset(file->log));
VLOG_INFO("%s: %s", file->file_name, comment);
@@ -679,8 +665,8 @@ exit:
if (!error) {
ovsdb_log_close(file->log);
file->log = new_log;
- file->oldest_commit = time_msec();
- file->next_compact = file->oldest_commit + COMPACT_MIN_MSEC;
+ file->last_compact = time_msec();
+ file->next_compact = file->last_compact + COMPACT_MIN_MSEC;
file->n_transactions = 1;
} else {
ovsdb_log_close(new_log);
--
1.7.9.5
_______________________________________________
dev mailing list
dev@openvswitch.org
http://openvswitch.org/mailman/listinfo/dev
