Directory: | cvmfs/ |
---|---|
File: | cvmfs/sql_impl.h |
Date: | 2025-06-22 02:36:02 |
Exec | Total | Coverage | |
---|---|---|---|
Lines: | 209 | 240 | 87.1% |
Branches: | 211 | 448 | 47.1% |
Line | Branch | Exec | Source |
---|---|---|---|
1 | /** | ||
2 | * This file is part of the CernVM file system. | ||
3 | */ | ||
4 | |||
5 | #ifndef CVMFS_SQL_IMPL_H_ | ||
6 | #define CVMFS_SQL_IMPL_H_ | ||
7 | |||
8 | #include <fcntl.h> | ||
9 | |||
10 | #include <cassert> | ||
11 | #include <cerrno> | ||
12 | #include <string> | ||
13 | |||
14 | #include "sqlitemem.h" | ||
15 | #include "util/logging.h" | ||
16 | #include "util/platform.h" | ||
17 | |||
18 | namespace sqlite { | ||
19 | |||
20 | template<class DerivedT> | ||
21 | 13333 | Database<DerivedT>::Database(const std::string &filename, | |
22 | const OpenMode open_mode) | ||
23 | 13333 | : database_(filename, this) | |
24 | 13333 | , read_write_(kOpenReadWrite == open_mode) | |
25 | 13333 | , schema_version_(0.0f) | |
26 |
5/10✓ Branch 2 taken 13333 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13333 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13333 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13333 times.
✗ Branch 12 not taken.
✓ Branch 14 taken 13333 times.
✗ Branch 15 not taken.
|
26666 | , schema_revision_(0) { } |
27 | |||
28 | |||
29 | template<class DerivedT> | ||
30 | 6974 | DerivedT *Database<DerivedT>::Create(const std::string &filename) { | |
31 |
3/6✓ Branch 1 taken 6974 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 6974 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 3059 times.
✗ Branch 8 not taken.
|
6974 | UniquePtr<DerivedT> database(new DerivedT(filename, kOpenReadWrite)); |
32 | |||
33 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 6974 times.
|
6974 | if (!database.IsValid()) { |
34 | ✗ | LogCvmfs(kLogSql, kLogDebug, "Failed to create new database object"); | |
35 | ✗ | return NULL; | |
36 | } | ||
37 | |||
38 | 6974 | database->set_schema_version(DerivedT::kLatestSchema); | |
39 | 6974 | database->set_schema_revision(DerivedT::kLatestSchemaRevision); | |
40 | |||
41 | 6974 | const int open_flags = SQLITE_OPEN_NOMUTEX | SQLITE_OPEN_READWRITE | |
42 | | SQLITE_OPEN_CREATE; | ||
43 |
2/4✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 6974 times.
|
6974 | if (!database->OpenDatabase(open_flags)) { |
44 | ✗ | LogCvmfs(kLogSql, kLogDebug, "Failed to create new database file"); | |
45 | ✗ | return NULL; | |
46 | } | ||
47 | |||
48 |
2/4✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 6974 times.
|
6974 | if (!database->CreatePropertiesTable()) { |
49 | ✗ | database->PrintSqlError("Failed to create common properties table"); | |
50 | ✗ | return NULL; | |
51 | } | ||
52 | |||
53 |
2/4✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 6974 times.
|
6974 | if (!database->CreateEmptyDatabase()) { |
54 | ✗ | database->PrintSqlError("Failed to create empty database"); | |
55 | ✗ | return NULL; | |
56 | } | ||
57 | |||
58 |
2/4✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 6974 times.
|
6974 | if (!database->PrepareCommonQueries()) { |
59 | ✗ | database->PrintSqlError("Failed to initialize properties queries"); | |
60 | ✗ | return NULL; | |
61 | } | ||
62 | |||
63 |
2/4✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 6974 times.
|
6974 | if (!database->StoreSchemaRevision()) { |
64 | ✗ | database->PrintSqlError("Failed to store initial schema revision"); | |
65 | ✗ | return NULL; | |
66 | } | ||
67 | |||
68 | 6974 | return database.Release(); | |
69 | 6974 | } | |
70 | |||
71 | |||
72 | template<class DerivedT> | ||
73 | 6359 | DerivedT *Database<DerivedT>::Open(const std::string &filename, | |
74 | const OpenMode open_mode) { | ||
75 |
3/6✓ Branch 1 taken 6359 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 6359 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 4997 times.
✗ Branch 8 not taken.
|
6359 | UniquePtr<DerivedT> database(new DerivedT(filename, open_mode)); |
76 | |||
77 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 6359 times.
|
6359 | if (!database.IsValid()) { |
78 | ✗ | LogCvmfs(kLogSql, kLogDebug, | |
79 | "Failed to open database file '%s' - errno: %d", filename.c_str(), | ||
80 | ✗ | errno); | |
81 | ✗ | return NULL; | |
82 | } | ||
83 | |||
84 |
3/4✓ Branch 2 taken 6359 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 40 times.
✓ Branch 5 taken 6319 times.
|
6359 | if (!database->Initialize()) { |
85 | 40 | return NULL; | |
86 | } | ||
87 | |||
88 | 6319 | return database.Release(); | |
89 | 6359 | } | |
90 | |||
91 | |||
92 | template<class DerivedT> | ||
93 | 6359 | bool Database<DerivedT>::Initialize() { | |
94 |
2/2✓ Branch 0 taken 3423 times.
✓ Branch 1 taken 2936 times.
|
6359 | const int flags = (read_write_) ? SQLITE_OPEN_NOMUTEX | SQLITE_OPEN_READWRITE |
95 | : SQLITE_OPEN_NOMUTEX | SQLITE_OPEN_READONLY; | ||
96 | |||
97 |
2/4✓ Branch 2 taken 6347 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 6347 times.
✗ Branch 6 not taken.
|
12706 | bool successful = OpenDatabase(flags) && Configure() && FileReadAhead() |
98 |
3/4✓ Branch 0 taken 6347 times.
✓ Branch 1 taken 12 times.
✓ Branch 3 taken 6347 times.
✗ Branch 4 not taken.
|
12706 | && PrepareCommonQueries(); |
99 |
2/2✓ Branch 0 taken 12 times.
✓ Branch 1 taken 6347 times.
|
6359 | if (!successful) { |
100 | 12 | LogCvmfs(kLogSql, kLogDebug, "failed to open database file '%s'", | |
101 | 12 | filename().c_str()); | |
102 | 12 | return false; | |
103 | } | ||
104 | |||
105 | 6347 | ReadSchemaRevision(); | |
106 | 6347 | LogCvmfs(kLogSql, kLogDebug, | |
107 | "opened database with schema version %f " | ||
108 | "and revision %u", | ||
109 | 6347 | schema_version_, schema_revision_); | |
110 | |||
111 |
2/2✓ Branch 1 taken 14 times.
✓ Branch 2 taken 6333 times.
|
6347 | if (!static_cast<DerivedT *>(this)->CheckSchemaCompatibility()) { |
112 | 28 | LogCvmfs(kLogSql, kLogDebug, "schema version %f not supported (%s)", | |
113 | 14 | schema_version_, filename().c_str()); | |
114 | 14 | return false; | |
115 | } | ||
116 | |||
117 | 12666 | if (read_write_ | |
118 |
6/6✓ Branch 0 taken 3409 times.
✓ Branch 1 taken 2924 times.
✓ Branch 3 taken 14 times.
✓ Branch 4 taken 3395 times.
✓ Branch 5 taken 14 times.
✓ Branch 6 taken 6319 times.
|
6333 | && !static_cast<DerivedT *>(this)->LiveSchemaUpgradeIfNecessary()) { |
119 | 14 | LogCvmfs(kLogSql, kLogDebug, "failed tp upgrade schema revision"); | |
120 | 14 | return false; | |
121 | } | ||
122 | |||
123 | 6319 | return true; | |
124 | } | ||
125 | |||
126 | |||
127 | template<class DerivedT> | ||
128 | 13333 | bool Database<DerivedT>::OpenDatabase(const int flags) { | |
129 | // Open database file (depending on the flags read-only or read-write) | ||
130 | 13333 | LogCvmfs(kLogSql, kLogDebug, "opening database file %s", filename().c_str()); | |
131 | 13333 | int retval = sqlite3_open_v2(filename().c_str(), | |
132 | &database_.sqlite_db, | ||
133 | flags | SQLITE_OPEN_EXRESCODE, | ||
134 | NULL); | ||
135 |
2/2✓ Branch 0 taken 12 times.
✓ Branch 1 taken 13321 times.
|
13333 | if (retval != SQLITE_OK) { |
136 | 12 | LogCvmfs(kLogSql, kLogDebug, "cannot open database file %s (%d - %d)", | |
137 | 12 | filename().c_str(), retval, errno); | |
138 | 12 | return false; | |
139 | } | ||
140 | |||
141 | 13321 | return true; | |
142 | } | ||
143 | |||
144 | |||
145 | template<class DerivedT> | ||
146 | 14083 | Database<DerivedT>::DatabaseRaiiWrapper::~DatabaseRaiiWrapper() { | |
147 |
1/2✓ Branch 0 taken 13315 times.
✗ Branch 1 not taken.
|
14083 | if (NULL != sqlite_db) { |
148 | 14083 | const bool close_successful = Close(); | |
149 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13315 times.
|
14083 | assert(close_successful); |
150 | } | ||
151 | 14083 | } | |
152 | |||
153 | |||
154 | template<class DerivedT> | ||
155 | 14083 | bool Database<DerivedT>::DatabaseRaiiWrapper::Close() { | |
156 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13315 times.
|
14083 | assert(NULL != sqlite_db); |
157 | |||
158 |
2/2✓ Branch 0 taken 3526 times.
✓ Branch 1 taken 9789 times.
|
28166 | LogCvmfs(kLogSql, kLogDebug, "closing SQLite database '%s' (unlink: %s)", |
159 | 28166 | filename().c_str(), (db_file_guard.IsEnabled() ? "yes" : "no")); | |
160 | 14083 | const int result = sqlite3_close(sqlite_db); | |
161 | |||
162 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13315 times.
|
14083 | if (result != SQLITE_OK) { |
163 | ✗ | LogCvmfs(kLogSql, kLogDebug, | |
164 | "failed to close SQLite database '%s' (%d - %s)", | ||
165 | ✗ | filename().c_str(), result, delegate_->GetLastErrorMsg().c_str()); | |
166 | ✗ | return false; | |
167 | } | ||
168 | |||
169 | 14083 | sqlite_db = NULL; | |
170 |
2/2✓ Branch 0 taken 1512 times.
✓ Branch 1 taken 11803 times.
|
14083 | if (lookaside_buffer != NULL) { |
171 | 1512 | SqliteMemoryManager::GetInstance()->ReleaseLookasideBuffer( | |
172 | lookaside_buffer); | ||
173 | 1512 | lookaside_buffer = NULL; | |
174 | } | ||
175 | 14083 | return true; | |
176 | } | ||
177 | |||
178 | |||
179 | template<class DerivedT> | ||
180 | 6347 | bool Database<DerivedT>::Configure() { | |
181 | // Read-only databases should store temporary files in memory. This avoids | ||
182 | // unexpected open read-write file descriptors in the cache directory like | ||
183 | // etilqs_<number>. They also use the optimized memory manager, if it is | ||
184 | // available. | ||
185 |
2/2✓ Branch 0 taken 2924 times.
✓ Branch 1 taken 3423 times.
|
6347 | if (!read_write_) { |
186 |
2/2✓ Branch 1 taken 1512 times.
✓ Branch 2 taken 1412 times.
|
2924 | if (SqliteMemoryManager::HasInstance()) { |
187 | 1512 | database_.lookaside_buffer = SqliteMemoryManager::GetInstance() | |
188 | 1512 | ->AssignLookasideBuffer(sqlite_db()); | |
189 | } | ||
190 | |||
191 |
5/16✓ Branch 1 taken 2924 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 2924 times.
✗ Branch 5 not taken.
✓ Branch 7 taken 2924 times.
✗ Branch 8 not taken.
✓ Branch 10 taken 2924 times.
✗ Branch 11 not taken.
✓ Branch 13 taken 2924 times.
✗ Branch 14 not taken.
✗ Branch 16 not taken.
✗ Branch 17 not taken.
✗ Branch 19 not taken.
✗ Branch 20 not taken.
✗ Branch 22 not taken.
✗ Branch 23 not taken.
|
5848 | return Sql(sqlite_db(), "PRAGMA temp_store=2;").Execute() |
192 |
11/29✓ Branch 2 taken 2924 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2924 times.
✗ Branch 5 not taken.
✓ Branch 8 taken 2924 times.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 2924 times.
✗ Branch 12 not taken.
✓ Branch 14 taken 2924 times.
✗ Branch 15 not taken.
✓ Branch 17 taken 2924 times.
✗ Branch 18 not taken.
✓ Branch 19 taken 2924 times.
✗ Branch 20 not taken.
✓ Branch 21 taken 2924 times.
✗ Branch 22 not taken.
✓ Branch 24 taken 2924 times.
✗ Branch 25 not taken.
✓ Branch 27 taken 2924 times.
✗ Branch 28 not taken.
✓ Branch 30 taken 2924 times.
✗ Branch 31 not taken.
✗ Branch 32 not taken.
✗ Branch 33 not taken.
✗ Branch 35 not taken.
✗ Branch 36 not taken.
✗ Branch 38 not taken.
✗ Branch 39 not taken.
|
5848 | && Sql(sqlite_db(), "PRAGMA locking_mode=EXCLUSIVE;").Execute(); |
193 | } | ||
194 | 3423 | return true; | |
195 | } | ||
196 | |||
197 | |||
198 | template<class DerivedT> | ||
199 | 6347 | bool Database<DerivedT>::FileReadAhead() { | |
200 | // Read-ahead into file system buffers | ||
201 | // TODO(jblomer): mmap, re-readahead | ||
202 |
1/2✗ Branch 2 not taken.
✓ Branch 3 taken 6347 times.
|
6347 | assert(filename().length() > 1); |
203 | int fd_readahead; | ||
204 |
2/2✓ Branch 2 taken 4835 times.
✓ Branch 3 taken 1512 times.
|
6347 | if (filename()[0] != '@') { |
205 | 4835 | fd_readahead = open(filename().c_str(), O_RDONLY); | |
206 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4835 times.
|
4835 | if (fd_readahead < 0) { |
207 | ✗ | LogCvmfs(kLogSql, kLogDebug, "failed to open %s for read-ahead (%d)", | |
208 | ✗ | filename().c_str(), errno); | |
209 | ✗ | return false; | |
210 | } | ||
211 | 4835 | const ssize_t retval = platform_readahead(fd_readahead); | |
212 | 4835 | close(fd_readahead); | |
213 | |||
214 | // Read-ahead is known to fail on tmpfs with EINVAL | ||
215 | // EINVAL = "readahead() cannot be applied to that a file type" | ||
216 | // It can also fail with ENOSYS on kernel interfaces that do not implement | ||
217 | // readahead(), such as LX-Brand zones on illumos. | ||
218 | // Don't consider either a fatal error. | ||
219 |
2/6✓ Branch 0 taken 4835 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 4835 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
|
4835 | if (retval != 0 && errno != EINVAL && errno != ENOSYS) { |
220 | ✗ | LogCvmfs(kLogSql, kLogDebug | kLogSyslogWarn, | |
221 | "failed to read-ahead %s: invalid file descrp. or not open for " | ||
222 | "reading (%d)", | ||
223 | ✗ | filename().c_str(), errno); | |
224 | ✗ | return false; | |
225 | } | ||
226 | } | ||
227 | |||
228 | 6347 | return true; | |
229 | } | ||
230 | |||
231 | |||
232 | template<class DerivedT> | ||
233 | 13321 | bool Database<DerivedT>::PrepareCommonQueries() { | |
234 | 13321 | sqlite3 *db = sqlite_db(); | |
235 |
4/8✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13321 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13321 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13321 times.
✗ Branch 12 not taken.
|
13321 | begin_transaction_ = new Sql(db, "BEGIN;"); |
236 |
4/8✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13321 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13321 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13321 times.
✗ Branch 12 not taken.
|
13321 | commit_transaction_ = new Sql(db, "COMMIT;"); |
237 |
4/8✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13321 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13321 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13321 times.
✗ Branch 12 not taken.
|
13321 | has_property_ = new Sql(db, "SELECT count(*) FROM properties " |
238 | "WHERE key = :key;"); | ||
239 |
4/8✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13321 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13321 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13321 times.
✗ Branch 12 not taken.
|
13321 | get_property_ = new Sql(db, "SELECT value FROM properties " |
240 | "WHERE key = :key;"); | ||
241 |
4/8✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 13321 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 13321 times.
✗ Branch 9 not taken.
✓ Branch 11 taken 13321 times.
✗ Branch 12 not taken.
|
13321 | set_property_ = new Sql(db, "INSERT OR REPLACE INTO properties " |
242 | "(key, value) VALUES (:key, :value);"); | ||
243 |
1/2✓ Branch 2 taken 13321 times.
✗ Branch 3 not taken.
|
26642 | return (begin_transaction_.IsValid() && commit_transaction_.IsValid() |
244 |
2/4✓ Branch 1 taken 13321 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 13321 times.
✗ Branch 5 not taken.
|
13321 | && has_property_.IsValid() && get_property_.IsValid() |
245 |
2/4✓ Branch 0 taken 13321 times.
✗ Branch 1 not taken.
✓ Branch 3 taken 13321 times.
✗ Branch 4 not taken.
|
26642 | && set_property_.IsValid()); |
246 | } | ||
247 | |||
248 | |||
249 | template<class DerivedT> | ||
250 | 6347 | void Database<DerivedT>::ReadSchemaRevision() { | |
251 |
2/4✓ Branch 2 taken 6347 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 6347 times.
✗ Branch 6 not taken.
|
12694 | schema_version_ = (this->HasProperty(kSchemaVersionKey)) |
252 |
5/15✓ Branch 0 taken 6347 times.
✗ Branch 1 not taken.
✓ Branch 4 taken 6347 times.
✗ Branch 5 not taken.
✗ Branch 6 not taken.
✓ Branch 7 taken 6347 times.
✗ Branch 8 not taken.
✓ Branch 9 taken 6347 times.
✗ Branch 10 not taken.
✓ Branch 12 taken 6347 times.
✗ Branch 13 not taken.
✗ Branch 16 not taken.
✗ Branch 17 not taken.
✗ Branch 19 not taken.
✗ Branch 20 not taken.
|
6347 | ? this->GetProperty<double>(kSchemaVersionKey) |
253 | : 1.0; | ||
254 |
2/4✓ Branch 2 taken 6347 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 6347 times.
✗ Branch 6 not taken.
|
12694 | schema_revision_ = (this->HasProperty(kSchemaRevisionKey)) |
255 |
8/15✓ Branch 0 taken 6222 times.
✓ Branch 1 taken 125 times.
✓ Branch 4 taken 6222 times.
✗ Branch 5 not taken.
✗ Branch 6 not taken.
✓ Branch 7 taken 6222 times.
✗ Branch 8 not taken.
✓ Branch 9 taken 6222 times.
✓ Branch 10 taken 125 times.
✓ Branch 12 taken 6222 times.
✓ Branch 13 taken 125 times.
✗ Branch 16 not taken.
✗ Branch 17 not taken.
✗ Branch 19 not taken.
✗ Branch 20 not taken.
|
6347 | ? this->GetProperty<int>(kSchemaRevisionKey) |
256 | : 0; | ||
257 | 6347 | } | |
258 | |||
259 | |||
260 | template<class DerivedT> | ||
261 | 7397 | bool Database<DerivedT>::StoreSchemaRevision() { | |
262 |
2/9✓ Branch 1 taken 7397 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✓ Branch 4 taken 7397 times.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✗ Branch 8 not taken.
✗ Branch 10 not taken.
✗ Branch 11 not taken.
|
14794 | return this->SetProperty(kSchemaVersionKey, schema_version_) |
263 |
8/22✓ Branch 2 taken 7397 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 7397 times.
✗ Branch 5 not taken.
✗ Branch 7 not taken.
✓ Branch 8 taken 7397 times.
✗ Branch 9 not taken.
✗ Branch 10 not taken.
✓ Branch 11 taken 7397 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 7397 times.
✗ Branch 14 not taken.
✓ Branch 15 taken 7397 times.
✗ Branch 16 not taken.
✓ Branch 18 taken 7397 times.
✗ Branch 19 not taken.
✓ Branch 21 taken 7397 times.
✗ Branch 22 not taken.
✗ Branch 23 not taken.
✗ Branch 24 not taken.
✗ Branch 26 not taken.
✗ Branch 27 not taken.
|
22191 | && this->SetProperty(kSchemaRevisionKey, schema_revision_); |
264 | } | ||
265 | |||
266 | |||
267 | template<class DerivedT> | ||
268 | 6548 | bool Database<DerivedT>::BeginTransaction() const { | |
269 |
3/4✓ Branch 2 taken 6404 times.
✓ Branch 3 taken 144 times.
✓ Branch 6 taken 6404 times.
✗ Branch 7 not taken.
|
6548 | return begin_transaction_->Execute() && begin_transaction_->Reset(); |
270 | } | ||
271 | |||
272 | |||
273 | template<class DerivedT> | ||
274 | 6197 | bool Database<DerivedT>::CommitTransaction() const { | |
275 |
2/4✓ Branch 2 taken 6197 times.
✗ Branch 3 not taken.
✓ Branch 6 taken 6197 times.
✗ Branch 7 not taken.
|
6197 | return commit_transaction_->Execute() && commit_transaction_->Reset(); |
276 | } | ||
277 | |||
278 | |||
279 | template<class DerivedT> | ||
280 | 6974 | bool Database<DerivedT>::CreatePropertiesTable() { | |
281 |
3/6✓ Branch 2 taken 6974 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 6974 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 6974 times.
✗ Branch 9 not taken.
|
13948 | return Sql(sqlite_db(), |
282 | "CREATE TABLE properties (key TEXT, value TEXT, " | ||
283 | "CONSTRAINT pk_properties PRIMARY KEY (key));") | ||
284 |
1/2✓ Branch 1 taken 6974 times.
✗ Branch 2 not taken.
|
13948 | .Execute(); |
285 | } | ||
286 | |||
287 | |||
288 | template<class DerivedT> | ||
289 | 34939 | bool Database<DerivedT>::HasProperty(const std::string &key) const { | |
290 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 34939 times.
|
34939 | assert(has_property_.IsValid()); |
291 | 34939 | const bool retval = has_property_->BindText(1, key) | |
292 |
2/4✓ Branch 0 taken 34939 times.
✗ Branch 1 not taken.
✓ Branch 4 taken 34939 times.
✗ Branch 5 not taken.
|
34939 | && has_property_->FetchRow(); |
293 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 34939 times.
|
34939 | assert(retval); |
294 | 34939 | const bool result = has_property_->RetrieveInt64(0) > 0; | |
295 | 34939 | has_property_->Reset(); | |
296 | 34939 | return result; | |
297 | } | ||
298 | |||
299 | template<class DerivedT> | ||
300 | template<typename T> | ||
301 | 48130 | T Database<DerivedT>::GetProperty(const std::string &key) const { | |
302 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 24065 times.
|
48130 | assert(get_property_.IsValid()); |
303 | 48130 | const bool retval = get_property_->BindText(1, key) | |
304 |
2/4✓ Branch 0 taken 24065 times.
✗ Branch 1 not taken.
✓ Branch 4 taken 24065 times.
✗ Branch 5 not taken.
|
48130 | && get_property_->FetchRow(); |
305 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 24065 times.
|
48130 | assert(retval); |
306 | 48130 | const T result = get_property_->Retrieve<T>(0); | |
307 |
1/2✓ Branch 2 taken 3350 times.
✗ Branch 3 not taken.
|
48130 | get_property_->Reset(); |
308 | 48130 | return result; | |
309 | } | ||
310 | |||
311 | template<class DerivedT> | ||
312 | template<typename T> | ||
313 | 21896 | T Database<DerivedT>::GetPropertyDefault(const std::string &key, | |
314 | const T default_value) const { | ||
315 |
2/2✓ Branch 1 taken 5457 times.
✓ Branch 2 taken 5491 times.
|
21896 | return (HasProperty(key)) ? GetProperty<T>(key) : default_value; |
316 | } | ||
317 | |||
318 | template<class DerivedT> | ||
319 | template<typename T> | ||
320 | 66278 | bool Database<DerivedT>::SetProperty(const std::string &key, const T value) { | |
321 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 33458 times.
|
66278 | assert(set_property_.IsValid()); |
322 |
1/2✓ Branch 4 taken 33458 times.
✗ Branch 5 not taken.
|
132556 | return set_property_->BindText(1, key) && set_property_->Bind(2, value) |
323 |
3/6✓ Branch 0 taken 33458 times.
✗ Branch 1 not taken.
✓ Branch 4 taken 33458 times.
✗ Branch 5 not taken.
✓ Branch 8 taken 33458 times.
✗ Branch 9 not taken.
|
132556 | && set_property_->Execute() && set_property_->Reset(); |
324 | } | ||
325 | |||
326 | template<class DerivedT> | ||
327 | ✗ | std::string Database<DerivedT>::GetLastErrorMsg() const { | |
328 | ✗ | std::string msg = sqlite3_errmsg(sqlite_db()); | |
329 | ✗ | return msg; | |
330 | } | ||
331 | |||
332 | |||
333 | template<class DerivedT> | ||
334 | 3576 | void Database<DerivedT>::TakeFileOwnership() { | |
335 | 3576 | database_.TakeFileOwnership(); | |
336 | 3576 | LogCvmfs(kLogSql, kLogDebug, "Database object took ownership of '%s'", | |
337 | 3576 | database_.filename().c_str()); | |
338 | 3576 | } | |
339 | |||
340 | |||
341 | template<class DerivedT> | ||
342 | 47 | void Database<DerivedT>::DropFileOwnership() { | |
343 | 47 | database_.DropFileOwnership(); | |
344 | 47 | LogCvmfs(kLogSql, kLogDebug, "Database object dropped ownership of '%s'", | |
345 | 47 | database_.filename().c_str()); | |
346 | 47 | } | |
347 | |||
348 | |||
349 | template<class DerivedT> | ||
350 | 154 | unsigned Database<DerivedT>::GetModifiedRowCount() const { | |
351 | 154 | const int modified_rows = sqlite3_total_changes(sqlite_db()); | |
352 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 154 times.
|
154 | assert(modified_rows >= 0); |
353 | 154 | return static_cast<unsigned>(modified_rows); | |
354 | } | ||
355 | |||
356 | /** | ||
357 | * Ask SQlite for per-connection memory statistics | ||
358 | */ | ||
359 | template<class DerivedT> | ||
360 | 7 | void Database<DerivedT>::GetMemStatistics(MemStatistics *stats) const { | |
361 | 7 | const int reset = 0; | |
362 | int current; | ||
363 | int highwater; | ||
364 | 7 | int retval = SQLITE_OK; | |
365 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_LOOKASIDE_USED, |
366 | ¤t, &highwater, reset); | ||
367 | 7 | stats->lookaside_slots_used = current; | |
368 | 7 | stats->lookaside_slots_max = highwater; | |
369 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_LOOKASIDE_HIT, |
370 | ¤t, &highwater, reset); | ||
371 | 7 | stats->lookaside_hit = highwater; | |
372 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_LOOKASIDE_MISS_SIZE, |
373 | ¤t, &highwater, reset); | ||
374 | 7 | stats->lookaside_miss_size = highwater; | |
375 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_LOOKASIDE_MISS_FULL, |
376 | ¤t, &highwater, reset); | ||
377 | 7 | stats->lookaside_miss_full = highwater; | |
378 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_CACHE_USED, ¤t, |
379 | &highwater, reset); | ||
380 | 7 | stats->page_cache_used = current; | |
381 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_CACHE_HIT, ¤t, |
382 | &highwater, reset); | ||
383 | 7 | stats->page_cache_hit = current; | |
384 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_CACHE_MISS, ¤t, |
385 | &highwater, reset); | ||
386 | 7 | stats->page_cache_miss = current; | |
387 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_SCHEMA_USED, |
388 | ¤t, &highwater, reset); | ||
389 | 7 | stats->schema_used = current; | |
390 |
2/4✓ Branch 1 taken 7 times.
✗ Branch 2 not taken.
✓ Branch 4 taken 7 times.
✗ Branch 5 not taken.
|
7 | retval |= sqlite3_db_status(sqlite_db(), SQLITE_DBSTATUS_STMT_USED, ¤t, |
391 | &highwater, reset); | ||
392 | 7 | stats->stmt_used = current; | |
393 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 7 times.
|
7 | assert(retval == SQLITE_OK); |
394 | 7 | } | |
395 | |||
396 | |||
397 | template<class DerivedT> | ||
398 | 1970 | double Database<DerivedT>::GetFreePageRatio() const { | |
399 |
3/6✓ Branch 2 taken 1970 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 1970 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 1970 times.
✗ Branch 9 not taken.
|
3940 | Sql free_page_count_query(this->sqlite_db(), "PRAGMA freelist_count;"); |
400 |
3/6✓ Branch 2 taken 1970 times.
✗ Branch 3 not taken.
✓ Branch 5 taken 1970 times.
✗ Branch 6 not taken.
✓ Branch 8 taken 1970 times.
✗ Branch 9 not taken.
|
3940 | Sql page_count_query(this->sqlite_db(), "PRAGMA page_count;"); |
401 | |||
402 |
1/2✓ Branch 1 taken 1970 times.
✗ Branch 2 not taken.
|
1970 | const bool retval = page_count_query.FetchRow() |
403 |
3/6✓ Branch 0 taken 1970 times.
✗ Branch 1 not taken.
✓ Branch 3 taken 1970 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 1970 times.
✗ Branch 6 not taken.
|
1970 | && free_page_count_query.FetchRow(); |
404 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1970 times.
|
1970 | assert(retval); |
405 | |||
406 |
1/2✓ Branch 1 taken 1970 times.
✗ Branch 2 not taken.
|
1970 | const int64_t pages = page_count_query.RetrieveInt64(0); |
407 |
1/2✓ Branch 1 taken 1970 times.
✗ Branch 2 not taken.
|
1970 | const int64_t free_pages = free_page_count_query.RetrieveInt64(0); |
408 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1970 times.
|
1970 | assert(pages > 0); |
409 | |||
410 | 1970 | return (static_cast<double>(free_pages) / static_cast<double>(pages)); | |
411 | 1970 | } | |
412 | |||
413 | |||
414 | template<class DerivedT> | ||
415 | 559 | bool Database<DerivedT>::Vacuum() const { | |
416 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 559 times.
|
559 | assert(read_write_); |
417 | 1034 | return static_cast<const DerivedT *>(this)->CompactDatabase() | |
418 |
20/36✓ Branch 1 taken 545 times.
✓ Branch 2 taken 14 times.
✓ Branch 3 taken 475 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 70 times.
✗ Branch 6 not taken.
✓ Branch 7 taken 475 times.
✓ Branch 8 taken 70 times.
✗ Branch 9 not taken.
✓ Branch 10 taken 475 times.
✓ Branch 11 taken 70 times.
✗ Branch 12 not taken.
✓ Branch 13 taken 475 times.
✓ Branch 14 taken 70 times.
✗ Branch 15 not taken.
✓ Branch 16 taken 545 times.
✗ Branch 17 not taken.
✓ Branch 18 taken 545 times.
✓ Branch 19 taken 14 times.
✓ Branch 20 taken 475 times.
✓ Branch 21 taken 70 times.
✓ Branch 22 taken 14 times.
✓ Branch 23 taken 475 times.
✓ Branch 24 taken 70 times.
✓ Branch 25 taken 14 times.
✓ Branch 26 taken 475 times.
✗ Branch 27 not taken.
✗ Branch 28 not taken.
✗ Branch 29 not taken.
✗ Branch 30 not taken.
✗ Branch 31 not taken.
✗ Branch 32 not taken.
✗ Branch 33 not taken.
✗ Branch 34 not taken.
✗ Branch 35 not taken.
✗ Branch 36 not taken.
|
559 | && Sql(this->sqlite_db(), "VACUUM;").Execute(); |
419 | } | ||
420 | |||
421 | |||
422 | template<class DerivedT> | ||
423 | ✗ | void Database<DerivedT>::PrintSqlError(const std::string &error_msg) { | |
424 | ✗ | LogCvmfs(kLogSql, kLogStderr, "%s\nSQLite said: '%s'", error_msg.c_str(), | |
425 | this->GetLastErrorMsg().c_str()); | ||
426 | } | ||
427 | |||
428 | template<class DerivedT> | ||
429 | const float Database<DerivedT>::kSchemaEpsilon = 0.0005; | ||
430 | template<class DerivedT> | ||
431 | const char *Database<DerivedT>::kSchemaVersionKey = "schema"; | ||
432 | template<class DerivedT> | ||
433 | const char *Database<DerivedT>::kSchemaRevisionKey = "schema_revision"; | ||
434 | |||
435 | |||
436 | // | ||
437 | // # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # | ||
438 | // | ||
439 | |||
440 | |||
441 | template<> | ||
442 | 2848 | inline bool Sql::Bind(const int index, const int &value) { | |
443 | 2848 | return this->BindInt64(index, value); | |
444 | } | ||
445 | |||
446 | template<> | ||
447 | 8027 | inline bool Sql::Bind(const int index, const unsigned int &value) { | |
448 | 8027 | return this->BindInt64(index, static_cast<int>(value)); | |
449 | } | ||
450 | |||
451 | template<> | ||
452 | 6992 | inline bool Sql::Bind(const int index, const uint64_t &value) { | |
453 | 6992 | return this->BindInt64(index, static_cast<int64_t>(value)); | |
454 | } | ||
455 | |||
456 | template<> | ||
457 | inline bool Sql::Bind(const int index, const sqlite3_int64 &value) { | ||
458 | return this->BindInt64(index, value); | ||
459 | } | ||
460 | |||
461 | template<> | ||
462 | 8138 | inline bool Sql::Bind(const int index, const std::string &value) { | |
463 | 8138 | return this->BindTextTransient(index, value); | |
464 | } | ||
465 | |||
466 | template<> | ||
467 | 7397 | inline bool Sql::Bind(const int index, const float &value) { | |
468 | 7397 | return this->BindDouble(index, value); | |
469 | } | ||
470 | |||
471 | template<> | ||
472 | 56 | inline bool Sql::Bind(const int index, const double &value) { | |
473 | 56 | return this->BindDouble(index, value); | |
474 | } | ||
475 | |||
476 | |||
477 | template<> | ||
478 | 8904 | inline int Sql::Retrieve(const int index) { | |
479 | 8904 | return static_cast<int>(this->RetrieveInt64(index)); | |
480 | } | ||
481 | |||
482 | template<> | ||
483 | ✗ | inline bool Sql::Retrieve(const int index) { | |
484 | ✗ | return static_cast<bool>(this->RetrieveInt(index)); | |
485 | } | ||
486 | |||
487 | template<> | ||
488 | inline sqlite3_int64 Sql::Retrieve(const int index) { | ||
489 | return this->RetrieveInt64(index); | ||
490 | } | ||
491 | |||
492 | template<> | ||
493 | 5366 | inline uint64_t Sql::Retrieve(const int index) { | |
494 | 5366 | return static_cast<uint64_t>(this->RetrieveInt64(index)); | |
495 | } | ||
496 | |||
497 | template<> | ||
498 | 3770 | inline std::string Sql::Retrieve(const int index) { | |
499 | 3770 | return RetrieveString(index); | |
500 | } | ||
501 | |||
502 | template<> | ||
503 | 56 | inline float Sql::Retrieve(const int index) { | |
504 | 56 | return static_cast<float>(this->RetrieveDouble(index)); | |
505 | } | ||
506 | |||
507 | template<> | ||
508 | 6403 | inline double Sql::Retrieve(const int index) { | |
509 | 6403 | return this->RetrieveDouble(index); | |
510 | } | ||
511 | |||
512 | } // namespace sqlite | ||
513 | |||
514 | #endif // CVMFS_SQL_IMPL_H_ | ||
515 |