forked from microsoft/0xDeCA10B
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.js
175 lines (153 loc) · 5.2 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
const express = require('express');
const fs = require('fs');
const initSqlJs = require('sql.js');
const app = express();
const port = process.env.PORT || 5387;
//const bodyParser = require('body-parser');
const jsonParser = express.json();
const dbPath = 'db.sqlite';
initSqlJs().then(SQL => {
let db;
if (fs.existsSync(dbPath)) {
const fileBuffer = fs.readFileSync(dbPath);
console.log(`Loading DB from "${dbPath}".`);
db = new SQL.Database(fileBuffer);
} else {
console.log("Creating a new DB.");
db = new SQL.Database();
sqlstr = "CREATE TABLE model (id INTEGER PRIMARY KEY, name TEXT, address TEXT, description TEXT, model_type TEXT, encoder TEXT, accuracy NUMBER);"
+ "CREATE TABLE data (transaction_hash TEXT PRIMARY KEY, text TEXT);"
+ "CREATE INDEX index_address ON model(address);"
+ "CREATE TABLE accuracy (transaction_hash TEXT, block_number INTEGER, model_id INTEGER, accuracy NUMBER, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP, FOREIGN KEY (model_id) REFERENCES model (id));";
db.run(sqlstr);
}
// MODEL MANAGEMENT
function isBodyValid(body) {
return body && body.name
&& body.address && typeof body.address === 'string' && body.address.startsWith('0x');
}
function persistModel(model) {
db.run('INSERT INTO model VALUES (NULL, ?, ?, ?, ?, ?, ?);', [
model.name,
model.address,
model.description,
model.modelType,
model.encoder,
model.accuracy,
]);
fs.writeFileSync(dbPath, Buffer.from(db.export()));
}
// Health
app.get('/api/health', (req, res) => {
res.send({ healthy: true });
})
// Get all models.
app.get('/api/models', (req, res) => {
const { afterAddress, limit } = req.query
const getStmt = db.prepare('SELECT * FROM model WHERE address > $afterAddress LIMIT $limit;',
{
$afterAddress: afterAddress || '',
$limit: limit == null ? 10 : limit,
})
const models = []
while (getStmt.step()) {
const model = getStmt.get()
models.push({
id: model[0],
name: model[1],
address: model[2],
description: model[3],
modelType: model[4],
encoder: model[5],
accuracy: model[6]
});
}
getStmt.free()
let lastAddress = ''
if (models.length > 0) {
lastAddress = models[models.length - 1].address
}
const remainingCountStmt = db.prepare('SELECT COUNT(id) FROM model WHERE address > $afterAddress;',
{
$afterAddress: lastAddress,
})
remainingCountStmt.step()
const remaining = remainingCountStmt.get()[0]
remainingCountStmt.free()
res.send({ models, remaining })
})
// Get model with specific ID.
app.get('/api/model', (req, res) => {
const { modelId, address } = req.query;
// Prefer searching by modelId since an address can exist on two different blockchains.
// There's probably a more pure SQL way to do this but it was unclear how exactly.
let model;
if (modelId != null) {
const getModelStmt = db.prepare('SELECT * FROM model WHERE id == $modelId LIMIT 1')
model = getModelStmt.getAsObject({ $modelId: modelId })
getModelStmt.free()
} else if (address != null) {
const getModelStmt = db.prepare('SELECT * FROM model WHERE address == $address LIMIT 1')
model = getModelStmt.getAsObject({ $address: address })
getModelStmt.free()
}
if (model && model.id) {
model.modelType = model.model_type;
delete model.model_type;
res.send({ model });
} else {
return res.status(400).send({ message: "Not found." });
}
});
// Insert a new model.
app.post('/api/models', jsonParser, (req, res) => {
const body = req.body;
if (!isBodyValid(body)) {
return res.status(400).send({ message: "The body is invalid." });
}
try {
persistModel(body);
} catch (err) {
return res.status(400).send({ message: err.message || err });
}
return res.sendStatus(200);
});
// DATA MANAGEMENT
function persistData(data) {
db.run('INSERT INTO data VALUES (?, ?);', [
data.transactionHash,
data.originalData.text,
]);
fs.writeFile(dbPath, Buffer.from(db.export()), () => { });
}
// Insert a training sample.
app.post('/api/data', jsonParser, (req, res) => {
const body = req.body
persistData(body);
return res.sendStatus(200);
});
// Get original training data.
app.get('/api/data/:transactionHash', (req, res) => {
const getTextStmt = db.prepare('SELECT text FROM data WHERE transaction_hash == $transactionHash LIMIT 1;');
const result = getTextStmt.getAsObject({ $transactionHash: req.params.transactionHash });
getTextStmt.free();
const { text } = result;
res.send({ originalData: { text } });
});
app.listen(port, () => console.log(`Listening on port ${port}`));
});
// Get the accuracy history for a model
function getAccuracyHistory()
{
}
// Add a new accuracy record for a model
function addAccuracyRecord(accuracy)
{
db.run('INSERT INTO accuracy VALUES (?, ?, ?, ?);', [
accuracy.transaction_hash,
accuracy.block_number,
accuracy.model_id,
accuracy.accuracy,
]);
fs.writeFile(dbPath, Buffer.from(db.export()), () => { });
}