forked from spesmilo/electrum
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathsqlite_db.py
More file actions
325 lines (267 loc) · 10.6 KB
/
sqlite_db.py
File metadata and controls
325 lines (267 loc) · 10.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
import os
import sys
import json
from collections import defaultdict
from operator import itemgetter
import concurrent
import threading
import queue
import traceback
from sqlalchemy import create_engine, Column, ForeignKey, Integer, String, DateTime, Boolean
from sqlalchemy.pool import StaticPool
from sqlalchemy.orm import sessionmaker
from sqlalchemy.orm.query import Query
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.sql import not_, or_
from sqlalchemy.orm import scoped_session
from .util import PrintError, standardize_path, TxMinedInfo
from . import transaction
Base = declarative_base()
session_factory = sessionmaker()
class Misc(Base):
__tablename__ = 'misc'
key = Column(String(66), primary_key=True, sqlite_on_conflict_primary_key='REPLACE')
value = Column(String())
class Txi(Base):
__tablename__ = 'txi'
id = Column(Integer, primary_key=True)
txid = Column(String())
address = Column(String())
ser = Column(String())
v = Column(Integer())
class Txo(Base):
__tablename__ = 'txo'
id = Column(Integer, primary_key=True)
txid = Column(String())
address = Column(String())
n = Column(Integer())
v = Column(Integer())
is_coinbase = Column(Boolean())
class Transaction(Base):
__tablename__ = 'transaction'
txid = Column(String(66), primary_key=True, sqlite_on_conflict_primary_key='REPLACE')
raw = Column(String())
class Spent(Base):
__tablename__ = 'spent_outpoints'
id = Column(Integer, primary_key=True)
prev_txid = Column(String(66))
prev_n = Column(Integer())
ser = Column(String())
class ImportedAddress(Base):
__tablename__ = 'imported_addresses'
id = Column(Integer, primary_key=True)
address = Column(String(66))
class ReceivingAddress(Base):
__tablename__ = 'receiving_addresses'
id = Column(Integer, primary_key=True)
address = Column(String(66))
class ChangeAddress(Base):
__tablename__ = 'change_addresses'
id = Column(Integer, primary_key=True)
address = Column(String(66))
class AddressHistory(Base):
__tablename__ = 'address_history'
id = Column(Integer, primary_key=True)
address = Column(String(66))
txid = Column(String(66))
height = Column(Integer)
class Keystore(Base):
__tablename__ = 'keystore'
name = Column(String(66), primary_key=True, sqlite_on_conflict_primary_key='REPLACE')
type = Column(String(10))
pw_hash_version = Column(Integer())
seed = Column(String())
xpub = Column(String())
xprv = Column(String())
class VerifiedTx(Base):
__tablename__ = 'verified_tx'
txid = Column(String(), primary_key=True, sqlite_on_conflict_primary_key='REPLACE')
height = Column(Integer)
timestamp = Column(Integer)
txpos = Column(Integer)
header_hash = Column(String())
class SqliteDB(PrintError):
def __init__(self, raw, manual_upgrades=False):
# create db file in memory
self.tmp_path = '/dev/shm/xx'
self._modified = True
with open(self.tmp_path, 'wb') as f:
f.write(raw)
self.exists = bool(raw)
self.requests = queue.Queue()
threading.Thread(target=self.sql_thread, daemon=True).start()
def sql_thread(self):
self.engine = create_engine('sqlite:///' + self.tmp_path, pool_reset_on_return=None, poolclass=StaticPool)#, echo=True)
self.DBSession = scoped_session(session_factory)
self.DBSession.configure(bind=self.engine, autoflush=False)
self.DBSession.remove()
if not self.exists:
Base.metadata.create_all(self.engine)
while True:
future, func, args, kwargs = self.requests.get()
try:
result = func(self, *args, **kwargs)
except BaseException as e:
future.set_exception(e)
continue
future.set_result(result)
def sql(func):
def wrapper(self, *args, **kwargs):
f = concurrent.futures.Future()
self.requests.put((f, func, args, kwargs))
return f.result(timeout=3)
return wrapper
def requires_split(self):
return False
def requires_upgrade(self):
return False
def set_modified(self, b):
self._modified = b
def modified(self):
return self._modified
def dump(self):
with open(self.tmp_path, 'rb') as f:
return f.read()
def load_addresses(self, x):
pass
@sql
def put(self, key, v):
if key == 'keystore':
k = Keystore(name=key, type=v['type'], pw_hash_version=v['pw_hash_version'], seed=v.get('seed'), xpub=v.get('xpub'), xprv=v.get('xprv'))
else:
k = Misc(key=key, value=json.dumps(v))
self.DBSession.add(k)
self.DBSession.commit()
@sql
def get(self, key, default=None):
if key == 'keystore':
r = self.DBSession.query(Keystore).filter(Keystore.name == key).one_or_none()
if r:
r = {'type':r.type, 'pw_hash_version':r.pw_hash_version, 'seed':r.seed, 'xpub':r.xpub, 'xprv':r.xprv}
else:
r = self.DBSession.query(Misc).filter(Misc.key == key).one_or_none()
if r:
r = json.loads(r.value)
return r or default
@sql
def add_receiving_address(self, address):
self.DBSession.add(ReceivingAddress(address=address))
self.DBSession.commit()
@sql
def add_change_address(self, address):
self.DBSession.add(ChangeAddress(address=address))
self.DBSession.commit()
@sql
def get_receiving_addresses(self):
return list(map(itemgetter(0), self.DBSession.query(ReceivingAddress.address).all()))
@sql
def get_change_addresses(self):
return list(map(itemgetter(0), self.DBSession.query(ChangeAddress.address).all()))
@sql
def num_receiving_addresses(self):
return self.DBSession.query(ReceivingAddress).count()
@sql
def num_change_addresses(self):
return self.DBSession.query(ChangeAddress).count()
@sql
def get_address_index(self, address):
r = self.DBSession.query(ReceivingAddress).filter(ReceivingAddress.address==address).one_or_none()
if r:
return False, r.id - 1
r = self.DBSession.query(ChangeAddress).filter(ChangeAddress.address==address).one_or_none()
if r:
return True, r.id - 1
r = self.DBSession.query(ImportedAddress).filter(ImportedAddress.address==address).one_or_none()
if r:
return r.pubkey
@sql
def add_txi_addr(self, txid, address, ser, v):
if self.DBSession.query(Txi).filter(Txi.txid==txid, Txi.address==address, Txi.ser==ser, Txi.v==v).one_or_none():
return
self.DBSession.add(Txi(txid=txid, address=address, ser=ser, v=v))
self.DBSession.commit()
@sql
def add_txo_addr(self, txid, address, n, v, is_coinbase):
if self.DBSession.query(Txo).filter(Txo.txid==txid, Txo.address==address, Txo.n==n, Txo.v==v, Txo.is_coinbase==is_coinbase).one_or_none():
return
self.DBSession.add(Txo(txid=txid, address=address, n=n, v=v, is_coinbase=is_coinbase))
self.DBSession.commit()
@sql
def get_txi(self, txid):
return set(map(itemgetter(0), self.DBSession.query(Txi.address).filter(Txi.txid==txid).all()))
@sql
def get_txo(self, txid):
return set(map(itemgetter(0), self.DBSession.query(Txo.address).filter(Txo.txid==txid).all()))
@sql
def get_txi_addr(self, txid, address):
return [(r.ser, r.v) for r in self.DBSession.query(Txi).filter(Txi.txid==txid, Txi.address==address).all()]
@sql
def get_txo_addr(self, txid, address):
return [(r.n, r.v, r.is_coinbase) for r in self.DBSession.query(Txo).filter(Txo.txid==txid, Txo.address==address).all()]
@sql
def list_txi(self):
return set(map(itemgetter(0), self.DBSession.query(Txi.txid).all()))
@sql
def list_txo(self):
return set(map(itemgetter(0), self.DBSession.query(Txo.txid).all()))
@sql
def get_history(self):
return set(map(itemgetter(0), self.DBSession.query(AddressHistory.address).all()))
@sql
def get_addr_history(self, address):
return [(x.txid, x.height) for x in self.DBSession.query(AddressHistory).filter(AddressHistory.address==address).all()]
@sql
def set_addr_history(self, address, hist):
for txid, height in hist:
self.DBSession.add(AddressHistory(address=address, txid=txid, height=height))
self.DBSession.commit()
@sql
def is_in_verified_tx(self, txid):
return bool(self.DBSession.query(VerifiedTx).filter(VerifiedTx.txid==txid).one_or_none())
@sql
def add_verified_tx(self, txid, info):
self.DBSession.add(VerifiedTx(txid=txid, height=info.height, timestamp=info.timestamp, txpos=info.txpos, header_hash=info.header_hash))
self.DBSession.commit()
@sql
def get_verified_tx(self, txid):
r = self.DBSession.query(VerifiedTx).filter(VerifiedTx.txid==txid).one_or_none()
if not r:
return
return TxMinedInfo(height=r.height,
conf=None,
timestamp=r.timestamp,
txpos=r.txpos,
header_hash=r.header_hash)
@sql
def remove_verified_tx(self, txid):
v = self.DBSession.query(VerifiedTx).filter(VerifiedTx.txid==txid).one_or_none()
self.DBSession.delete(v)
self.DBSession.commit()
@sql
def get_spent_outpoints(self, prev_txid):
return [r.prev_n for r in self.DBSession.query(Spent).filter(Spent.prev_txid==prev_txid).all()]
@sql
def get_spent_outpoint(self, prev_txid, prev_n):
r = self.DBSession.query(Spent).filter(Spent.prev_txid==prev_txid, Spent.prev_n==prev_n).one_or_none()
return r.ser if r else None
@sql
def set_spent_outpoint(self, prev_txid, prev_n, ser):
r = self.DBSession.query(Spent).filter(Spent.prev_txid==prev_txid, Spent.prev_n==prev_n).one_or_none()
if r:
return
self.DBSession.add(Spent(prev_txid=prev_txid, prev_n=prev_n, ser=ser))
self.DBSession.commit()
@sql
def get_transaction(self, txid):
r = self.DBSession.query(Transaction).filter(Transaction.txid==txid).one_or_none()
return transaction.Transaction(r.raw) if r else None
@sql
def add_transaction(self, txid, tx):
self.DBSession.add(Transaction(txid=txid, raw=str(tx)))
self.DBSession.commit()
@sql
def update_tx_fees(self, tx_fees):
pass
@sql
def get_tx_fee(self, tx_hash):
pass