all repos — honk @ 144507ac78b01facf19b5cd74eae81fce9150d81

my fork of honk

database.go (view raw)

  1//
  2// Copyright (c) 2019 Ted Unangst <tedu@tedunangst.com>
  3//
  4// Permission to use, copy, modify, and distribute this software for any
  5// purpose with or without fee is hereby granted, provided that the above
  6// copyright notice and this permission notice appear in all copies.
  7//
  8// THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9// WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 10// MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 11// ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 12// WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 13// ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 14// OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 15
 16package main
 17
 18import (
 19	"bytes"
 20	"database/sql"
 21	"encoding/json"
 22	"fmt"
 23	"log"
 24	"sort"
 25	"strconv"
 26	"strings"
 27	"time"
 28
 29	"humungus.tedunangst.com/r/webs/cache"
 30	"humungus.tedunangst.com/r/webs/httpsig"
 31	"humungus.tedunangst.com/r/webs/login"
 32)
 33
 34func userfromrow(row *sql.Row) (*WhatAbout, error) {
 35	user := new(WhatAbout)
 36	var seckey, options string
 37	err := row.Scan(&user.ID, &user.Name, &user.Display, &user.About, &user.Key, &seckey, &options)
 38	if err == nil {
 39		user.SecKey, _, err = httpsig.DecodeKey(seckey)
 40	}
 41	if err != nil {
 42		return nil, err
 43	}
 44	if user.ID > 0 {
 45		user.URL = fmt.Sprintf("https://%s/%s/%s", serverName, userSep, user.Name)
 46		err = unjsonify(options, &user.Options)
 47		if err != nil {
 48			log.Printf("error processing user options: %s", err)
 49		}
 50	} else {
 51		user.URL = fmt.Sprintf("https://%s/%s", serverName, user.Name)
 52	}
 53	if user.Options.Reaction == "" {
 54		user.Options.Reaction = "none"
 55	}
 56	return user, nil
 57}
 58
 59var somenamedusers = cache.New(cache.Options{Filler: func(name string) (*WhatAbout, bool) {
 60	row := stmtUserByName.QueryRow(name)
 61	user, err := userfromrow(row)
 62	if err != nil {
 63		return nil, false
 64	}
 65	return user, true
 66}})
 67
 68var somenumberedusers = cache.New(cache.Options{Filler: func(userid int64) (*WhatAbout, bool) {
 69	row := stmtUserByNumber.QueryRow(userid)
 70	user, err := userfromrow(row)
 71	if err != nil {
 72		return nil, false
 73	}
 74	return user, true
 75}})
 76
 77func getserveruser() *WhatAbout {
 78	var user *WhatAbout
 79	ok := somenumberedusers.Get(serverUID, &user)
 80	if !ok {
 81		log.Panicf("lost server user")
 82	}
 83	return user
 84}
 85
 86func butwhatabout(name string) (*WhatAbout, error) {
 87	var user *WhatAbout
 88	ok := somenamedusers.Get(name, &user)
 89	if !ok {
 90		return nil, fmt.Errorf("no user: %s", name)
 91	}
 92	return user, nil
 93}
 94
 95var honkerinvalidator cache.Invalidator
 96
 97func gethonkers(userid int64) []*Honker {
 98	rows, err := stmtHonkers.Query(userid)
 99	if err != nil {
100		log.Printf("error querying honkers: %s", err)
101		return nil
102	}
103	defer rows.Close()
104	var honkers []*Honker
105	for rows.Next() {
106		h := new(Honker)
107		var combos, meta string
108		err = rows.Scan(&h.ID, &h.UserID, &h.Name, &h.XID, &h.Flavor, &combos, &meta)
109		if err == nil {
110			err = unjsonify(meta, &h.Meta)
111		}
112		if err != nil {
113			log.Printf("error scanning honker: %s", err)
114			continue
115		}
116		h.Combos = strings.Split(strings.TrimSpace(combos), " ")
117		honkers = append(honkers, h)
118	}
119	return honkers
120}
121
122func getdubs(userid int64) []*Honker {
123	rows, err := stmtDubbers.Query(userid)
124	return dubsfromrows(rows, err)
125}
126
127func getnameddubs(userid int64, name string) []*Honker {
128	rows, err := stmtNamedDubbers.Query(userid, name)
129	return dubsfromrows(rows, err)
130}
131
132func dubsfromrows(rows *sql.Rows, err error) []*Honker {
133	if err != nil {
134		log.Printf("error querying dubs: %s", err)
135		return nil
136	}
137	defer rows.Close()
138	var honkers []*Honker
139	for rows.Next() {
140		h := new(Honker)
141		err = rows.Scan(&h.ID, &h.UserID, &h.Name, &h.XID, &h.Flavor)
142		if err != nil {
143			log.Printf("error scanning honker: %s", err)
144			return nil
145		}
146		honkers = append(honkers, h)
147	}
148	return honkers
149}
150
151func allusers() []login.UserInfo {
152	var users []login.UserInfo
153	rows, _ := opendatabase().Query("select userid, username from users where userid > 0")
154	defer rows.Close()
155	for rows.Next() {
156		var u login.UserInfo
157		rows.Scan(&u.UserID, &u.Username)
158		users = append(users, u)
159	}
160	return users
161}
162
163func getxonk(userid int64, xid string) *Honk {
164	row := stmtOneXonk.QueryRow(userid, xid)
165	return scanhonk(row)
166}
167
168func getbonk(userid int64, xid string) *Honk {
169	row := stmtOneBonk.QueryRow(userid, xid)
170	return scanhonk(row)
171}
172
173func getpublichonks() []*Honk {
174	dt := time.Now().UTC().Add(-7 * 24 * time.Hour).Format(dbtimeformat)
175	rows, err := stmtPublicHonks.Query(dt, 100)
176	return getsomehonks(rows, err)
177}
178func geteventhonks(userid int64) []*Honk {
179	rows, err := stmtEventHonks.Query(userid, 25)
180	honks := getsomehonks(rows, err)
181	sort.Slice(honks, func(i, j int) bool {
182		var t1, t2 time.Time
183		if honks[i].Time == nil {
184			t1 = honks[i].Date
185		} else {
186			t1 = honks[i].Time.StartTime
187		}
188		if honks[j].Time == nil {
189			t2 = honks[j].Date
190		} else {
191			t2 = honks[j].Time.StartTime
192		}
193		return t1.After(t2)
194	})
195	now := time.Now().Add(-24 * time.Hour)
196	for i, h := range honks {
197		t := h.Date
198		if tm := h.Time; tm != nil {
199			t = tm.StartTime
200		}
201		if t.Before(now) {
202			honks = honks[:i]
203			break
204		}
205	}
206	reversehonks(honks)
207	return honks
208}
209func gethonksbyuser(name string, includeprivate bool, wanted int64) []*Honk {
210	dt := time.Now().UTC().Add(-7 * 24 * time.Hour).Format(dbtimeformat)
211	limit := 50
212	whofore := 2
213	if includeprivate {
214		whofore = 3
215	}
216	rows, err := stmtUserHonks.Query(wanted, whofore, name, dt, limit)
217	return getsomehonks(rows, err)
218}
219func gethonksforuser(userid int64, wanted int64) []*Honk {
220	dt := time.Now().UTC().Add(-7 * 24 * time.Hour).Format(dbtimeformat)
221	rows, err := stmtHonksForUser.Query(wanted, userid, dt, userid, userid)
222	return getsomehonks(rows, err)
223}
224func gethonksforuserfirstclass(userid int64, wanted int64) []*Honk {
225	dt := time.Now().UTC().Add(-7 * 24 * time.Hour).Format(dbtimeformat)
226	rows, err := stmtHonksForUserFirstClass.Query(wanted, userid, dt, userid, userid)
227	return getsomehonks(rows, err)
228}
229
230func gethonksforme(userid int64, wanted int64) []*Honk {
231	dt := time.Now().UTC().Add(-7 * 24 * time.Hour).Format(dbtimeformat)
232	rows, err := stmtHonksForMe.Query(wanted, userid, dt, userid)
233	return getsomehonks(rows, err)
234}
235func getsavedhonks(userid int64, wanted int64) []*Honk {
236	rows, err := stmtHonksISaved.Query(wanted, userid)
237	return getsomehonks(rows, err)
238}
239func gethonksbyhonker(userid int64, honker string, wanted int64) []*Honk {
240	rows, err := stmtHonksByHonker.Query(wanted, userid, honker, userid)
241	return getsomehonks(rows, err)
242}
243func gethonksbyxonker(userid int64, xonker string, wanted int64) []*Honk {
244	rows, err := stmtHonksByXonker.Query(wanted, userid, xonker, xonker, userid)
245	return getsomehonks(rows, err)
246}
247func gethonksbycombo(userid int64, combo string, wanted int64) []*Honk {
248	combo = "% " + combo + " %"
249	rows, err := stmtHonksByCombo.Query(wanted, userid, userid, combo, userid, wanted, userid, combo, userid)
250	return getsomehonks(rows, err)
251}
252func gethonksbyconvoy(userid int64, convoy string, wanted int64) []*Honk {
253	rows, err := stmtHonksByConvoy.Query(wanted, userid, userid, convoy)
254	honks := getsomehonks(rows, err)
255	return honks
256}
257func gethonksbysearch(userid int64, q string, wanted int64) []*Honk {
258	var queries []string
259	var params []interface{}
260	queries = append(queries, "honks.honkid > ?")
261	params = append(params, wanted)
262	queries = append(queries, "honks.userid = ?")
263	params = append(params, userid)
264
265	terms := strings.Split(q, " ")
266	for _, t := range terms {
267		negate := " "
268		if t[0] == '-' {
269			t = t[1:]
270			negate = " not "
271		}
272		if t == "" {
273			continue
274		}
275		if strings.HasPrefix(t, "site:") {
276			site := t[5:]
277			site = "%" + site + "%"
278			queries = append(queries, "xid"+negate+"like ?")
279			params = append(params, site)
280			continue
281		}
282		if strings.HasPrefix(t, "honker:") {
283			honker := t[7:]
284			xid := fullname(honker, userid)
285			if xid != "" {
286				honker = xid
287			}
288			queries = append(queries, negate+"(honks.honker = ? or honks.oonker = ?)")
289			params = append(params, honker)
290			params = append(params, honker)
291			continue
292		}
293		t = "%" + t + "%"
294		queries = append(queries, "noise"+negate+"like ?")
295		params = append(params, t)
296	}
297
298	selecthonks := "select honks.honkid, honks.userid, username, what, honker, oonker, honks.xid, rid, dt, url, audience, noise, precis, format, convoy, whofore, flags from honks join users on honks.userid = users.userid "
299	where := "where " + strings.Join(queries, " and ")
300	butnotthose := " and convoy not in (select name from zonkers where userid = ? and wherefore = 'zonvoy' order by zonkerid desc limit 100)"
301	limit := " order by honks.honkid desc limit 250"
302	params = append(params, userid)
303	rows, err := opendatabase().Query(selecthonks+where+butnotthose+limit, params...)
304	honks := getsomehonks(rows, err)
305	return honks
306}
307func gethonksbyontology(userid int64, name string, wanted int64) []*Honk {
308	rows, err := stmtHonksByOntology.Query(wanted, name, userid, userid)
309	honks := getsomehonks(rows, err)
310	return honks
311}
312
313func reversehonks(honks []*Honk) {
314	for i, j := 0, len(honks)-1; i < j; i, j = i+1, j-1 {
315		honks[i], honks[j] = honks[j], honks[i]
316	}
317}
318
319func getsomehonks(rows *sql.Rows, err error) []*Honk {
320	if err != nil {
321		log.Printf("error querying honks: %s", err)
322		return nil
323	}
324	defer rows.Close()
325	var honks []*Honk
326	for rows.Next() {
327		h := scanhonk(rows)
328		if h != nil {
329			honks = append(honks, h)
330		}
331	}
332	rows.Close()
333	donksforhonks(honks)
334	return honks
335}
336
337type RowLike interface {
338	Scan(dest ...interface{}) error
339}
340
341func scanhonk(row RowLike) *Honk {
342	h := new(Honk)
343	var dt, aud string
344	err := row.Scan(&h.ID, &h.UserID, &h.Username, &h.What, &h.Honker, &h.Oonker, &h.XID, &h.RID,
345		&dt, &h.URL, &aud, &h.Noise, &h.Precis, &h.Format, &h.Convoy, &h.Whofore, &h.Flags)
346	if err != nil {
347		if err != sql.ErrNoRows {
348			log.Printf("error scanning honk: %s", err)
349		}
350		return nil
351	}
352	h.Date, _ = time.Parse(dbtimeformat, dt)
353	h.Audience = strings.Split(aud, " ")
354	h.Public = loudandproud(h.Audience)
355	return h
356}
357
358func donksforhonks(honks []*Honk) {
359	db := opendatabase()
360	var ids []string
361	hmap := make(map[int64]*Honk)
362	for _, h := range honks {
363		ids = append(ids, fmt.Sprintf("%d", h.ID))
364		hmap[h.ID] = h
365	}
366	idset := strings.Join(ids, ",")
367	// grab donks
368	q := fmt.Sprintf("select honkid, donks.fileid, xid, name, description, url, media, local from donks join filemeta on donks.fileid = filemeta.fileid where honkid in (%s)", idset)
369	rows, err := db.Query(q)
370	if err != nil {
371		log.Printf("error querying donks: %s", err)
372		return
373	}
374	defer rows.Close()
375	for rows.Next() {
376		var hid int64
377		d := new(Donk)
378		err = rows.Scan(&hid, &d.FileID, &d.XID, &d.Name, &d.Desc, &d.URL, &d.Media, &d.Local)
379		if err != nil {
380			log.Printf("error scanning donk: %s", err)
381			continue
382		}
383		h := hmap[hid]
384		h.Donks = append(h.Donks, d)
385	}
386	rows.Close()
387
388	// grab onts
389	q = fmt.Sprintf("select honkid, ontology from onts where honkid in (%s)", idset)
390	rows, err = db.Query(q)
391	if err != nil {
392		log.Printf("error querying onts: %s", err)
393		return
394	}
395	defer rows.Close()
396	for rows.Next() {
397		var hid int64
398		var o string
399		err = rows.Scan(&hid, &o)
400		if err != nil {
401			log.Printf("error scanning donk: %s", err)
402			continue
403		}
404		h := hmap[hid]
405		h.Onts = append(h.Onts, o)
406	}
407	rows.Close()
408
409	// grab meta
410	q = fmt.Sprintf("select honkid, genus, json from honkmeta where honkid in (%s)", idset)
411	rows, err = db.Query(q)
412	if err != nil {
413		log.Printf("error querying honkmeta: %s", err)
414		return
415	}
416	defer rows.Close()
417	for rows.Next() {
418		var hid int64
419		var genus, j string
420		err = rows.Scan(&hid, &genus, &j)
421		if err != nil {
422			log.Printf("error scanning honkmeta: %s", err)
423			continue
424		}
425		h := hmap[hid]
426		switch genus {
427		case "place":
428			p := new(Place)
429			err = unjsonify(j, p)
430			if err != nil {
431				log.Printf("error parsing place: %s", err)
432				continue
433			}
434			h.Place = p
435		case "time":
436			t := new(Time)
437			err = unjsonify(j, t)
438			if err != nil {
439				log.Printf("error parsing time: %s", err)
440				continue
441			}
442			h.Time = t
443		case "mentions":
444			err = unjsonify(j, &h.Mentions)
445			if err != nil {
446				log.Printf("error parsing mentions: %s", err)
447				continue
448			}
449		case "oldrev":
450		default:
451			log.Printf("unknown meta genus: %s", genus)
452		}
453	}
454	rows.Close()
455}
456
457func savefile(xid string, name string, desc string, url string, media string, local bool, data []byte) (int64, error) {
458	res, err := stmtSaveFile.Exec(xid, name, desc, url, media, local)
459	if err != nil {
460		return 0, err
461	}
462	fileid, _ := res.LastInsertId()
463	if local {
464		_, err = stmtSaveFileData.Exec(xid, media, data)
465		if err != nil {
466			return 0, err
467		}
468	}
469	return fileid, nil
470}
471
472func finddonk(url string) *Donk {
473	donk := new(Donk)
474	row := stmtFindFile.QueryRow(url)
475	err := row.Scan(&donk.FileID, &donk.XID)
476	if err == nil {
477		return donk
478	}
479	if err != sql.ErrNoRows {
480		log.Printf("error finding file: %s", err)
481	}
482	return nil
483}
484
485func savehonk(h *Honk) error {
486	dt := h.Date.UTC().Format(dbtimeformat)
487	aud := strings.Join(h.Audience, " ")
488
489	db := opendatabase()
490	tx, err := db.Begin()
491	if err != nil {
492		log.Printf("can't begin tx: %s", err)
493		return err
494	}
495
496	res, err := tx.Stmt(stmtSaveHonk).Exec(h.UserID, h.What, h.Honker, h.XID, h.RID, dt, h.URL,
497		aud, h.Noise, h.Convoy, h.Whofore, h.Format, h.Precis,
498		h.Oonker, h.Flags)
499	if err == nil {
500		h.ID, _ = res.LastInsertId()
501		err = saveextras(tx, h)
502	}
503	if err == nil {
504		err = tx.Commit()
505	} else {
506		tx.Rollback()
507	}
508	if err != nil {
509		log.Printf("error saving honk: %s", err)
510	}
511	honkhonkline()
512	return err
513}
514
515func updatehonk(h *Honk) error {
516	old := getxonk(h.UserID, h.XID)
517	oldrev := OldRevision{Precis: old.Precis, Noise: old.Noise}
518	dt := h.Date.UTC().Format(dbtimeformat)
519
520	db := opendatabase()
521	tx, err := db.Begin()
522	if err != nil {
523		log.Printf("can't begin tx: %s", err)
524		return err
525	}
526
527	err = deleteextras(tx, h.ID, false)
528	if err == nil {
529		_, err = tx.Stmt(stmtUpdateHonk).Exec(h.Precis, h.Noise, h.Format, h.Whofore, dt, h.ID)
530	}
531	if err == nil {
532		err = saveextras(tx, h)
533	}
534	if err == nil {
535		var j string
536		j, err = jsonify(&oldrev)
537		if err == nil {
538			_, err = tx.Stmt(stmtSaveMeta).Exec(old.ID, "oldrev", j)
539		}
540		if err != nil {
541			log.Printf("error saving oldrev: %s", err)
542		}
543	}
544	if err == nil {
545		err = tx.Commit()
546	} else {
547		tx.Rollback()
548	}
549	if err != nil {
550		log.Printf("error updating honk %d: %s", h.ID, err)
551	}
552	return err
553}
554
555func deletehonk(honkid int64) error {
556	db := opendatabase()
557	tx, err := db.Begin()
558	if err != nil {
559		log.Printf("can't begin tx: %s", err)
560		return err
561	}
562
563	err = deleteextras(tx, honkid, true)
564	if err == nil {
565		_, err = tx.Stmt(stmtDeleteHonk).Exec(honkid)
566	}
567	if err == nil {
568		err = tx.Commit()
569	} else {
570		tx.Rollback()
571	}
572	if err != nil {
573		log.Printf("error deleting honk %d: %s", honkid, err)
574	}
575	return err
576}
577
578func saveextras(tx *sql.Tx, h *Honk) error {
579	for _, d := range h.Donks {
580		_, err := tx.Stmt(stmtSaveDonk).Exec(h.ID, d.FileID)
581		if err != nil {
582			log.Printf("error saving donk: %s", err)
583			return err
584		}
585	}
586	for _, o := range h.Onts {
587		_, err := tx.Stmt(stmtSaveOnt).Exec(strings.ToLower(o), h.ID)
588		if err != nil {
589			log.Printf("error saving ont: %s", err)
590			return err
591		}
592	}
593	if p := h.Place; p != nil {
594		j, err := jsonify(p)
595		if err == nil {
596			_, err = tx.Stmt(stmtSaveMeta).Exec(h.ID, "place", j)
597		}
598		if err != nil {
599			log.Printf("error saving place: %s", err)
600			return err
601		}
602	}
603	if t := h.Time; t != nil {
604		j, err := jsonify(t)
605		if err == nil {
606			_, err = tx.Stmt(stmtSaveMeta).Exec(h.ID, "time", j)
607		}
608		if err != nil {
609			log.Printf("error saving time: %s", err)
610			return err
611		}
612	}
613	if m := h.Mentions; len(m) > 0 {
614		j, err := jsonify(m)
615		if err == nil {
616			_, err = tx.Stmt(stmtSaveMeta).Exec(h.ID, "mentions", j)
617		}
618		if err != nil {
619			log.Printf("error saving mentions: %s", err)
620			return err
621		}
622	}
623	return nil
624}
625
626func deleteextras(tx *sql.Tx, honkid int64, everything bool) error {
627	_, err := tx.Stmt(stmtDeleteDonks).Exec(honkid)
628	if err != nil {
629		return err
630	}
631	_, err = tx.Stmt(stmtDeleteOnts).Exec(honkid)
632	if err != nil {
633		return err
634	}
635	if everything {
636		_, err = tx.Stmt(stmtDeleteAllMeta).Exec(honkid)
637	} else {
638		_, err = tx.Stmt(stmtDeleteSomeMeta).Exec(honkid)
639	}
640	if err != nil {
641		return err
642	}
643	return nil
644}
645
646func jsonify(what interface{}) (string, error) {
647	var buf bytes.Buffer
648	e := json.NewEncoder(&buf)
649	e.SetEscapeHTML(false)
650	e.SetIndent("", "")
651	err := e.Encode(what)
652	return buf.String(), err
653}
654
655func unjsonify(s string, dest interface{}) error {
656	d := json.NewDecoder(strings.NewReader(s))
657	err := d.Decode(dest)
658	return err
659}
660
661func cleanupdb(arg string) {
662	db := opendatabase()
663	days, err := strconv.Atoi(arg)
664	var sqlargs []interface{}
665	var where string
666	if err != nil {
667		honker := arg
668		expdate := time.Now().UTC().Add(-3 * 24 * time.Hour).Format(dbtimeformat)
669		where = "dt < ? and honker = ?"
670		sqlargs = append(sqlargs, expdate)
671		sqlargs = append(sqlargs, honker)
672	} else {
673		expdate := time.Now().UTC().Add(-time.Duration(days) * 24 * time.Hour).Format(dbtimeformat)
674		where = "dt < ? and convoy not in (select convoy from honks where flags & 4 or whofore = 2 or whofore = 3)"
675		sqlargs = append(sqlargs, expdate)
676	}
677	doordie(db, "delete from honks where flags & 4 = 0 and whofore = 0 and "+where, sqlargs...)
678	doordie(db, "delete from donks where honkid not in (select honkid from honks)")
679	doordie(db, "delete from onts where honkid not in (select honkid from honks)")
680	doordie(db, "delete from honkmeta where honkid not in (select honkid from honks)")
681
682	doordie(db, "delete from filemeta where fileid not in (select fileid from donks)")
683	for _, u := range allusers() {
684		doordie(db, "delete from zonkers where userid = ? and wherefore = 'zonvoy' and zonkerid < (select zonkerid from zonkers where userid = ? and wherefore = 'zonvoy' order by zonkerid desc limit 1 offset 200)", u.UserID, u.UserID)
685	}
686
687	filexids := make(map[string]bool)
688	blobdb := openblobdb()
689	rows, err := blobdb.Query("select xid from filedata")
690	if err != nil {
691		log.Fatal(err)
692	}
693	for rows.Next() {
694		var xid string
695		err = rows.Scan(&xid)
696		if err != nil {
697			log.Fatal(err)
698		}
699		filexids[xid] = true
700	}
701	rows.Close()
702	rows, err = db.Query("select xid from filemeta")
703	for rows.Next() {
704		var xid string
705		err = rows.Scan(&xid)
706		if err != nil {
707			log.Fatal(err)
708		}
709		delete(filexids, xid)
710	}
711	rows.Close()
712	tx, err := blobdb.Begin()
713	if err != nil {
714		log.Fatal(err)
715	}
716	for xid, _ := range filexids {
717		_, err = tx.Exec("delete from filedata where xid = ?", xid)
718		if err != nil {
719			log.Fatal(err)
720		}
721	}
722	err = tx.Commit()
723	if err != nil {
724		log.Fatal(err)
725	}
726}
727
728var stmtHonkers, stmtDubbers, stmtNamedDubbers, stmtSaveHonker, stmtUpdateFlavor, stmtUpdateHonker *sql.Stmt
729var stmtAnyXonk, stmtOneXonk, stmtPublicHonks, stmtUserHonks, stmtHonksByCombo, stmtHonksByConvoy *sql.Stmt
730var stmtHonksByOntology, stmtHonksForUser, stmtHonksForMe, stmtSaveDub, stmtHonksByXonker *sql.Stmt
731var stmtHonksByHonker, stmtSaveHonk, stmtUserByName, stmtUserByNumber *sql.Stmt
732var stmtEventHonks, stmtOneBonk, stmtFindZonk, stmtFindXonk, stmtSaveDonk *sql.Stmt
733var stmtFindFile, stmtGetFileData, stmtSaveFileData, stmtSaveFile *sql.Stmt
734var stmtAddDoover, stmtGetDoovers, stmtLoadDoover, stmtZapDoover, stmtOneHonker *sql.Stmt
735var stmtUntagged, stmtDeleteHonk, stmtDeleteDonks, stmtDeleteOnts, stmtSaveZonker *sql.Stmt
736var stmtGetZonkers, stmtRecentHonkers, stmtGetXonker, stmtSaveXonker, stmtDeleteXonker *sql.Stmt
737var stmtAllOnts, stmtSaveOnt, stmtUpdateFlags, stmtClearFlags *sql.Stmt
738var stmtHonksForUserFirstClass *sql.Stmt
739var stmtSaveMeta, stmtDeleteAllMeta, stmtDeleteSomeMeta, stmtUpdateHonk *sql.Stmt
740var stmtHonksISaved, stmtGetFilters, stmtSaveFilter, stmtDeleteFilter *sql.Stmt
741var stmtGetTracks *sql.Stmt
742
743func preparetodie(db *sql.DB, s string) *sql.Stmt {
744	stmt, err := db.Prepare(s)
745	if err != nil {
746		log.Fatalf("error %s: %s", err, s)
747	}
748	return stmt
749}
750
751func prepareStatements(db *sql.DB) {
752	stmtHonkers = preparetodie(db, "select honkerid, userid, name, xid, flavor, combos, meta from honkers where userid = ? and (flavor = 'presub' or flavor = 'sub' or flavor = 'peep' or flavor = 'unsub') order by name")
753	stmtSaveHonker = preparetodie(db, "insert into honkers (userid, name, xid, flavor, combos, owner, meta) values (?, ?, ?, ?, ?, ?, ?)")
754	stmtUpdateFlavor = preparetodie(db, "update honkers set flavor = ? where userid = ? and xid = ? and name = ? and flavor = ?")
755	stmtUpdateHonker = preparetodie(db, "update honkers set name = ?, combos = ?, meta = ? where honkerid = ? and userid = ?")
756	stmtOneHonker = preparetodie(db, "select xid from honkers where name = ? and userid = ?")
757	stmtDubbers = preparetodie(db, "select honkerid, userid, name, xid, flavor from honkers where userid = ? and flavor = 'dub'")
758	stmtNamedDubbers = preparetodie(db, "select honkerid, userid, name, xid, flavor from honkers where userid = ? and name = ? and flavor = 'dub'")
759
760	selecthonks := "select honks.honkid, honks.userid, username, what, honker, oonker, honks.xid, rid, dt, url, audience, noise, precis, format, convoy, whofore, flags from honks join users on honks.userid = users.userid "
761	limit := " order by honks.honkid desc limit 250"
762	smalllimit := " order by honks.honkid desc limit ?"
763	butnotthose := " and convoy not in (select name from zonkers where userid = ? and wherefore = 'zonvoy' order by zonkerid desc limit 100)"
764	stmtOneXonk = preparetodie(db, selecthonks+"where honks.userid = ? and xid = ?")
765	stmtAnyXonk = preparetodie(db, selecthonks+"where xid = ? order by honks.honkid asc")
766	stmtOneBonk = preparetodie(db, selecthonks+"where honks.userid = ? and xid = ? and what = 'bonk' and whofore = 2")
767	stmtPublicHonks = preparetodie(db, selecthonks+"where whofore = 2 and dt > ?"+smalllimit)
768	stmtEventHonks = preparetodie(db, selecthonks+"where (whofore = 2 or honks.userid = ?) and what = 'event'"+smalllimit)
769	stmtUserHonks = preparetodie(db, selecthonks+"where honks.honkid > ? and (whofore = 2 or whofore = ?) and username = ? and dt > ?"+smalllimit)
770	myhonkers := " and honker in (select xid from honkers where userid = ? and (flavor = 'sub' or flavor = 'peep' or flavor = 'presub') and combos not like '% - %')"
771	stmtHonksForUser = preparetodie(db, selecthonks+"where honks.honkid > ? and honks.userid = ? and dt > ?"+myhonkers+butnotthose+limit)
772	stmtHonksForUserFirstClass = preparetodie(db, selecthonks+"where honks.honkid > ? and honks.userid = ? and dt > ? and (what <> 'tonk')"+myhonkers+butnotthose+limit)
773	stmtHonksForMe = preparetodie(db, selecthonks+"where honks.honkid > ? and honks.userid = ? and dt > ? and whofore = 1"+butnotthose+limit)
774	stmtHonksISaved = preparetodie(db, selecthonks+"where honks.honkid > ? and honks.userid = ? and flags & 4 order by honks.honkid desc")
775	stmtHonksByHonker = preparetodie(db, selecthonks+"join honkers on (honkers.xid = honks.honker or honkers.xid = honks.oonker) where honks.honkid > ? and honks.userid = ? and honkers.name = ?"+butnotthose+limit)
776	stmtHonksByXonker = preparetodie(db, selecthonks+" where honks.honkid > ? and honks.userid = ? and (honker = ? or oonker = ?)"+butnotthose+limit)
777	stmtHonksByCombo = preparetodie(db, selecthonks+" where honks.honkid > ? and honks.userid = ? and honks.honker in (select xid from honkers where honkers.userid = ? and honkers.combos like ?) "+butnotthose+" union "+selecthonks+"join onts on honks.honkid = onts.honkid where honks.honkid > ? and honks.userid = ? and onts.ontology in (select xid from honkers where combos like ?)"+butnotthose+limit)
778	stmtHonksByConvoy = preparetodie(db, selecthonks+"where honks.honkid > ? and (honks.userid = ? or (? = -1 and whofore = 2)) and convoy = ?"+limit)
779	stmtHonksByOntology = preparetodie(db, selecthonks+"join onts on honks.honkid = onts.honkid where honks.honkid > ? and onts.ontology = ? and (honks.userid = ? or (? = -1 and honks.whofore = 2))"+limit)
780
781	stmtSaveMeta = preparetodie(db, "insert into honkmeta (honkid, genus, json) values (?, ?, ?)")
782	stmtDeleteAllMeta = preparetodie(db, "delete from honkmeta where honkid = ?")
783	stmtDeleteSomeMeta = preparetodie(db, "delete from honkmeta where honkid = ? and genus not in ('oldrev')")
784	stmtSaveHonk = preparetodie(db, "insert into honks (userid, what, honker, xid, rid, dt, url, audience, noise, convoy, whofore, format, precis, oonker, flags) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")
785	stmtDeleteHonk = preparetodie(db, "delete from honks where honkid = ?")
786	stmtUpdateHonk = preparetodie(db, "update honks set precis = ?, noise = ?, format = ?, whofore = ?, dt = ? where honkid = ?")
787	stmtSaveOnt = preparetodie(db, "insert into onts (ontology, honkid) values (?, ?)")
788	stmtDeleteOnts = preparetodie(db, "delete from onts where honkid = ?")
789	stmtSaveDonk = preparetodie(db, "insert into donks (honkid, fileid) values (?, ?)")
790	stmtDeleteDonks = preparetodie(db, "delete from donks where honkid = ?")
791	stmtSaveFile = preparetodie(db, "insert into filemeta (xid, name, description, url, media, local) values (?, ?, ?, ?, ?, ?)")
792	blobdb := openblobdb()
793	stmtSaveFileData = preparetodie(blobdb, "insert into filedata (xid, media, content) values (?, ?, ?)")
794	stmtGetFileData = preparetodie(blobdb, "select media, content from filedata where xid = ?")
795	stmtFindXonk = preparetodie(db, "select honkid from honks where userid = ? and xid = ?")
796	stmtFindFile = preparetodie(db, "select fileid, xid from filemeta where url = ? and local = 1")
797	stmtUserByName = preparetodie(db, "select userid, username, displayname, about, pubkey, seckey, options from users where username = ? and userid > 0")
798	stmtUserByNumber = preparetodie(db, "select userid, username, displayname, about, pubkey, seckey, options from users where userid = ?")
799	stmtSaveDub = preparetodie(db, "insert into honkers (userid, name, xid, flavor) values (?, ?, ?, ?)")
800	stmtAddDoover = preparetodie(db, "insert into doovers (dt, tries, userid, rcpt, msg) values (?, ?, ?, ?, ?)")
801	stmtGetDoovers = preparetodie(db, "select dooverid, dt from doovers")
802	stmtLoadDoover = preparetodie(db, "select tries, userid, rcpt, msg from doovers where dooverid = ?")
803	stmtZapDoover = preparetodie(db, "delete from doovers where dooverid = ?")
804	stmtUntagged = preparetodie(db, "select xid, rid, flags from (select honkid, xid, rid, flags from honks where userid = ? order by honkid desc limit 10000) order by honkid asc")
805	stmtFindZonk = preparetodie(db, "select zonkerid from zonkers where userid = ? and name = ? and wherefore = 'zonk'")
806	stmtGetZonkers = preparetodie(db, "select zonkerid, name, wherefore from zonkers where userid = ? and wherefore <> 'zonk'")
807	stmtSaveZonker = preparetodie(db, "insert into zonkers (userid, name, wherefore) values (?, ?, ?)")
808	stmtGetXonker = preparetodie(db, "select info from xonkers where name = ? and flavor = ?")
809	stmtSaveXonker = preparetodie(db, "insert into xonkers (name, info, flavor, dt) values (?, ?, ?, ?)")
810	stmtDeleteXonker = preparetodie(db, "delete from xonkers where name = ? and flavor = ? and dt < ?")
811	stmtRecentHonkers = preparetodie(db, "select distinct(honker) from honks where userid = ? and honker not in (select xid from honkers where userid = ? and flavor = 'sub') order by honkid desc limit 100")
812	stmtUpdateFlags = preparetodie(db, "update honks set flags = flags | ? where honkid = ?")
813	stmtClearFlags = preparetodie(db, "update honks set flags = flags & ~ ? where honkid = ?")
814	stmtAllOnts = preparetodie(db, "select ontology, count(ontology) from onts join honks on onts.honkid = honks.honkid where (honks.userid = ? or honks.whofore = 2) group by ontology")
815	stmtGetFilters = preparetodie(db, "select hfcsid, json from hfcs where userid = ?")
816	stmtSaveFilter = preparetodie(db, "insert into hfcs (userid, json) values (?, ?)")
817	stmtDeleteFilter = preparetodie(db, "delete from hfcs where userid = ? and hfcsid = ?")
818	stmtGetTracks = preparetodie(db, "select fetches from tracks where xid = ?")
819}