Blame view
json_utility.go
7.25 KB
ea858b8a7 refactoring |
1 |
package webutility |
64041a2ea first commit |
2 3 |
import ( |
8dbe745c3 merged tables uti... |
4 5 |
"encoding/json" "errors" |
66478e04f payload now retur... |
6 |
"fmt" |
8dbe745c3 merged tables uti... |
7 |
"io" |
d2ddf82ef started on new rbac |
8 |
"net/http" |
2ea67927f added support for... |
9 |
"os" |
17a4d0447 mutex lock for pa... |
10 |
"sync" |
2ea67927f added support for... |
11 |
"time" |
1d0f61553 can't fetch clob |
12 |
|
0e41f4d80 refactored due to... |
13 |
"git.to-net.rs/marko.tikvic/gologger" |
1d0f61553 can't fetch clob |
14 |
"gopkg.in/rana/ora.v4" |
64041a2ea first commit |
15 |
) |
2ea67927f added support for... |
16 |
var ( |
67337ffa8 payload editing |
17 18 19 |
mu = &sync.Mutex{} metadata = make(map[string]Payload) updateQue = make(map[string][]byte) |
2ea67927f added support for... |
20 21 22 23 24 25 |
metadataDB *ora.Ses activeProject string inited bool ) |
8dbe745c3 merged tables uti... |
26 |
|
0e41f4d80 refactored due to... |
27 28 29 30 |
var logger *gologger.Logger func init() { var err error |
04651a369 new log name |
31 |
logger, err = gologger.New("metadata", gologger.MaxLogSize100KB) |
0e41f4d80 refactored due to... |
32 33 34 35 36 |
if err != nil { fmt.Printf("webutility: %s ", err.Error()) } } |
64041a2ea first commit |
37 38 39 |
type LangMap map[string]map[string]string type Field struct { |
d2ddf82ef started on new rbac |
40 41 42 43 |
Parameter string `json:"param"` Type string `json:"type"` Visible bool `json:"visible"` Editable bool `json:"editable"` |
64041a2ea first commit |
44 |
} |
8dbe745c3 merged tables uti... |
45 46 47 48 49 50 51 |
type CorrelationField struct { Result string `json:"result"` Elements []string `json:"elements"` Type string `json:"type"` } type Translation struct { |
ecec68b18 updated todo list |
52 |
Language string `json:"language"` |
8dbe745c3 merged tables uti... |
53 |
FieldsLabels map[string]string `json:"fieldsLabels"` |
64041a2ea first commit |
54 |
} |
4a51e54d7 simplified |
55 |
type Payload struct { |
d2ddf82ef started on new rbac |
56 57 58 59 |
Method string `json:"method"` Params map[string]string `json:"params"` Lang []Translation `json:"lang"` Fields []Field `json:"fields"` |
4a51e54d7 simplified |
60 61 |
Correlations []CorrelationField `json:"correlationFields"` IdField string `json:"idField"` |
e1fbb41f9 added comments |
62 |
|
66478e04f payload now retur... |
63 |
// Data holds JSON payload. It can't be used for itteration. |
d2ddf82ef started on new rbac |
64 |
Data interface{} `json:"data"` |
4a51e54d7 simplified |
65 |
} |
2ea67927f added support for... |
66 67 68 69 |
// LoadPayloadsdetaData loads all payloads' information into 'metadata' variable. func LoadPayloadsMetadata(db *ora.Ses, project string, hotloading bool, hlPeriod int) error { metadataDB = db activeProject = project |
62a69beda Init/Reload Table... |
70 |
|
2ea67927f added support for... |
71 72 73 |
mu.Lock() defer mu.Unlock() err := initMetadata(project) |
d66628295 cleaned up |
74 75 76 |
if err != nil { return err } |
2ea67927f added support for... |
77 78 79 80 81 82 83 |
if hotloading { go hotload(hlPeriod) } inited = true return nil } |
67337ffa8 payload editing |
84 85 86 87 88 89 90 91 92 93 94 95 |
func GetMetadataForAllEntities() map[string]Payload { return metadata } func GetMetadataForEntity(t string) (Payload, bool) { p, ok := metadata[t] return p, ok } func QueEntityModelUpdate(entityType string, v interface{}) { updateQue[entityType], _ = json.Marshal(v) } |
4b3627bba added role ID to ... |
96 97 98 99 |
func UpdateEntityModels(command string) (total, upd, add int, err error) { if command != "force" && command != "missing" { return total, 0, 0, errors.New("uknown command: " + command) } |
2ea67927f added support for... |
100 |
if !inited { |
67337ffa8 payload editing |
101 |
return 0, 0, 0, errors.New("webutil: metadata not initialized but update was tried.") |
2ea67927f added support for... |
102 |
} |
67337ffa8 payload editing |
103 |
total = len(updateQue) |
2ea67927f added support for... |
104 |
forUpdate := make([]string, 0) |
67337ffa8 payload editing |
105 |
forAdd := make([]string, 0) |
2ea67927f added support for... |
106 |
|
67337ffa8 payload editing |
107 |
for k, _ := range updateQue { |
2ea67927f added support for... |
108 |
if _, exists := metadata[k]; exists { |
4b3627bba added role ID to ... |
109 |
if command == "force" { |
67337ffa8 payload editing |
110 111 |
forUpdate = append(forUpdate, k) } |
2ea67927f added support for... |
112 |
} else { |
67337ffa8 payload editing |
113 |
forAdd = append(forAdd, k) |
2ea67927f added support for... |
114 115 116 117 |
} } for _, k := range forUpdate { |
2ea67927f added support for... |
118 |
_, err := metadataDB.PrepAndExe(`update entities set |
67337ffa8 payload editing |
119 120 121 |
entity_model = :1 where entity_type = :2`, string(updateQue[k]), |
2ea67927f added support for... |
122 123 124 |
k) if err != nil { |
0e41f4d80 refactored due to... |
125 126 |
logger.Log("webutility: update metadata: prep and exe: %v ", err) |
2ea67927f added support for... |
127 128 129 |
continue } upd++ |
0e41f4d80 refactored due to... |
130 131 |
logger.Log("webutility: updated %s payload model ", k) |
2ea67927f added support for... |
132 |
} |
67337ffa8 payload editing |
133 134 |
blankPayload, _ := json.Marshal(Payload{}) for _, k := range forAdd { |
67337ffa8 payload editing |
135 136 137 138 139 140 141 142 143 |
_, err := metadataDB.PrepAndExe(`insert into entities (projekat, metadata, entity_type, entity_model) values(:1, :2, :3, :4)`, activeProject, string(blankPayload), k, string(updateQue[k])) if err != nil { |
0e41f4d80 refactored due to... |
144 145 |
logger.Log("webutility: add metadata: prep and exe: %v ", err) |
67337ffa8 payload editing |
146 147 148 |
continue } metadata[k] = Payload{} |
2ea67927f added support for... |
149 |
add++ |
0e41f4d80 refactored due to... |
150 151 |
logger.Log("webutility: added %s to the payload models ", k) |
4b3627bba added role ID to ... |
152 |
|
2ea67927f added support for... |
153 |
} |
67337ffa8 payload editing |
154 |
return total, upd, add, nil |
2ea67927f added support for... |
155 |
} |
d66628295 cleaned up |
156 |
|
67337ffa8 payload editing |
157 158 |
func ModifyMetadataForEntity(entityType string, p *Payload) error { md, err := json.Marshal(*p) |
2ea67927f added support for... |
159 160 161 |
if err != nil { return err } |
67337ffa8 payload editing |
162 |
|
d66628295 cleaned up |
163 164 |
mu.Lock() defer mu.Unlock() |
2ea67927f added support for... |
165 166 167 168 169 170 171 172 173 |
_, err = metadataDB.PrepAndExe(`update entities set metadata = :1 where projekat = :2 and entity_type = :3`, string(md), activeProject, entityType) if err != nil { return err |
d66628295 cleaned up |
174 175 176 |
} return nil } |
67337ffa8 payload editing |
177 178 179 180 181 182 183 184 |
func DeleteEntityModel(entityType string) error { _, err := metadataDB.PrepAndExe("delete from entities where entity_type = :1", entityType) if err == nil { mu.Lock() delete(metadata, entityType) mu.Unlock() } return err |
d66628295 cleaned up |
185 |
} |
2ea67927f added support for... |
186 187 188 |
// NewPayload returs a payload sceleton for entity described with etype. func NewPayload(r *http.Request, etype string) Payload { pload := metadata[etype] |
2d79a4120 Responses contain... |
189 |
pload.Method = r.Method + " " + r.RequestURI |
8dbe745c3 merged tables uti... |
190 191 |
return pload } |
64041a2ea first commit |
192 |
|
67337ffa8 payload editing |
193 194 195 196 197 |
// DecodeJSON decodes JSON data from r to v. // Returns an error if it fails. func DecodeJSON(r io.Reader, v interface{}) error { return json.NewDecoder(r).Decode(v) } |
2ea67927f added support for... |
198 199 200 201 202 203 204 205 206 207 208 209 210 |
func initMetadata(project string) error { metadataDB.SetCfg(metadataDB.Cfg().SetClob(ora.S)) stmt, err := metadataDB.Prep(`select entity_type, metadata from entities where projekat = `+fmt.Sprintf("'%s'", project), ora.S, ora.S) defer stmt.Close() if err != nil { return err |
64041a2ea first commit |
211 |
} |
8dbe745c3 merged tables uti... |
212 |
|
2ea67927f added support for... |
213 214 215 216 |
rset, err := stmt.Qry() if err != nil { return err } |
8dbe745c3 merged tables uti... |
217 |
|
2ea67927f added support for... |
218 219 |
count := 0 success := 0 |
67337ffa8 payload editing |
220 221 222 |
if len(metadata) > 0 { metadata = nil } |
2ea67927f added support for... |
223 224 225 226 |
metadata = make(map[string]Payload) for rset.Next() { name := rset.Row[0].(string) load := []byte(rset.Row[1].(string)) |
8dbe745c3 merged tables uti... |
227 |
|
2ea67927f added support for... |
228 229 230 |
p := Payload{} err := json.Unmarshal(load, &p) if err != nil { |
0e41f4d80 refactored due to... |
231 232 233 |
logger.Log("couldn't init: '%s' metadata: %s %s ", name, err.Error(), rset.Row[1].(string)) |
2ea67927f added support for... |
234 235 236 |
} else { success++ metadata[name] = p |
8dbe745c3 merged tables uti... |
237 |
} |
2ea67927f added support for... |
238 |
count++ |
8dbe745c3 merged tables uti... |
239 |
} |
0e41f4d80 refactored due to... |
240 241 |
logger.Log("webutility: successfully loaded %d/%d (%.1f%%) entities ", success, count, float32(success)/float32(count)*100.0) |
8dbe745c3 merged tables uti... |
242 |
|
2ea67927f added support for... |
243 |
return nil |
8dbe745c3 merged tables uti... |
244 |
} |
2ea67927f added support for... |
245 246 247 248 249 250 251 252 253 254 255 256 |
func hotload(n int) { entityScan := make(map[string]int64) firstCheck := true for { time.Sleep(time.Duration(n) * time.Second) stmt, err := metadataDB.Prep(`select ora_rowscn, entity_type from entities where projekat = `+fmt.Sprintf("'%s'", activeProject), ora.I64, ora.S) if err != nil { |
0e41f4d80 refactored due to... |
257 258 |
logger.Log("hotload failed: %v ", err) |
2ea67927f added support for... |
259 260 |
time.Sleep(time.Duration(n) * time.Second) continue |
8dbe745c3 merged tables uti... |
261 |
} |
8dbe745c3 merged tables uti... |
262 |
|
2ea67927f added support for... |
263 264 265 266 267 268 269 |
rset, err := stmt.Qry() if err != nil { fmt.Fprintf(os.Stderr, "hotload failed: %v ", err) time.Sleep(time.Duration(n) * time.Second) continue } |
8dbe745c3 merged tables uti... |
270 |
|
2ea67927f added support for... |
271 272 273 274 275 276 277 278 |
var toRefresh []string for rset.Next() { scanID := rset.Row[0].(int64) entity := rset.Row[1].(string) oldID, ok := entityScan[entity] if !ok || oldID != scanID { entityScan[entity] = scanID toRefresh = append(toRefresh, entity) |
8dbe745c3 merged tables uti... |
279 280 |
} } |
2ea67927f added support for... |
281 |
stmt.Close() |
8dbe745c3 merged tables uti... |
282 |
|
2ea67927f added support for... |
283 |
if rset.Err() != nil { |
0e41f4d80 refactored due to... |
284 285 |
logger.Log("hotload rset error: %v ", rset.Err()) |
2ea67927f added support for... |
286 287 288 |
time.Sleep(time.Duration(n) * time.Second) continue } |
8dbe745c3 merged tables uti... |
289 |
|
2ea67927f added support for... |
290 291 292 293 294 295 296 297 |
if len(toRefresh) > 0 && !firstCheck { mu.Lock() refreshMetadata(toRefresh) mu.Unlock() } if firstCheck { firstCheck = false } |
8dbe745c3 merged tables uti... |
298 |
} |
2ea67927f added support for... |
299 |
} |
8dbe745c3 merged tables uti... |
300 |
|
2ea67927f added support for... |
301 302 |
func refreshMetadata(entities []string) { for _, e := range entities { |
67337ffa8 payload editing |
303 304 |
fmt.Printf("refreshing %s ", e) |
2ea67927f added support for... |
305 306 307 308 309 310 |
stmt, err := metadataDB.Prep(`select metadata from entities where projekat = `+fmt.Sprintf("'%s'", activeProject)+ ` and entity_type = `+fmt.Sprintf("'%s'", e), ora.S) |
8dbe745c3 merged tables uti... |
311 |
|
2ea67927f added support for... |
312 |
if err != nil { |
0e41f4d80 refactored due to... |
313 314 |
logger.Log("webutility: refresh: prep: %v ", err) |
2ea67927f added support for... |
315 316 317 |
stmt.Close() continue } |
64041a2ea first commit |
318 |
|
2ea67927f added support for... |
319 320 321 322 323 324 325 326 327 328 329 330 331 |
rset, err := stmt.Qry() if err != nil { fmt.Printf("webutility: refresh: query: %v ", err) stmt.Close() continue } for rset.Next() { load := []byte(rset.Row[0].(string)) p := Payload{} err := json.Unmarshal(load, &p) if err != nil { |
0e41f4d80 refactored due to... |
332 333 334 |
logger.Log("couldn't refresh: '%s' metadata: %s %s ", e, err.Error(), rset.Row[0].(string)) |
2ea67927f added support for... |
335 336 |
} else { metadata[e] = p |
2ea67927f added support for... |
337 338 339 340 |
} } stmt.Close() } |
64041a2ea first commit |
341 |
} |