overflow_backup_2018_0455/overflow_proxy_service
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added

Browse Source 
util
  crawlers
This commit is contained in:
snoop 2017-06-08 17:34:21 +09:00
parent 2c00d2bc1e
commit 0aeac2c1fb
7 changed files with 87 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
proxy/crawler/crawler_service.go
View File

@ -4,6 +4,7 @@ import (
"encoding/json"
"git.loafle.net/overflow/commons_go/model/timestamp"
"git.loafle.net/overflow/overflow_proxy_service/proxy"
"git.loafle.net/overflow/overflow_proxy_service/proxy/utils"
)
type CrawlerService struct {
@ -39,17 +40,13 @@ func (c *CrawlerService)List() string {
func (c *CrawlerService)Create(ct * Crawler) string {
bytes, err := json.Marshal(ct)
out, err := utils.InvokeDB("crawler", "create", ct, "")
if err != nil {
return ""
}
m := make(map[string]string)
m[""] = string(bytes)
out := proxy.InvokeDB("crawler", "create", m)
return out;
}

16
proxy/crawlerInputItem/crawlerinputitem_service.go
View File

@ -3,6 +3,7 @@ package crawlerInputItem
import (
"git.loafle.net/overflow/commons_go/model/timestamp"
"encoding/json"
"git.loafle.net/overflow/overflow_proxy_service/proxy/utils"
)
type CrawlerInputItem struct {
@ -18,4 +19,19 @@ type CrawlerInputItemSerivce struct {
func NewCrawlerInputItemService() *CrawlerInputItemSerivce {
return &CrawlerInputItemSerivce{}
}
func (c *CrawlerInputItemSerivce)Create(cii * CrawlerInputItem) string {
out, err := utils.InvokeDB("crawlerInputItem", "create", cii, "")
if err != nil {
return ""
}
return out;
}

14
proxy/crawlerinputitemmapping/crawlerinputitemmapping_service.go
View File

@ -5,6 +5,7 @@ import (
"encoding/json"
"git.loafle.net/overflow/overflow_proxy_service/proxy/crawler"
"git.loafle.net/overflow/overflow_proxy_service/proxy/crawlerInputItem"
"git.loafle.net/overflow/overflow_proxy_service/proxy/utils"
)
type CrawlerInputItemMapping struct {
@ -23,4 +24,17 @@ type CrawlerInputItemMappingService struct {
func NewCrawlerInputItemMappingService() *CrawlerInputItemMappingService {
return &CrawlerInputItemMappingService{}
}
func (c *CrawlerInputItemMappingService)Create(ciim *CrawlerInputItemMapping) string {
out, err := utils.InvokeDB("crawlerInputItemMapping", "create", ciim, "")
if err != nil {
return ""
}
return out;
}

10
proxy/service.go
View File

@ -5,7 +5,7 @@ import (
pb "git.loafle.net/overflow/overflow_api_db/build/golang"
"google.golang.org/grpc"
"golang.org/x/net/context"
"git.loafle.net/overflow/overflow_proxy_service/proxy/member"
)
@ -33,11 +33,3 @@ func InvokeDB(targetDb, methodName string, param map[string]string) (string) {
return out.Result
}
//FIXME:: test session member
func GetSessionMember() *member.Member {
m := member.NewMember()
m.Id = "1";
return m;
}

12
proxy/session/session.go Normal file
View File

@ -0,0 +1,12 @@
package session
import "git.loafle.net/overflow/overflow_proxy_service/proxy/member"
//FIXME:: test session member
func GetSessionMember() *member.Member {
m := member.NewMember()
m.Id = "1";
return m;
}

25
proxy/target/target_service.go
View File

@ -7,6 +7,8 @@ import (
"git.loafle.net/overflow/overflow_proxy_service/proxy"
"fmt"
"git.loafle.net/overflow/overflow_proxy_service/proxy/utils"
"git.loafle.net/overflow/overflow_proxy_service/proxy/session"
)
type Target struct {
@ -37,7 +39,7 @@ func (t *TargetService)GetModel() interface{} {
func (t *TargetService)List(tm *Target) string {
tm.Member.Id = proxy.GetSessionMember().Id
tm.Member.Id = session.GetSessionMember().Id
bytes, err := json.Marshal(tm)
@ -56,19 +58,26 @@ func (t *TargetService)List(tm *Target) string {
func (t *TargetService)Create(tm *Target) string {
bytes, err := json.Marshal(tm)
//bytes, err := json.Marshal(tm)
//
//if err != nil {
// return ""
//}
//
//m := make(map[string]string)
//m["com.loafle.overflow.target.model.Target"] = string(bytes)
//
//out := proxy.InvokeDB("target", "create", m)
out, err := utils.InvokeDB("target", "create", tm, "com.loafle.overflow.target.model.Target")
if err != nil {
return ""
}
m := make(map[string]string)
m["com.loafle.overflow.target.model.Target"] = string(bytes)
out := proxy.InvokeDB("target", "create", m)
return out;
}
func (t *TargetService)CreateAll(tmlist *[]*Target) string {
@ -78,7 +87,7 @@ func (t *TargetService)CreateAll(tmlist *[]*Target) string {
outlist := make([]string, 0)
for _, ttt := range *tmlist {
ttt.Member = proxy.GetSessionMember()
ttt.Member = session.GetSessionMember()
out := t.Create(ttt)
outlist = append(outlist, out)
}

23
proxy/utils/DBInvokeUtil.go Normal file
View File

@ -0,0 +1,23 @@
package utils
import (
"encoding/json"
"git.loafle.net/overflow/overflow_proxy_service/proxy"
)
func InvokeDB( db string, method string, obj interface{}, model string) (string, error) {
bytes, err := json.Marshal(obj)
if err != nil {
return "", err
}
m := make(map[string]string)
m[model] = string(bytes)
out := proxy.InvokeDB(db, method, m)
return out, nil
}