postgresql

This commit is contained in:
2023-05-02 20:33:46 +02:00
parent 5ef94ee074
commit 8629bc505b
7 changed files with 894 additions and 7 deletions

View File

@@ -268,6 +268,5 @@ func (s MongoDBStorage) UpdateGroupMember(group GroupMember) error {
fmt.Println(err)
return err
}
return nil
}

383
storage/postgresql.go Normal file
View File

@@ -0,0 +1,383 @@
package storage
import (
"ariga.io/atlas/sql/postgres"
"ariga.io/atlas/sql/schema"
"context"
"database/sql"
"encoding/json"
"fmt"
"github.com/lib/pq"
_ "github.com/lib/pq"
"github.com/spf13/viper"
"os"
"strconv"
)
type PostgresqlStorage struct {
DbConnection *sql.DB
Tables map[string]string
}
func NewPostgresqlStorage(cfg *viper.Viper) (PostgresqlStorage, error) {
var (
host = cfg.GetString("storage.db.psql.host")
port = cfg.GetString("storage.db.psql.port")
user = cfg.GetString("storage.db.psql.user")
password = cfg.GetString("storage.db.psql.password")
dbname = cfg.GetString("storage.db.psql.dbname")
sslmode = cfg.GetString("storage.db.psql.sslmode")
pg_schema = cfg.GetString("storage.db.psql.schema")
pgtables_group_members = cfg.GetString("storage.db.psql.tables.group_members")
pgtables_groups = cfg.GetString("storage.db.psql.tables.groups")
)
portInt, _ := strconv.Atoi(port)
psqlconn := fmt.Sprintf("host=%s port=%d user=%s password=%s dbname=%s sslmode=%s", host, portInt,
user, password, dbname, sslmode)
db, err := sql.Open("postgres", psqlconn)
if err != nil {
fmt.Println("error", err)
return PostgresqlStorage{}, fmt.Errorf("connection to postgresql failed")
}
err = db.Ping()
if err != nil {
fmt.Println(err)
return PostgresqlStorage{}, fmt.Errorf("connection to postgresql database failed")
}
return PostgresqlStorage{
DbConnection: db,
Tables: map[string]string{
"groups": fmt.Sprintf("%s.%s", pg_schema, pgtables_groups),
"group_members": fmt.Sprintf("%s.%s", pg_schema, pgtables_group_members),
},
}, nil
}
func (psql PostgresqlStorage) CreateGroup(group Group) error {
dataJson, err := json.Marshal(group.Data)
if err != nil {
return err
}
insertGroupStmt, err := psql.DbConnection.Prepare(fmt.Sprintf("INSERT INTO %s (id, namespace, members, data)"+
" VALUES ($1, $2, $3, $4)",
psql.Tables["groups"]))
if err != nil {
return err
}
defer insertGroupStmt.Close()
_, err = insertGroupStmt.Exec(group.ID, group.Namespace, pq.Array(group.Members), dataJson)
if err != nil {
return err
}
return nil
}
func (psql PostgresqlStorage) GetGroup(id string) (*Group, error) {
var (
data []byte
members pq.StringArray
)
group := &Group{}
req := fmt.Sprintf(`SELECT id, namespace, members, data
FROM %s WHERE id = $1`, psql.Tables["groups"])
err := psql.DbConnection.QueryRow(req, id).Scan(
&group.ID,
&group.Namespace,
&members,
&data)
if err != nil {
return nil, fmt.Errorf("psql select group query failed : %s", err)
}
group.Members = members
err = json.Unmarshal(data, &group.Data)
if err != nil {
return nil, err
}
return group, nil
}
func (psql PostgresqlStorage) GetGroups(namespaces []string) ([]Group, error) {
var groups []Group
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`SELECT id, namespace, members, data
FROM %s WHERE namespace = ANY($1)`, psql.Tables["groups"]))
if err != nil {
return nil, fmt.Errorf("psql prepare select groups query failed : %s", err)
}
defer stmt.Close()
rows, err := stmt.Query(pq.Array(namespaces))
if err != nil {
return nil, fmt.Errorf("psql select groups query failed : %s", err)
}
defer rows.Close()
for rows.Next() {
var (
id string
ns string
data []byte
members pq.StringArray
)
err := rows.Scan(&id, &ns, &members, &data)
if err != nil {
return nil, fmt.Errorf("psql scan groups row failed : %s", err)
}
var groupData map[string]interface{}
err = json.Unmarshal(data, &groupData)
if err != nil {
return nil, fmt.Errorf("psql unmarshal group data failed : %s", err)
}
groups = append(groups, Group{
ID: id,
Namespace: ns,
Members: members,
Data: groupData,
})
}
if err = rows.Err(); err != nil {
return nil, fmt.Errorf("psql iterate groups rows failed : %s", err)
}
return groups, nil
}
func (psql PostgresqlStorage) GetGroupsByIds(ids []string) ([]Group, error) {
groups := make([]Group, 0)
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`SELECT id, namespace, members, data
FROM %s WHERE id = ANY($1)`, psql.Tables["groups"]))
if err != nil {
return nil, fmt.Errorf("psql prepare select groups query failed : %s", err)
}
defer stmt.Close()
rows, err := stmt.Query(pq.Array(ids))
if err != nil {
return nil, fmt.Errorf("psql select groups query failed: %s", err)
}
defer rows.Close()
for rows.Next() {
var (
group Group
data []byte
members pq.StringArray
)
if err := rows.Scan(&group.ID, &group.Namespace, &members, &data); err != nil {
return nil, fmt.Errorf("psql select groups query failed: %s", err)
}
group.Members = members
if err := json.Unmarshal(data, &group.Data); err != nil {
return nil, err
}
groups = append(groups, group)
}
if err := rows.Err(); err != nil {
return nil, fmt.Errorf("psql select groups query failed: %s", err)
}
return groups, nil
}
func (psql PostgresqlStorage) UpdateGroup(group Group) error {
members := pq.StringArray(group.Members)
data, err := json.Marshal(group.Data)
if err != nil {
return fmt.Errorf("failed to serialize data field: %s", err)
}
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`UPDATE %s SET namespace=$2, members=$3, data=$4 WHERE id=$1`,
psql.Tables["groups"]))
if err != nil {
return fmt.Errorf("psql prepare update group query failed : %s", err)
}
defer stmt.Close()
_, err = stmt.Exec(group.ID, group.Namespace, members, data)
if err != nil {
return fmt.Errorf("psql update group query failed : %s", err)
}
return nil
}
func (psql PostgresqlStorage) CreateGroupMember(member GroupMember) error {
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`INSERT INTO %s (id, member_id, group_id, data)
VALUES ($1, $2, $3, $4)`, psql.Tables["group_members"]))
if err != nil {
return fmt.Errorf("psql prepare insert group member query failed: %s", err)
}
defer stmt.Close()
data, err := json.Marshal(member.Data)
if err != nil {
return err
}
_, err = stmt.Exec(member.ID, member.Memberid, member.Groupid, data)
if err != nil {
return fmt.Errorf("psql insert group member query failed: %s", err)
}
return nil
}
func (psql PostgresqlStorage) GetGroupMember(id string) (*GroupMember, error) {
member := &GroupMember{}
req := fmt.Sprintf(`SELECT id, member_id, group_id, data
FROM %s WHERE id = $1`, psql.Tables["group_members"])
var data []byte
err := psql.DbConnection.QueryRow(req, id).Scan(
&member.ID,
&member.Memberid,
&member.Groupid,
&data,
)
if err != nil {
return nil, fmt.Errorf("psql select group member query failed: %s", err)
}
err = json.Unmarshal(data, &member.Data)
if err != nil {
return nil, err
}
return member, nil
}
func (psql PostgresqlStorage) GetGroupsMember(namespaces []string) ([]GroupMember, error) {
groupMembers := make([]GroupMember, 0)
if len(namespaces) == 0 {
return groupMembers, nil
}
var placeholders []string
for i := range namespaces {
placeholders = append(placeholders, fmt.Sprintf("$%d", i+1))
}
query := fmt.Sprintf(`
SELECT gm.id, gm.member_id, gm.group_id, gm.data
FROM %s gm
INNER JOIN %s g ON g.id = gm.group_id AND g.namespace = ANY($1)
`, psql.Tables["group_members"], psql.Tables["groups"])
rows, err := psql.DbConnection.Query(query, pq.Array(namespaces))
if err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
defer rows.Close()
for rows.Next() {
var (
groupMember GroupMember
data []byte
)
if err := rows.Scan(&groupMember.ID, &groupMember.Memberid, &groupMember.Groupid, &data); err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
if err := json.Unmarshal(data, &groupMember.Data); err != nil {
return nil, err
}
groupMembers = append(groupMembers, groupMember)
}
if err := rows.Err(); err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
return groupMembers, nil
}
func (psql PostgresqlStorage) GetGroupsMemberByIds(ids []string) ([]GroupMember, error) {
groupMembers := make([]GroupMember, 0)
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`SELECT id, member_id, group_id, data
FROM %s WHERE group_id = ANY($1)`, psql.Tables["group_members"]))
if err != nil {
return nil, fmt.Errorf("psql prepare select group members query failed: %s", err)
}
defer stmt.Close()
rows, err := stmt.Query(pq.Array(ids))
if err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
defer rows.Close()
for rows.Next() {
var (
groupMember GroupMember
data []byte
)
if err := rows.Scan(&groupMember.ID, &groupMember.Memberid, &groupMember.Groupid, &data); err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
if err := json.Unmarshal(data, &groupMember.Data); err != nil {
return nil, err
}
groupMembers = append(groupMembers, groupMember)
}
if err := rows.Err(); err != nil {
return nil, fmt.Errorf("psql select group members query failed: %s", err)
}
return groupMembers, nil
}
func (psql PostgresqlStorage) UpdateGroupMember(groupMember GroupMember) error {
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`UPDATE %s SET member_id=$1, group_id=$2,
data=$3 WHERE id=$4`, psql.Tables["group_members"]))
if err != nil {
return fmt.Errorf("psql prepare update group member query failed : %s", err)
}
defer stmt.Close()
data, err := json.Marshal(groupMember.Data)
if err != nil {
return fmt.Errorf("failed to marshal data field: %s", err)
}
res, err := stmt.Exec(groupMember.Memberid, groupMember.Groupid, data, groupMember.ID)
if err != nil {
return fmt.Errorf("psql update group member query failed: %s", err)
}
rowsAffected, err := res.RowsAffected()
if err != nil {
return fmt.Errorf("failed to get rows affected by update query: %s", err)
}
if rowsAffected == 0 {
return fmt.Errorf("no rows were updated for group member with id %s", groupMember.ID)
}
return nil
}
func (psql PostgresqlStorage) DeleteGroupMember(id string) error {
stmt, err := psql.DbConnection.Prepare(fmt.Sprintf(`DELETE FROM %s WHERE id=$1`, psql.Tables["group_members"]))
if err != nil {
return fmt.Errorf("psql prepare delete group member query failed: %s", err)
}
defer stmt.Close()
if _, err := stmt.Exec(id); err != nil {
return fmt.Errorf("psql delete group member query failed: %s", err)
}
return nil
}
func (psql PostgresqlStorage) Migrate() error {
ctx := context.Background()
driver, err := postgres.Open(psql.DbConnection)
if err != nil {
return err
}
existing, err := driver.InspectRealm(ctx, nil)
if err != nil {
return err
}
var desired schema.Realm
hcl, err := os.ReadFile("postgresql/schema.hcl")
if err != nil {
return err
}
err = postgres.EvalHCLBytes(hcl, &desired, nil)
if err != nil {
return err
}
diff, err := driver.RealmDiff(existing, &desired)
if err != nil {
return err
}
err = driver.ApplyChanges(ctx, diff)
if err != nil {
return err
}
return nil
}

View File

@@ -0,0 +1,54 @@
table "group_members" {
schema = schema.groups_management
column "id" {
null = false
type = uuid
}
column "member_id" {
null = true
type = uuid
}
column "group_id" {
null = true
type = uuid
}
column "data" {
null = true
type = jsonb
}
primary_key {
columns = [column.id]
}
foreign_key "group_members_group_id_fkey" {
columns = [column.group_id]
ref_columns = [table.groups.column.id]
on_update = NO_ACTION
on_delete = NO_ACTION
}
}
table "groups" {
schema = schema.groups_management
column "id" {
null = false
type = uuid
}
column "namespace" {
null = true
type = text
}
column "members" {
null = true
type = sql("text[]")
}
column "data" {
null = true
type = jsonb
}
primary_key {
columns = [column.id]
}
}
schema "groups_management" {
}
schema "public" {
}

404
storage/postgresql_test.go Normal file
View File

@@ -0,0 +1,404 @@
package storage
import (
"context"
"fmt"
"github.com/google/uuid"
"github.com/spf13/viper"
"reflect"
"strings"
"testing"
)
var cfg *viper.Viper
func init() {
cfg = viper.New()
cfg.SetDefault("storage.db.psql.host", "localhost")
cfg.SetDefault("storage.db.psql.port", "5432")
cfg.SetDefault("storage.db.psql.user", "postgres")
cfg.SetDefault("storage.db.psql.password", "postgres")
cfg.SetDefault("storage.db.psql.dbname", "coopgo_platform")
cfg.SetDefault("storage.db.psql.sslmode", "disable")
cfg.SetDefault("storage.db.psql.schema", "groups_management")
cfg.SetDefault("storage.db.psql.tables.groups", "groups")
cfg.SetDefault("storage.db.psql.tables.group_members", "group_members")
cfg.SetConfigName("config") // Override default values in a config.yaml file within this directory
cfg.AddConfigPath(".")
cfg.ReadInConfig()
}
var group = Group{
ID: uuid.New().String(),
Namespace: "test_namespace",
Members: []string{uuid.NewString(), uuid.NewString()},
Data: map[string]any{
"test": "test",
},
}
var group1 = Group{
ID: uuid.New().String(),
Namespace: "namespace",
Members: []string{uuid.NewString(), uuid.NewString()},
Data: map[string]any{
"test": "test",
},
}
var groupmember = GroupMember{
ID: uuid.New().String(),
Memberid: uuid.NewString(),
Groupid: group.ID,
Data: map[string]any{
"test": "test",
},
}
var groupmember1 = GroupMember{
ID: uuid.New().String(),
Memberid: uuid.NewString(),
Groupid: group1.ID,
Data: map[string]any{
"test": "test",
},
}
func TestPostgresqlStorage_Initialize(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
defer storage.DbConnection.Close()
err = storage.Migrate()
if err != nil {
t.Errorf("database migration issue: %v", err)
return
}
tx, err := storage.DbConnection.BeginTx(context.Background(), nil)
if err != nil {
t.Errorf("transaction issue: %v", err)
return
}
defer tx.Rollback()
_, err = tx.Exec(fmt.Sprintf("DELETE FROM %s;", storage.Tables["group_members"]))
if err != nil {
t.Errorf("delete accounts group_members issue: %v", err)
return
}
_, err = tx.Exec(fmt.Sprintf("DELETE FROM %s;", storage.Tables["groups"]))
if err != nil {
t.Errorf("delete accounts groups issue: %v", err)
return
}
if err = tx.Commit(); err != nil {
t.Errorf("commit transaction issue: %v", err)
return
}
}
func TestPostgresqlStorage_CreateAndGetGroup(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
retrieved, err := storage.GetGroup(group.ID)
if err != nil {
t.Errorf("Failed to get group: %s", err)
return
}
if !reflect.DeepEqual(&group, retrieved) {
t.Errorf("The received group is not the same as expected\nSaved Group : %v\nRetrieved Group : %v",
&group, retrieved)
}
}
func TestPostgresqlStorage_Migrate(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.Migrate()
if err != nil {
t.Error(err)
}
}
func TestPostgresqlStorage_GetGroups(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
group.Namespace = "x"
group1.Namespace = "y"
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group: %s", err)
return
}
err = storage.CreateGroup(group1)
if err != nil {
t.Errorf("Failed to create group1 : %s", err)
return
}
groups, err := storage.GetGroups([]string{group.Namespace, group1.Namespace})
if err != nil {
t.Error(err)
}
expectedGroups := []Group{
{
ID: group.ID,
Namespace: "x",
Members: group.Members,
Data: group.Data,
},
{
ID: group1.ID,
Namespace: "y",
Members: group1.Members,
Data: group1.Data,
},
}
if !reflect.DeepEqual(expectedGroups, groups) {
t.Errorf("The received groups is not the same as expected")
}
}
func TestPostgresqlStorage_GetGroupsByIds(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
err = storage.CreateGroup(group1)
if err != nil {
t.Errorf("Failed to create group1 : %s", err)
return
}
retrievedGroups, err := storage.GetGroupsByIds([]string{group.ID, group1.ID})
if err != nil {
t.Errorf("error retrieving groups by IDS: %v", err)
}
if len(retrievedGroups) != 2 {
t.Error("Error in retrieving groups by IDs")
}
expectedGroups := []Group{
{
ID: group.ID,
Namespace: group.Namespace,
Members: group.Members,
Data: group.Data,
},
{
ID: group1.ID,
Namespace: group1.Namespace,
Members: group1.Members,
Data: group1.Data,
},
}
if !reflect.DeepEqual(expectedGroups, retrievedGroups) {
t.Errorf("The received groups is not the same as expected")
}
}
func TestPostgresqlStorage_UpdateGroup(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
group.Namespace = "updated_namespace"
group.Members = []string{"updated"}
group.Data = map[string]any{
"updated": "updated",
}
err = storage.UpdateGroup(group)
if err != nil {
t.Error(err)
}
group, err := storage.GetGroup(group.ID)
if err != nil {
t.Error(err)
}
expectedGroup := &Group{
ID: group.ID,
Namespace: group.Namespace,
Members: group.Members,
Data: group.Data,
}
if !reflect.DeepEqual(group, expectedGroup) {
t.Errorf("The received groups is not the same as expected")
}
}
func TestPostgresqlStorage_CreateAndGetGroupMember(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
groupmember.Groupid = group.ID
err = storage.CreateGroupMember(groupmember)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
received, err := storage.GetGroupMember(groupmember.ID)
if err != nil {
t.Errorf("error getting a group member: %v", err)
}
if !reflect.DeepEqual(received, &groupmember) {
t.Errorf("The received groups is not the same as expected")
}
}
func TestPostgresqlStorage_GetGroupsMember(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
group.Namespace = "xyxy"
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
groupmember.Groupid = group.ID
err = storage.CreateGroupMember(groupmember)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
groupMembers, err := storage.GetGroupsMember([]string{"xyxy"})
if err != nil {
t.Errorf("error getting group members: %v", err)
}
expectedGroupMembers := []GroupMember{
{
ID: groupmember.ID,
Memberid: groupmember.Memberid,
Groupid: groupmember.Groupid,
Data: groupmember.Data,
},
}
if !reflect.DeepEqual(expectedGroupMembers, groupMembers) {
t.Errorf("The received group members slice is not the same as expected")
}
}
func TestPostgresqlStorage_GetGroupsMemberByIds(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
err = storage.CreateGroupMember(groupmember)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
if err != nil {
t.Errorf("error getting group members: %v", err)
}
err = storage.CreateGroup(group1)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
err = storage.CreateGroupMember(groupmember1)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
groupmembers, err := storage.GetGroupsMemberByIds([]string{groupmember.Groupid, groupmember1.Groupid})
if err != nil {
t.Errorf("error creating in getting group members by IDS: %v", err)
}
expectedGroupMembers := []GroupMember{
groupmember,
groupmember1,
}
if !reflect.DeepEqual(expectedGroupMembers, groupmembers) {
t.Errorf("The received group members slice is not the same as expected")
}
}
func TestPostgresqlStorage_UpdateGroupMember(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
groupmember.Groupid = group.ID
err = storage.CreateGroupMember(groupmember)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
groupmember.Data = map[string]any{
"updated": "updated",
}
err = storage.UpdateGroupMember(groupmember)
if err != nil {
t.Error("failed to update group member")
}
updatedGroupMember, err := storage.GetGroupMember(groupmember.ID)
if err != nil {
t.Error("failed to get group member")
}
if !reflect.DeepEqual(updatedGroupMember, &groupmember) {
t.Errorf("The received group members slice is not the same as expected")
}
}
func TestPostgresqlStorage_DeleteGroupMember(t *testing.T) {
storage, err := NewPostgresqlStorage(cfg)
if err != nil {
t.Errorf("error creating new PostgreSQL storage: %v", err)
}
err = storage.CreateGroup(group)
if err != nil {
t.Errorf("Failed to create group : %s", err)
return
}
groupmember.Groupid = group.ID
err = storage.CreateGroupMember(groupmember)
if err != nil {
t.Errorf("error creating new group member: %v", err)
}
err = storage.DeleteGroupMember(groupmember.ID)
if err != nil {
t.Error("error in deleting a group member")
}
_, err = storage.GetGroupMember(groupmember.ID)
if strings.Contains(err.Error(), "no rows in result set") == false {
t.Error("Delete operation failed", err)
}
}