pk
/
cosmium
mirror of https://github.com/pikami/cosmium.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Code cleanup; Implement persistant storage; Use maps for storage

This commit is contained in:
Pijus Kamandulis 2024-02-25 22:13:04 +02:00
parent 1c5e5ce85d
commit 48660b5f63
39 changed files with 1420 additions and 1408 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
api/config/config.go
View File

@ -14,12 +14,13 @@ var Config = ServerConfig{}
func ParseFlags() {
host := flag.String("Host", "localhost", "Hostname")
port := flag.Int("Port", 8081, "Listen port")
explorerPath := flag.String("ExplorerDir", "/home/pk/pro/cosmos-explorer/dist", "Path to cosmos-explorer files")
tlsCertificatePath := flag.String("Cert", "../example.crt", "Hostname")
tlsCertificateKey := flag.String("CertKey", "../example.key", "Hostname")
explorerPath := flag.String("ExplorerDir", "", "Path to cosmos-explorer files")
tlsCertificatePath := flag.String("Cert", "", "Hostname")
tlsCertificateKey := flag.String("CertKey", "", "Hostname")
initialDataPath := flag.String("InitialData", "", "Path to JSON containing initial state")
accountKey := flag.String("AccountKey", DefaultAccountKey, "Account key for authentication")
disableAuthentication := flag.Bool("DisableAuth", false, "Disable authentication")
persistDataPath := flag.String("Persist", "", "Saves data to given path on application exit")
flag.Parse()
@ -28,7 +29,8 @@ func ParseFlags() {
Config.ExplorerPath = *explorerPath
Config.TLS_CertificatePath = *tlsCertificatePath
Config.TLS_CertificateKey = *tlsCertificateKey
Config.DataFilePath = *initialDataPath
Config.InitialDataFilePath = *initialDataPath
Config.PersistDataFilePath = *persistDataPath
Config.DisableAuth = *disableAuthentication
Config.DatabaseAccount = Config.Host

3
api/config/models.go
View File

@ -11,6 +11,7 @@ type ServerConfig struct {
Host string
TLS_CertificatePath string
TLS_CertificateKey string
DataFilePath string
InitialDataFilePath string
PersistDataFilePath string
DisableAuth bool
}

4
api/handlers/databases.go
View File

@ -65,14 +65,14 @@ func CreateDatabase(c *gin.Context) {
return
}
status := repositories.CreateDatabase(newDatabase)
createdDatabase, status := repositories.CreateDatabase(newDatabase)
if status == repositorymodels.Conflict {
c.IndentedJSON(http.StatusConflict, gin.H{"message": "Conflict"})
return
}
if status == repositorymodels.StatusOk {
c.IndentedJSON(http.StatusCreated, newDatabase)
c.IndentedJSON(http.StatusCreated, createdDatabase)
return
}

9
api/handlers/documents.go
View File

@ -78,14 +78,14 @@ func ReplaceDocument(c *gin.Context) {
return
}
status = repositories.CreateDocument(databaseId, collectionId, requestBody)
createdDocument, status := repositories.CreateDocument(databaseId, collectionId, requestBody)
if status == repositorymodels.Conflict {
c.IndentedJSON(http.StatusConflict, gin.H{"message": "Conflict"})
return
}
if status == repositorymodels.StatusOk {
c.IndentedJSON(http.StatusCreated, requestBody)
c.IndentedJSON(http.StatusCreated, createdDocument)
return
}
@ -114,7 +114,6 @@ func DocumentsPost(c *gin.Context) {
queryParameters = parametersToMap(paramsArray)
}
// TODO: Handle these {"query":"select c.id, c._self, c._rid, c._ts, [c[\"pk\"]] as _partitionKeyValue from c"}
docs, status := repositories.ExecuteQueryDocuments(databaseId, collectionId, query.(string), queryParameters)
if status != repositorymodels.StatusOk {
// TODO: Currently we return everything if the query fails
@ -131,14 +130,14 @@ func DocumentsPost(c *gin.Context) {
return
}
status := repositories.CreateDocument(databaseId, collectionId, requestBody)
createdDocument, status := repositories.CreateDocument(databaseId, collectionId, requestBody)
if status == repositorymodels.Conflict {
c.IndentedJSON(http.StatusConflict, gin.H{"message": "Conflict"})
return
}
if status == repositorymodels.StatusOk {
c.IndentedJSON(http.StatusCreated, requestBody)
c.IndentedJSON(http.StatusCreated, createdDocument)
return
}

3
api/handlers/explorer.go
View File

@ -24,6 +24,9 @@ func RegisterExplorerHandlers(router *gin.Engine) {
ctx.Next()
}
})
if config.Config.ExplorerPath != "" {
explorer.Static("/", config.Config.ExplorerPath)
}
}
}

1
api/tests/collections_test.go
View File

@ -25,6 +25,7 @@ func Test_Collections(t *testing.T) {
)
assert.Nil(t, err)
repositories.CreateDatabase(repositorymodels.Database{ID: testDatabaseName})
databaseClient, err := client.NewDatabase(testDatabaseName)
assert.Nil(t, err)

1
api/tests/config_test.go
View File

@ -9,6 +9,7 @@ import (
func runTestServer() *httptest.Server {
config.Config.AccountKey = config.DefaultAccountKey
config.Config.ExplorerPath = "/tmp/nothing"
return httptest.NewServer(api.CreateRouter())
}

13
api/tests/documents_test.go
View File

@ -50,6 +50,7 @@ func testCosmosQuery(t *testing.T,
}
func Test_Documents(t *testing.T) {
repositories.CreateDatabase(repositorymodels.Database{ID: testDatabaseName})
repositories.CreateCollection(testDatabaseName, repositorymodels.Collection{
ID: testCollectionName,
PartitionKey: struct {
@ -77,7 +78,7 @@ func Test_Documents(t *testing.T) {
t.Run("Should query document", func(t *testing.T) {
testCosmosQuery(t, collectionClient,
"SELECT c.id, c[\"pk\"] FROM c",
"SELECT c.id, c[\"pk\"] FROM c ORDER BY c.id",
nil,
[]interface{}{
map[string]interface{}{"id": "12345", "pk": "123"},
@ -88,7 +89,7 @@ func Test_Documents(t *testing.T) {
t.Run("Should query VALUE array", func(t *testing.T) {
testCosmosQuery(t, collectionClient,
"SELECT VALUE [c.id, c[\"pk\"]] FROM c",
"SELECT VALUE [c.id, c[\"pk\"]] FROM c ORDER BY c.id",
nil,
[]interface{}{
[]interface{}{"12345", "123"},
@ -99,7 +100,7 @@ func Test_Documents(t *testing.T) {
t.Run("Should query VALUE object", func(t *testing.T) {
testCosmosQuery(t, collectionClient,
"SELECT VALUE { id: c.id, _pk: c.pk } FROM c",
"SELECT VALUE { id: c.id, _pk: c.pk } FROM c ORDER BY c.id",
nil,
[]interface{}{
map[string]interface{}{"id": "12345", "_pk": "123"},
@ -112,7 +113,8 @@ func Test_Documents(t *testing.T) {
testCosmosQuery(t, collectionClient,
`select c.id
FROM c
WHERE c.isCool=true`,
WHERE c.isCool=true
ORDER BY c.id`,
nil,
[]interface{}{
map[string]interface{}{"id": "67890"},
@ -124,7 +126,8 @@ func Test_Documents(t *testing.T) {
testCosmosQuery(t, collectionClient,
`select c.id
FROM c
WHERE c.id=@param_id`,
WHERE c.id=@param_id
ORDER BY c.id`,
[]azcosmos.QueryParameter{
{Name: "@param_id", Value: "67890"},
},

1
go.mod
View File

@ -8,6 +8,7 @@ require (
github.com/gin-gonic/gin v1.9.1
github.com/google/uuid v1.1.1
github.com/stretchr/testify v1.8.4
golang.org/x/exp v0.0.0-20240222234643-814bf88cf225
)
require (

6
go.sum
View File

@ -38,8 +38,9 @@ github.com/goccy/go-json v0.10.2/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MG
github.com/golang-jwt/jwt v3.2.1+incompatible h1:73Z+4BJcrTC+KczS6WvTPvRGOp1WmfEP4Q1lOd9Z/+c=
github.com/golang-jwt/jwt v3.2.1+incompatible/go.mod h1:8pz2t5EyA70fFQQSrl6XZXzqecmYZeUEB8OUGHkxJ+I=
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
github.com/google/go-cmp v0.5.5 h1:Khx7svrCpmxxtHBq5j2mp/xVjsi8hQMfNLvJFAlrGgU=
github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
github.com/google/go-cmp v0.5.8 h1:e6P7q2lk1O+qJJb4BtCQXlK8vWEO8V1ZeuEdJNOqZyg=
github.com/google/go-cmp v0.5.8/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
github.com/google/uuid v1.1.1 h1:Gkbcsh/GbpXz7lPftLA3P6TYMwjCLYm83jiFQZF/3gY=
github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
@ -86,6 +87,8 @@ golang.org/x/arch v0.3.0 h1:02VY4/ZcO/gBOH6PUaoiptASxtXU10jazRCP865E97k=
golang.org/x/arch v0.3.0/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
golang.org/x/crypto v0.18.0 h1:PGVlW0xEltQnzFZ55hkuX5+KLyrMYhHld1YHO4AKcdc=
golang.org/x/crypto v0.18.0/go.mod h1:R0j02AL6hcrfOiy9T4ZYp/rcWeMxM3L6QYxlOuEG1mg=
golang.org/x/exp v0.0.0-20240222234643-814bf88cf225 h1:LfspQV/FYTatPTr/3HzIcmiUFH7PGP+OQ6mgDYo3yuQ=
golang.org/x/exp v0.0.0-20240222234643-814bf88cf225/go.mod h1:CxmFvTBINI24O/j8iY7H1xHzx2i4OsyguNBmN/uPtqc=
golang.org/x/net v0.20.0 h1:aCL9BSgETF1k+blQaYUBx9hJ9LOGP3gAVemcZlf1Kpo=
golang.org/x/net v0.20.0/go.mod h1:z8BVo6PvndSri0LbOE3hAn0apkU+1YvI6E70E9jsnvY=
golang.org/x/sys v0.0.0-20220704084225-05e143d24a9e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
@ -94,7 +97,6 @@ golang.org/x/sys v0.16.0 h1:xWw16ngr6ZMtmxDyKyIgsE93KNKz5HKmMa3b8ALHidU=
golang.org/x/sys v0.16.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw=
google.golang.org/protobuf v1.30.0 h1:kPPoIgf3TsEvrm0PFe15JQ+570QVxYzEvvHqChK+cng=

62
internal/repositories/collections.go
View File

@ -7,48 +7,50 @@ import (
"github.com/google/uuid"
repositorymodels "github.com/pikami/cosmium/internal/repository_models"
structhidrators "github.com/pikami/cosmium/internal/struct_hidrators"
"golang.org/x/exp/maps"
)
var collections = []repositorymodels.Collection{}
func GetAllCollections(databaseId string) ([]repositorymodels.Collection, repositorymodels.RepositoryStatus) {
dbCollections := make([]repositorymodels.Collection, 0)
for _, coll := range collections {
if coll.Internals.DatabaseId == databaseId {
dbCollections = append(dbCollections, coll)
}
if _, ok := storeState.Databases[databaseId]; !ok {
return make([]repositorymodels.Collection, 0), repositorymodels.StatusNotFound
}
return dbCollections, repositorymodels.StatusOk
}
func GetCollection(databaseId string, id string) (repositorymodels.Collection, repositorymodels.RepositoryStatus) {
for _, coll := range collections {
if coll.Internals.DatabaseId == databaseId && coll.ID == id {
return coll, repositorymodels.StatusOk
}
return maps.Values(storeState.Collections[databaseId]), repositorymodels.StatusOk
}
func GetCollection(databaseId string, collectionId string) (repositorymodels.Collection, repositorymodels.RepositoryStatus) {
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.Collection{}, repositorymodels.StatusNotFound
}
func DeleteCollection(databaseId string, id string) repositorymodels.RepositoryStatus {
for index, coll := range collections {
if coll.Internals.DatabaseId == databaseId && coll.ID == id {
collections = append(collections[:index], collections[index+1:]...)
return repositorymodels.StatusOk
}
if _, ok := storeState.Collections[databaseId][collectionId]; !ok {
return repositorymodels.Collection{}, repositorymodels.StatusNotFound
}
return storeState.Collections[databaseId][collectionId], repositorymodels.StatusOk
}
func DeleteCollection(databaseId string, collectionId string) repositorymodels.RepositoryStatus {
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.StatusNotFound
}
func CreateCollection(databaseId string, newCollection repositorymodels.Collection) (repositorymodels.Collection, repositorymodels.RepositoryStatus) {
for _, coll := range collections {
if coll.Internals.DatabaseId == databaseId && coll.ID == newCollection.ID {
return repositorymodels.Collection{}, repositorymodels.Conflict
if _, ok := storeState.Collections[databaseId][collectionId]; !ok {
return repositorymodels.StatusNotFound
}
delete(storeState.Collections[databaseId], collectionId)
return repositorymodels.StatusOk
}
func CreateCollection(databaseId string, newCollection repositorymodels.Collection) (repositorymodels.Collection, repositorymodels.RepositoryStatus) {
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.Collection{}, repositorymodels.StatusNotFound
}
if _, ok := storeState.Collections[databaseId][newCollection.ID]; ok {
return repositorymodels.Collection{}, repositorymodels.Conflict
}
newCollection = structhidrators.Hidrate(newCollection).(repositorymodels.Collection)
@ -56,9 +58,9 @@ func CreateCollection(databaseId string, newCollection repositorymodels.Collecti
newCollection.TimeStamp = time.Now().Unix()
newCollection.UniqueID = uuid.New().String()
newCollection.ETag = fmt.Sprintf("\"%s\"", newCollection.UniqueID)
newCollection.Internals = struct{ DatabaseId string }{
DatabaseId: databaseId,
}
collections = append(collections, newCollection)
storeState.Collections[databaseId][newCollection.ID] = newCollection
storeState.Documents[databaseId][newCollection.ID] = make(map[string]repositorymodels.Document)
return newCollection, repositorymodels.StatusOk
}

40
internal/repositories/databases.go
View File

@ -6,48 +6,42 @@ import (
"github.com/google/uuid"
repositorymodels "github.com/pikami/cosmium/internal/repository_models"
"golang.org/x/exp/maps"
)
var databases = []repositorymodels.Database{
{ID: "db1"},
{ID: "db2"},
}
func GetAllDatabases() ([]repositorymodels.Database, repositorymodels.RepositoryStatus) {
return databases, repositorymodels.StatusOk
return maps.Values(storeState.Databases), repositorymodels.StatusOk
}
func GetDatabase(id string) (repositorymodels.Database, repositorymodels.RepositoryStatus) {
for _, db := range databases {
if db.ID == id {
return db, repositorymodels.StatusOk
}
if database, ok := storeState.Databases[id]; ok {
return database, repositorymodels.StatusOk
}
return repositorymodels.Database{}, repositorymodels.StatusNotFound
}
func DeleteDatabase(id string) repositorymodels.RepositoryStatus {
for index, db := range databases {
if db.ID == id {
databases = append(databases[:index], databases[index+1:]...)
return repositorymodels.StatusOk
}
}
if _, ok := storeState.Databases[id]; !ok {
return repositorymodels.StatusNotFound
}
func CreateDatabase(newDatabase repositorymodels.Database) repositorymodels.RepositoryStatus {
for _, db := range databases {
if db.ID == newDatabase.ID {
return repositorymodels.Conflict
delete(storeState.Databases, id)
return repositorymodels.StatusOk
}
func CreateDatabase(newDatabase repositorymodels.Database) (repositorymodels.Database, repositorymodels.RepositoryStatus) {
if _, ok := storeState.Databases[newDatabase.ID]; ok {
return repositorymodels.Database{}, repositorymodels.Conflict
}
newDatabase.TimeStamp = time.Now().Unix()
newDatabase.UniqueID = uuid.New().String()
newDatabase.ETag = fmt.Sprintf("\"%s\"", newDatabase.UniqueID)
databases = append(databases, newDatabase)
return repositorymodels.StatusOk
storeState.Databases[newDatabase.ID] = newDatabase
storeState.Collections[newDatabase.ID] = make(map[string]repositorymodels.Collection)
storeState.Documents[newDatabase.ID] = make(map[string]map[string]repositorymodels.Document)
return newDatabase, repositorymodels.StatusOk
}

120
internal/repositories/documents.go
View File

@ -3,7 +3,6 @@ package repositories
import (
"fmt"
"log"
"strings"
"time"
"github.com/google/uuid"
@ -11,102 +10,81 @@ import (
"github.com/pikami/cosmium/parsers"
"github.com/pikami/cosmium/parsers/nosql"
memoryexecutor "github.com/pikami/cosmium/query_executors/memory_executor"
"golang.org/x/exp/maps"
)
var documents = []repositorymodels.Document{}
func GetAllDocuments(databaseId string, collectionId string) ([]repositorymodels.Document, repositorymodels.RepositoryStatus) {
filteredDocuments := make([]repositorymodels.Document, 0)
for _, doc := range documents {
docDbId := doc["_internal"].(map[string]interface{})["databaseId"]
docCollId := doc["_internal"].(map[string]interface{})["collectionId"]
if docDbId == databaseId && docCollId == collectionId {
doc["_partitionKeyValue"] = doc["_internal"].(map[string]interface{})["partitionKeyValue"]
filteredDocuments = append(filteredDocuments, doc)
}
if _, ok := storeState.Databases[databaseId]; !ok {
return make([]repositorymodels.Document, 0), repositorymodels.StatusNotFound
}
return filteredDocuments, repositorymodels.StatusOk
if _, ok := storeState.Collections[databaseId][collectionId]; !ok {
return make([]repositorymodels.Document, 0), repositorymodels.StatusNotFound
}
return maps.Values(storeState.Documents[databaseId][collectionId]), repositorymodels.StatusOk
}
func GetDocument(databaseId string, collectionId string, documentId string) (repositorymodels.Document, repositorymodels.RepositoryStatus) {
for _, doc := range documents {
docDbId := doc["_internal"].(map[string]interface{})["databaseId"]
docCollId := doc["_internal"].(map[string]interface{})["collectionId"]
docId := doc["id"]
if docDbId == databaseId && docCollId == collectionId && docId == documentId {
doc["_partitionKeyValue"] = doc["_internal"].(map[string]interface{})["partitionKeyValue"]
return doc, repositorymodels.StatusOk
}
}
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.Document{}, repositorymodels.StatusNotFound
}
func DeleteDocument(databaseId string, collectionId string, documentId string) repositorymodels.RepositoryStatus {
for index, doc := range documents {
docDbId := doc["_internal"].(map[string]interface{})["databaseId"]
docCollId := doc["_internal"].(map[string]interface{})["collectionId"]
docId := doc["id"]
if _, ok := storeState.Collections[databaseId][collectionId]; !ok {
return repositorymodels.Document{}, repositorymodels.StatusNotFound
}
if _, ok := storeState.Documents[databaseId][collectionId][documentId]; !ok {
return repositorymodels.Document{}, repositorymodels.StatusNotFound
}
return storeState.Documents[databaseId][collectionId][documentId], repositorymodels.StatusOk
}
func DeleteDocument(databaseId string, collectionId string, documentId string) repositorymodels.RepositoryStatus {
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.StatusNotFound
}
if _, ok := storeState.Collections[databaseId][collectionId]; !ok {
return repositorymodels.StatusNotFound
}
if _, ok := storeState.Documents[databaseId][collectionId][documentId]; !ok {
return repositorymodels.StatusNotFound
}
delete(storeState.Documents[databaseId][collectionId], documentId)
if docDbId == databaseId && docCollId == collectionId && docId == documentId {
documents = append(documents[:index], documents[index+1:]...)
return repositorymodels.StatusOk
}
func CreateDocument(databaseId string, collectionId string, document map[string]interface{}) (repositorymodels.Document, repositorymodels.RepositoryStatus) {
var documentId string
var ok bool
if documentId, ok = document["id"].(string); !ok || documentId == "" {
return repositorymodels.Document{}, repositorymodels.BadRequest
}
return repositorymodels.StatusNotFound
if _, ok := storeState.Databases[databaseId]; !ok {
return repositorymodels.Document{}, repositorymodels.StatusNotFound
}
func CreateDocument(databaseId string, collectionId string, document map[string]interface{}) repositorymodels.RepositoryStatus {
if document["id"] == "" {
return repositorymodels.BadRequest
if _, ok = storeState.Collections[databaseId][collectionId]; !ok {
return repositorymodels.Document{}, repositorymodels.StatusNotFound
}
collection, status := GetCollection(databaseId, collectionId)
if status != repositorymodels.StatusOk {
return repositorymodels.StatusNotFound
}
for _, doc := range documents {
docDbId := doc["_internal"].(map[string]interface{})["databaseId"]
docCollId := doc["_internal"].(map[string]interface{})["collectionId"]
docId := doc["id"]
if docDbId == databaseId && docCollId == collectionId && docId == document["id"] {
return repositorymodels.Conflict
}
}
partitionKeyValue := make([]string, 0)
for _, path := range collection.PartitionKey.Paths {
var val interface{}
for _, part := range strings.Split(path, "/") {
val = document[part]
}
if val == nil {
val = ""
}
// TODO: handle non-string partition keys
partitionKeyValue = append(partitionKeyValue, val.(string))
if _, ok := storeState.Documents[databaseId][collectionId][documentId]; ok {
return repositorymodels.Document{}, repositorymodels.Conflict
}
document["_ts"] = time.Now().Unix()
document["_rid"] = uuid.New().String()
document["_etag"] = fmt.Sprintf("\"%s\"", document["_rid"])
document["_internal"] = map[string]interface{}{
"databaseId": databaseId,
"collectionId": collectionId,
"partitionKeyValue": partitionKeyValue,
}
documents = append(documents, document)
return repositorymodels.StatusOk
storeState.Documents[databaseId][collectionId][documentId] = document
return document, repositorymodels.StatusOk
}
func ExecuteQueryDocuments(databaseId string, collectionId string, query string, queryParameters map[string]interface{}) ([]memoryexecutor.RowType, repositorymodels.RepositoryStatus) {

104
internal/repositories/state.go
View File

@ -5,10 +5,20 @@ import (
"fmt"
"log"
"os"
"reflect"
repositorymodels "github.com/pikami/cosmium/internal/repository_models"
)
var storedProcedures = []repositorymodels.StoredProcedure{}
var triggers = []repositorymodels.Trigger{}
var userDefinedFunctions = []repositorymodels.UserDefinedFunction{}
var storeState = repositorymodels.State{
Databases: make(map[string]repositorymodels.Database),
Collections: make(map[string]map[string]repositorymodels.Collection),
Documents: make(map[string]map[string]map[string]repositorymodels.Document),
}
func LoadStateFS(filePath string) {
data, err := os.ReadFile(filePath)
if err != nil {
@ -21,19 +31,91 @@ func LoadStateFS(filePath string) {
}
fmt.Println("Loaded state:")
fmt.Printf("Databases: %d\n", len(state.Databases))
fmt.Printf("Collections: %d\n", len(state.Collections))
fmt.Printf("Documents: %d\n", len(state.Documents))
fmt.Printf("Databases: %d\n", getLength(state.Databases))
fmt.Printf("Collections: %d\n", getLength(state.Collections))
fmt.Printf("Documents: %d\n", getLength(state.Documents))
databases = state.Databases
collections = state.Collections
documents = state.Documents
storeState = state
ensureStoreStateNoNullReferences()
}
func GetState() map[string]interface{} {
return map[string]interface{}{
"databases": databases,
"collections": collections,
"documents": documents,
func SaveStateFS(filePath string) {
data, err := json.MarshalIndent(storeState, "", "\t")
if err != nil {
fmt.Printf("Failed to save state: %v\n", err)
return
}
os.WriteFile(filePath, data, os.ModePerm)
fmt.Println("Saved state:")
fmt.Printf("Databases: %d\n", getLength(storeState.Databases))
fmt.Printf("Collections: %d\n", getLength(storeState.Collections))
fmt.Printf("Documents: %d\n", getLength(storeState.Documents))
}
func GetState() repositorymodels.State {
return storeState
}
func getLength(v interface{}) int {
switch v.(type) {
case repositorymodels.Database,
repositorymodels.Collection,
repositorymodels.Document:
return 1
}
rv := reflect.ValueOf(v)
if rv.Kind() != reflect.Map {
return -1
}
count := 0
for _, key := range rv.MapKeys() {
if rv.MapIndex(key).Kind() == reflect.Map {
count += getLength(rv.MapIndex(key).Interface())
} else {
count++
}
}
return count
}
func ensureStoreStateNoNullReferences() {
if storeState.Databases == nil {
storeState.Databases = make(map[string]repositorymodels.Database)
}
if storeState.Collections == nil {
storeState.Collections = make(map[string]map[string]repositorymodels.Collection)
}
if storeState.Documents == nil {
storeState.Documents = make(map[string]map[string]map[string]repositorymodels.Document)
}
for database := range storeState.Databases {
if storeState.Collections[database] == nil {
storeState.Collections[database] = make(map[string]repositorymodels.Collection)
}
if storeState.Documents[database] == nil {
storeState.Documents[database] = make(map[string]map[string]repositorymodels.Document)
}
for collection := range storeState.Collections[database] {
if storeState.Documents[database][collection] == nil {
storeState.Documents[database][collection] = make(map[string]repositorymodels.Document)
}
for document := range storeState.Documents[database][collection] {
if storeState.Documents[database][collection][document] == nil {
delete(storeState.Documents[database][collection], document)
}
}
}
}
}

12
internal/repositories/stored_procedures.go
View File

@ -2,16 +2,6 @@ package repositories
import repositorymodels "github.com/pikami/cosmium/internal/repository_models"
var storedProcedures = []repositorymodels.StoredProcedure{}
func GetAllStoredProcedures(databaseId string, collectionId string) ([]repositorymodels.StoredProcedure, repositorymodels.RepositoryStatus) {
sps := make([]repositorymodels.StoredProcedure, 0)
for _, coll := range storedProcedures {
if coll.Internals.DatabaseId == databaseId && coll.Internals.CollectionId == collectionId {
sps = append(sps, coll)
}
}
return sps, repositorymodels.StatusOk
return storedProcedures, repositorymodels.StatusOk
}

12
internal/repositories/triggers.go
View File

@ -2,16 +2,6 @@ package repositories
import repositorymodels "github.com/pikami/cosmium/internal/repository_models"
var triggers = []repositorymodels.Trigger{}
func GetAllTriggers(databaseId string, collectionId string) ([]repositorymodels.Trigger, repositorymodels.RepositoryStatus) {
filteredTriggers := make([]repositorymodels.Trigger, 0)
for _, coll := range triggers {
if coll.Internals.DatabaseId == databaseId && coll.Internals.CollectionId == collectionId {
filteredTriggers = append(filteredTriggers, coll)
}
}
return filteredTriggers, repositorymodels.StatusOk
return triggers, repositorymodels.StatusOk
}

12
internal/repositories/user_defined_functions.go
View File

@ -2,16 +2,6 @@ package repositories
import repositorymodels "github.com/pikami/cosmium/internal/repository_models"
var userDefinedFunctions = []repositorymodels.UserDefinedFunction{}
func GetAllUserDefinedFunctions(databaseId string, collectionId string) ([]repositorymodels.UserDefinedFunction, repositorymodels.RepositoryStatus) {
udfs := make([]repositorymodels.UserDefinedFunction, 0)
for _, coll := range userDefinedFunctions {
if coll.Internals.DatabaseId == databaseId && coll.Internals.CollectionId == collectionId {
udfs = append(udfs, coll)
}
}
return udfs, repositorymodels.StatusOk
return userDefinedFunctions, repositorymodels.StatusOk
}

26
internal/repository_models/models.go
View File

@ -29,9 +29,6 @@ type Collection struct {
Triggers string `json:"_triggers"`
Udfs string `json:"_udfs"`
Conflicts string `json:"_conflicts"`
Internals struct {
DatabaseId string
}
}
type CollectionIndexingPolicy struct {
@ -63,10 +60,6 @@ type UserDefinedFunction struct {
Ts int `json:"_ts"`
Self string `json:"_self"`
Etag string `json:"_etag"`
Internals struct {
DatabaseId string
CollectionId string
}
}
type StoredProcedure struct {
@ -76,10 +69,6 @@ type StoredProcedure struct {
Ts int `json:"_ts"`
Self string `json:"_self"`
Etag string `json:"_etag"`
Internals struct {
DatabaseId string
CollectionId string
}
}
type Trigger struct {
@ -91,10 +80,6 @@ type Trigger struct {
Ts int `json:"_ts"`
Self string `json:"_self"`
Etag string `json:"_etag"`
Internals struct {
DatabaseId string
CollectionId string
}
}
type Document map[string]interface{}
@ -115,7 +100,12 @@ type PartitionKeyRange struct {
}
type State struct {
Databases []Database `json:"databases"`
Collections []Collection `json:"collections"`
Documents []Document `json:"documents"`
// Map databaseId -> Database
Databases map[string]Database `json:"databases"`
// Map databaseId -> collectionId -> Collection
Collections map[string]map[string]Collection `json:"collections"`
// Map databaseId -> collectionId -> documentId -> Documents
Documents map[string]map[string]map[string]Document `json:"documents"`
}

28
main.go
View File

@ -2,6 +2,9 @@ package main
import (
"fmt"
"os"
"os/signal"
"syscall"
"github.com/pikami/cosmium/api"
"github.com/pikami/cosmium/api/config"
@ -11,13 +14,32 @@ import (
func main() {
config.ParseFlags()
if config.Config.DataFilePath != "" {
repositories.LoadStateFS(config.Config.DataFilePath)
if config.Config.InitialDataFilePath != "" {
repositories.LoadStateFS(config.Config.InitialDataFilePath)
}
router := api.CreateRouter()
router.RunTLS(
if config.Config.TLS_CertificatePath == "" ||
config.Config.TLS_CertificateKey == "" {
go router.Run(fmt.Sprintf(":%d", config.Config.Port))
} else {
go router.RunTLS(
fmt.Sprintf(":%d", config.Config.Port),
config.Config.TLS_CertificatePath,
config.Config.TLS_CertificateKey)
}
waitForExit()
}
func waitForExit() {
sigs := make(chan os.Signal, 1)
signal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM)
// Block until a exit signal is received
<-sigs
if config.Config.PersistDataFilePath != "" {
repositories.SaveStateFS(config.Config.PersistDataFilePath)
}
}

0
parsers/nosql/nosql_array_functions_test.go → parsers/nosql/array_functions_test.go
View File

0
parsers/nosql/nosql_misc_test.go → parsers/nosql/misc_test.go
View File

1812
parsers/nosql/nosql.go
View File

File diff suppressed because it is too large Load Diff

22
parsers/nosql/nosql.peg
View File

@ -9,14 +9,9 @@ func makeSelectStmt(columns, table, whereClause interface{}, count interface{},
Table: table.(parsers.Table),
}
if filters, ok := whereClause.(parsers.ComparisonExpression); ok {
selectStmt.Filters = filters
} else if filters, ok := whereClause.(parsers.LogicalExpression); ok {
selectStmt.Filters = filters
} else if filters, ok := whereClause.(parsers.Constant); ok {
selectStmt.Filters = filters
} else if filters, ok := whereClause.(parsers.SelectItem); ok {
selectStmt.Filters = filters
switch v := whereClause.(type) {
case parsers.ComparisonExpression, parsers.LogicalExpression, parsers.Constant, parsers.SelectItem:
selectStmt.Filters = v
}
if n, ok := count.(int); ok {
@ -284,14 +279,12 @@ ComparisonOperator <- ("=" / "!=" / "<" / "<=" / ">" / ">=") {
return string(c.text), nil
}
StringEquals <- "STRINGEQUALS"i
Literal <- FloatLiteral / IntegerLiteral / StringLiteral / BooleanLiteral / ParameterConstant / NullConstant
ParameterConstant <- "@" Identifier {
return parsers.Constant{Type: parsers.ConstantTypeParameterConstant, Value: string(c.text)}, nil
}
NullConstant <- "null" {
NullConstant <- "null"i {
return parsers.Constant{Value: nil}, nil
}
@ -357,7 +350,7 @@ LowerExpression <- "LOWER"i ws "(" ex:SelectItem ")" {
return createFunctionCall(parsers.FunctionCallLower, []interface{}{ex})
}
StringEqualsExpression <- StringEquals ws "(" ws ex1:SelectItem ws "," ws ex2:SelectItem ws ignoreCase:("," ws boolean:SelectItem { return boolean, nil })? ")" {
StringEqualsExpression <- "STRINGEQUALS"i ws "(" ws ex1:SelectItem ws "," ws ex2:SelectItem ws ignoreCase:("," ws boolean:SelectItem { return boolean, nil })? ")" {
return createFunctionCall(parsers.FunctionCallStringEquals, []interface{}{ex1, ex2, ignoreCase})
}
@ -425,7 +418,7 @@ ThreeArgumentStringFunctionExpression <- function:ThreeArgumentStringFunction ws
functionType = parsers.FunctionCallIndexOf
}
return parsers.FunctionCall{Type: functionType, Arguments: []interface{}{ex1, ex2, ignoreCase}}, nil
return createFunctionCall(functionType, []interface{}{ex1, ex2, ignoreCase})
}
ThreeArgumentStringFunction <- ("CONTAINS"i / "ENDSWITH"i / "STARTSWITH"i / "INDEX_OF"i) {
@ -493,8 +486,7 @@ SetUnionExpression <- "SetUnion"i ws "(" ws set1:SelectItem ws "," ws set2:Selec
}
InFunction <- ex1:SelectProperty ws "IN"i ws "(" ws ex2:SelectItem others:(ws "," ws ex:SelectItem { return ex, nil })* ws ")" {
arguments := append([]interface{}{ex1, ex2}, others.([]interface{})...)
return parsers.FunctionCall{Type: parsers.FunctionCallIn, Arguments: arguments}, nil
return createFunctionCall(parsers.FunctionCallIn, append([]interface{}{ex1, ex2}, others.([]interface{})...))
}
Integer <- [0-9]+ {

0
parsers/nosql/nosql_select_test.go → parsers/nosql/select_test.go
View File

0
parsers/nosql/nosql_string_functions_test.go → parsers/nosql/string_functions_test.go
View File

0
parsers/nosql/nosql_type_checking_functions_test.go → parsers/nosql/type_checking_functions_test.go
View File

0
parsers/nosql/nosql_were_test.go → parsers/nosql/were_test.go
View File

32
query_executors/memory_executor/array_functions.go
View File

@ -7,17 +7,17 @@ import (
"github.com/pikami/cosmium/parsers"
)
func array_Concat(arguments []interface{}, queryParameters map[string]interface{}, row RowType) []interface{} {
func (c memoryExecutorContext) array_Concat(arguments []interface{}, row RowType) []interface{} {
var result []interface{}
for _, arg := range arguments {
array := parseArray(arg, queryParameters, row)
array := c.parseArray(arg, row)
result = append(result, array...)
}
return result
}
func array_Length(arguments []interface{}, queryParameters map[string]interface{}, row RowType) int {
array := parseArray(arguments[0], queryParameters, row)
func (c memoryExecutorContext) array_Length(arguments []interface{}, row RowType) int {
array := c.parseArray(arguments[0], row)
if array == nil {
return 0
}
@ -25,15 +25,15 @@ func array_Length(arguments []interface{}, queryParameters map[string]interface{
return len(array)
}
func array_Slice(arguments []interface{}, queryParameters map[string]interface{}, row RowType) []interface{} {
func (c memoryExecutorContext) array_Slice(arguments []interface{}, row RowType) []interface{} {
var ok bool
var start int
var length int
array := parseArray(arguments[0], queryParameters, row)
startEx := getFieldValue(arguments[1].(parsers.SelectItem), queryParameters, row)
array := c.parseArray(arguments[0], row)
startEx := c.getFieldValue(arguments[1].(parsers.SelectItem), row)
if arguments[2] != nil {
lengthEx := getFieldValue(arguments[2].(parsers.SelectItem), queryParameters, row)
lengthEx := c.getFieldValue(arguments[2].(parsers.SelectItem), row)
if length, ok = lengthEx.(int); !ok {
fmt.Println("array_Slice - got length parameters of wrong type")
@ -65,9 +65,9 @@ func array_Slice(arguments []interface{}, queryParameters map[string]interface{}
return array[start:end]
}
func set_Intersect(arguments []interface{}, queryParameters map[string]interface{}, row RowType) []interface{} {
set1 := parseArray(arguments[0], queryParameters, row)
set2 := parseArray(arguments[1], queryParameters, row)
func (c memoryExecutorContext) set_Intersect(arguments []interface{}, row RowType) []interface{} {
set1 := c.parseArray(arguments[0], row)
set2 := c.parseArray(arguments[1], row)
intersection := make(map[interface{}]struct{})
if set1 == nil || set2 == nil {
@ -88,9 +88,9 @@ func set_Intersect(arguments []interface{}, queryParameters map[string]interface
return result
}
func set_Union(arguments []interface{}, queryParameters map[string]interface{}, row RowType) []interface{} {
set1 := parseArray(arguments[0], queryParameters, row)
set2 := parseArray(arguments[1], queryParameters, row)
func (c memoryExecutorContext) set_Union(arguments []interface{}, row RowType) []interface{} {
set1 := c.parseArray(arguments[0], row)
set2 := c.parseArray(arguments[1], row)
var result []interface{}
union := make(map[interface{}]struct{})
@ -111,9 +111,9 @@ func set_Union(arguments []interface{}, queryParameters map[string]interface{},
return result
}
func parseArray(argument interface{}, queryParameters map[string]interface{}, row RowType) []interface{} {
func (c memoryExecutorContext) parseArray(argument interface{}, row RowType) []interface{} {
exItem := argument.(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
ex := c.getFieldValue(exItem, row)
arrValue := reflect.ValueOf(ex)
if arrValue.Kind() != reflect.Slice {

121
query_executors/memory_executor/memory_executor.go
View File

@ -12,19 +12,27 @@ import (
type RowType interface{}
type ExpressionType interface{}
type memoryExecutorContext struct {
parameters map[string]interface{}
}
func Execute(query parsers.SelectStmt, data []RowType) []RowType {
ctx := memoryExecutorContext{
parameters: query.Parameters,
}
result := make([]RowType, 0)
// Apply Filter
for _, row := range data {
if evaluateFilters(query.Filters, query.Parameters, row) {
if ctx.evaluateFilters(query.Filters, row) {
result = append(result, row)
}
}
// Apply order
if query.OrderExpressions != nil && len(query.OrderExpressions) > 0 {
orderBy(query.OrderExpressions, query.Parameters, result)
ctx.orderBy(query.OrderExpressions, result)
}
// Apply result limit
@ -41,16 +49,16 @@ func Execute(query parsers.SelectStmt, data []RowType) []RowType {
// Apply select
selectedData := make([]RowType, 0)
for _, row := range result {
selectedData = append(selectedData, selectRow(query.SelectItems, query.Parameters, row))
selectedData = append(selectedData, ctx.selectRow(query.SelectItems, row))
}
return selectedData
}
func selectRow(selectItems []parsers.SelectItem, queryParameters map[string]interface{}, row RowType) interface{} {
func (c memoryExecutorContext) selectRow(selectItems []parsers.SelectItem, row RowType) interface{} {
// When the first value is top level, select it instead
if len(selectItems) > 0 && selectItems[0].IsTopLevel {
return getFieldValue(selectItems[0], queryParameters, row)
return c.getFieldValue(selectItems[0], row)
}
// Construct a new row based on the selected columns
@ -65,21 +73,21 @@ func selectRow(selectItems []parsers.SelectItem, queryParameters map[string]inte
}
}
newRow[destinationName] = getFieldValue(column, queryParameters, row)
newRow[destinationName] = c.getFieldValue(column, row)
}
return newRow
}
func evaluateFilters(expr ExpressionType, queryParameters map[string]interface{}, row RowType) bool {
func (c memoryExecutorContext) evaluateFilters(expr ExpressionType, row RowType) bool {
if expr == nil {
return true
}
switch typedValue := expr.(type) {
case parsers.ComparisonExpression:
leftValue := getExpressionParameterValue(typedValue.Left, queryParameters, row)
rightValue := getExpressionParameterValue(typedValue.Right, queryParameters, row)
leftValue := c.getExpressionParameterValue(typedValue.Left, row)
rightValue := c.getExpressionParameterValue(typedValue.Right, row)
cmp := compareValues(leftValue, rightValue)
switch typedValue.Operation {
@ -99,7 +107,7 @@ func evaluateFilters(expr ExpressionType, queryParameters map[string]interface{}
case parsers.LogicalExpression:
var result bool
for i, expression := range typedValue.Expressions {
expressionResult := evaluateFilters(expression, queryParameters, row)
expressionResult := c.evaluateFilters(expression, row)
if i == 0 {
result = expressionResult
}
@ -124,7 +132,7 @@ func evaluateFilters(expr ExpressionType, queryParameters map[string]interface{}
}
return false
case parsers.SelectItem:
resolvedValue := getFieldValue(typedValue, queryParameters, row)
resolvedValue := c.getFieldValue(typedValue, row)
if value, ok := resolvedValue.(bool); ok {
return value
}
@ -132,11 +140,11 @@ func evaluateFilters(expr ExpressionType, queryParameters map[string]interface{}
return false
}
func getFieldValue(field parsers.SelectItem, queryParameters map[string]interface{}, row RowType) interface{} {
func (c memoryExecutorContext) getFieldValue(field parsers.SelectItem, row RowType) interface{} {
if field.Type == parsers.SelectItemTypeArray {
arrayValue := make([]interface{}, 0)
for _, selectItem := range field.SelectItems {
arrayValue = append(arrayValue, getFieldValue(selectItem, queryParameters, row))
arrayValue = append(arrayValue, c.getFieldValue(selectItem, row))
}
return arrayValue
}
@ -144,7 +152,7 @@ func getFieldValue(field parsers.SelectItem, queryParameters map[string]interfac
if field.Type == parsers.SelectItemTypeObject {
objectValue := make(map[string]interface{})
for _, selectItem := range field.SelectItems {
objectValue[selectItem.Alias] = getFieldValue(selectItem, queryParameters, row)
objectValue[selectItem.Alias] = c.getFieldValue(selectItem, row)
}
return objectValue
}
@ -158,9 +166,9 @@ func getFieldValue(field parsers.SelectItem, queryParameters map[string]interfac
}
if typedValue.Type == parsers.ConstantTypeParameterConstant &&
queryParameters != nil {
c.parameters != nil {
if key, ok := typedValue.Value.(string); ok {
return queryParameters[key]
return c.parameters[key]
}
}
@ -177,78 +185,78 @@ func getFieldValue(field parsers.SelectItem, queryParameters map[string]interfac
switch typedValue.Type {
case parsers.FunctionCallStringEquals:
return strings_StringEquals(typedValue.Arguments, queryParameters, row)
return c.strings_StringEquals(typedValue.Arguments, row)
case parsers.FunctionCallContains:
return strings_Contains(typedValue.Arguments, queryParameters, row)
return c.strings_Contains(typedValue.Arguments, row)
case parsers.FunctionCallEndsWith:
return strings_EndsWith(typedValue.Arguments, queryParameters, row)
return c.strings_EndsWith(typedValue.Arguments, row)
case parsers.FunctionCallStartsWith:
return strings_StartsWith(typedValue.Arguments, queryParameters, row)
return c.strings_StartsWith(typedValue.Arguments, row)
case parsers.FunctionCallConcat:
return strings_Concat(typedValue.Arguments, queryParameters, row)
return c.strings_Concat(typedValue.Arguments, row)
case parsers.FunctionCallIndexOf:
return strings_IndexOf(typedValue.Arguments, queryParameters, row)
return c.strings_IndexOf(typedValue.Arguments, row)
case parsers.FunctionCallToString:
return strings_ToString(typedValue.Arguments, queryParameters, row)
return c.strings_ToString(typedValue.Arguments, row)
case parsers.FunctionCallUpper:
return strings_Upper(typedValue.Arguments, queryParameters, row)
return c.strings_Upper(typedValue.Arguments, row)
case parsers.FunctionCallLower:
return strings_Lower(typedValue.Arguments, queryParameters, row)
return c.strings_Lower(typedValue.Arguments, row)
case parsers.FunctionCallLeft:
return strings_Left(typedValue.Arguments, queryParameters, row)
return c.strings_Left(typedValue.Arguments, row)
case parsers.FunctionCallLength:
return strings_Length(typedValue.Arguments, queryParameters, row)
return c.strings_Length(typedValue.Arguments, row)
case parsers.FunctionCallLTrim:
return strings_LTrim(typedValue.Arguments, queryParameters, row)
return c.strings_LTrim(typedValue.Arguments, row)
case parsers.FunctionCallReplace:
return strings_Replace(typedValue.Arguments, queryParameters, row)
return c.strings_Replace(typedValue.Arguments, row)
case parsers.FunctionCallReplicate:
return strings_Replicate(typedValue.Arguments, queryParameters, row)
return c.strings_Replicate(typedValue.Arguments, row)
case parsers.FunctionCallReverse:
return strings_Reverse(typedValue.Arguments, queryParameters, row)
return c.strings_Reverse(typedValue.Arguments, row)
case parsers.FunctionCallRight:
return strings_Right(typedValue.Arguments, queryParameters, row)
return c.strings_Right(typedValue.Arguments, row)
case parsers.FunctionCallRTrim:
return strings_RTrim(typedValue.Arguments, queryParameters, row)
return c.strings_RTrim(typedValue.Arguments, row)
case parsers.FunctionCallSubstring:
return strings_Substring(typedValue.Arguments, queryParameters, row)
return c.strings_Substring(typedValue.Arguments, row)
case parsers.FunctionCallTrim:
return strings_Trim(typedValue.Arguments, queryParameters, row)
return c.strings_Trim(typedValue.Arguments, row)
case parsers.FunctionCallIsDefined:
return typeChecking_IsDefined(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsDefined(typedValue.Arguments, row)
case parsers.FunctionCallIsArray:
return typeChecking_IsArray(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsArray(typedValue.Arguments, row)
case parsers.FunctionCallIsBool:
return typeChecking_IsBool(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsBool(typedValue.Arguments, row)
case parsers.FunctionCallIsFiniteNumber:
return typeChecking_IsFiniteNumber(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsFiniteNumber(typedValue.Arguments, row)
case parsers.FunctionCallIsInteger:
return typeChecking_IsInteger(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsInteger(typedValue.Arguments, row)
case parsers.FunctionCallIsNull:
return typeChecking_IsNull(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsNull(typedValue.Arguments, row)
case parsers.FunctionCallIsNumber:
return typeChecking_IsNumber(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsNumber(typedValue.Arguments, row)
case parsers.FunctionCallIsObject:
return typeChecking_IsObject(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsObject(typedValue.Arguments, row)
case parsers.FunctionCallIsPrimitive:
return typeChecking_IsPrimitive(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsPrimitive(typedValue.Arguments, row)
case parsers.FunctionCallIsString:
return typeChecking_IsString(typedValue.Arguments, queryParameters, row)
return c.typeChecking_IsString(typedValue.Arguments, row)
case parsers.FunctionCallArrayConcat:
return array_Concat(typedValue.Arguments, queryParameters, row)
return c.array_Concat(typedValue.Arguments, row)
case parsers.FunctionCallArrayLength:
return array_Length(typedValue.Arguments, queryParameters, row)
return c.array_Length(typedValue.Arguments, row)
case parsers.FunctionCallArraySlice:
return array_Slice(typedValue.Arguments, queryParameters, row)
return c.array_Slice(typedValue.Arguments, row)
case parsers.FunctionCallSetIntersect:
return set_Intersect(typedValue.Arguments, queryParameters, row)
return c.set_Intersect(typedValue.Arguments, row)
case parsers.FunctionCallSetUnion:
return set_Union(typedValue.Arguments, queryParameters, row)
return c.set_Union(typedValue.Arguments, row)
case parsers.FunctionCallIn:
return misc_In(typedValue.Arguments, queryParameters, row)
return c.misc_In(typedValue.Arguments, row)
}
}
@ -265,14 +273,13 @@ func getFieldValue(field parsers.SelectItem, queryParameters map[string]interfac
return value
}
func getExpressionParameterValue(
func (c memoryExecutorContext) getExpressionParameterValue(
parameter interface{},
queryParameters map[string]interface{},
row RowType,
) interface{} {
switch typedParameter := parameter.(type) {
case parsers.SelectItem:
return getFieldValue(typedParameter, queryParameters, row)
return c.getFieldValue(typedParameter, row)
}
fmt.Println("getExpressionParameterValue - got incorrect parameter type")
@ -280,11 +287,11 @@ func getExpressionParameterValue(
return nil
}
func orderBy(orderBy []parsers.OrderExpression, queryParameters map[string]interface{}, data []RowType) {
func (c memoryExecutorContext) orderBy(orderBy []parsers.OrderExpression, data []RowType) {
less := func(i, j int) bool {
for _, order := range orderBy {
val1 := getFieldValue(order.SelectItem, queryParameters, data[i])
val2 := getFieldValue(order.SelectItem, queryParameters, data[j])
val1 := c.getFieldValue(order.SelectItem, data[i])
val2 := c.getFieldValue(order.SelectItem, data[j])
cmp := compareValues(val1, val2)
if cmp != 0 {

96
query_executors/memory_executor/memory_executor_type_checking_functions.go
View File

@ -1,96 +0,0 @@
package memoryexecutor
import (
"math"
"github.com/pikami/cosmium/parsers"
)
func typeChecking_IsDefined(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
return ex != nil
}
func typeChecking_IsArray(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isArray := ex.([]interface{})
return isArray
}
func typeChecking_IsBool(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isBool := ex.(bool)
return isBool
}
func typeChecking_IsFiniteNumber(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
switch num := ex.(type) {
case int:
return true
case float64:
return !math.IsInf(num, 0) && !math.IsNaN(num)
default:
return false
}
}
func typeChecking_IsInteger(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isInt := ex.(int)
return isInt
}
func typeChecking_IsNull(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
return ex == nil
}
func typeChecking_IsNumber(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isFloat := ex.(float64)
_, isInt := ex.(int)
return isFloat || isInt
}
func typeChecking_IsObject(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isObject := ex.(map[string]interface{})
return isObject
}
func typeChecking_IsPrimitive(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
switch ex.(type) {
case bool, string, float64, int, nil:
return true
default:
return false
}
}
func typeChecking_IsString(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
_, isStr := ex.(string)
return isStr
}

6
query_executors/memory_executor/misc_functions.go
View File

@ -4,11 +4,11 @@ import (
"github.com/pikami/cosmium/parsers"
)
func misc_In(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
value := getFieldValue(arguments[0].(parsers.SelectItem), queryParameters, row)
func (c memoryExecutorContext) misc_In(arguments []interface{}, row RowType) bool {
value := c.getFieldValue(arguments[0].(parsers.SelectItem), row)
for i := 1; i < len(arguments); i++ {
compareValue := getFieldValue(arguments[i].(parsers.SelectItem), queryParameters, row)
compareValue := c.getFieldValue(arguments[i].(parsers.SelectItem), row)
if compareValues(value, compareValue) == 0 {
return true
}

0
query_executors/memory_executor/memory_executor_misc_test.go → query_executors/memory_executor/misc_test.go
View File

0
query_executors/memory_executor/memory_executor_select_test.go → query_executors/memory_executor/select_test.go
View File

118
query_executors/memory_executor/string_functions.go
View File

@ -7,10 +7,10 @@ import (
"github.com/pikami/cosmium/parsers"
)
func strings_StringEquals(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
str1 := parseString(arguments[0], queryParameters, row)
str2 := parseString(arguments[1], queryParameters, row)
ignoreCase := getBoolFlag(arguments, queryParameters, row)
func (c memoryExecutorContext) strings_StringEquals(arguments []interface{}, row RowType) bool {
str1 := c.parseString(arguments[0], row)
str2 := c.parseString(arguments[1], row)
ignoreCase := c.getBoolFlag(arguments, row)
if ignoreCase {
return strings.EqualFold(str1, str2)
@ -19,10 +19,10 @@ func strings_StringEquals(arguments []interface{}, queryParameters map[string]in
return str1 == str2
}
func strings_Contains(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
str1 := parseString(arguments[0], queryParameters, row)
str2 := parseString(arguments[1], queryParameters, row)
ignoreCase := getBoolFlag(arguments, queryParameters, row)
func (c memoryExecutorContext) strings_Contains(arguments []interface{}, row RowType) bool {
str1 := c.parseString(arguments[0], row)
str2 := c.parseString(arguments[1], row)
ignoreCase := c.getBoolFlag(arguments, row)
if ignoreCase {
str1 = strings.ToLower(str1)
@ -32,10 +32,10 @@ func strings_Contains(arguments []interface{}, queryParameters map[string]interf
return strings.Contains(str1, str2)
}
func strings_EndsWith(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
str1 := parseString(arguments[0], queryParameters, row)
str2 := parseString(arguments[1], queryParameters, row)
ignoreCase := getBoolFlag(arguments, queryParameters, row)
func (c memoryExecutorContext) strings_EndsWith(arguments []interface{}, row RowType) bool {
str1 := c.parseString(arguments[0], row)
str2 := c.parseString(arguments[1], row)
ignoreCase := c.getBoolFlag(arguments, row)
if ignoreCase {
str1 = strings.ToLower(str1)
@ -45,10 +45,10 @@ func strings_EndsWith(arguments []interface{}, queryParameters map[string]interf
return strings.HasSuffix(str1, str2)
}
func strings_StartsWith(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
str1 := parseString(arguments[0], queryParameters, row)
str2 := parseString(arguments[1], queryParameters, row)
ignoreCase := getBoolFlag(arguments, queryParameters, row)
func (c memoryExecutorContext) strings_StartsWith(arguments []interface{}, row RowType) bool {
str1 := c.parseString(arguments[0], row)
str2 := c.parseString(arguments[1], row)
ignoreCase := c.getBoolFlag(arguments, row)
if ignoreCase {
str1 = strings.ToLower(str1)
@ -58,12 +58,12 @@ func strings_StartsWith(arguments []interface{}, queryParameters map[string]inte
return strings.HasPrefix(str1, str2)
}
func strings_Concat(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) strings_Concat(arguments []interface{}, row RowType) string {
result := ""
for _, arg := range arguments {
if selectItem, ok := arg.(parsers.SelectItem); ok {
value := getFieldValue(selectItem, queryParameters, row)
value := c.getFieldValue(selectItem, row)
result += convertToString(value)
}
}
@ -71,13 +71,13 @@ func strings_Concat(arguments []interface{}, queryParameters map[string]interfac
return result
}
func strings_IndexOf(arguments []interface{}, queryParameters map[string]interface{}, row RowType) int {
str1 := parseString(arguments[0], queryParameters, row)
str2 := parseString(arguments[1], queryParameters, row)
func (c memoryExecutorContext) strings_IndexOf(arguments []interface{}, row RowType) int {
str1 := c.parseString(arguments[0], row)
str2 := c.parseString(arguments[1], row)
start := 0
if len(arguments) > 2 && arguments[2] != nil {
if startPos, ok := getFieldValue(arguments[2].(parsers.SelectItem), queryParameters, row).(int); ok {
if startPos, ok := c.getFieldValue(arguments[2].(parsers.SelectItem), row).(int); ok {
start = startPos
}
}
@ -96,26 +96,26 @@ func strings_IndexOf(arguments []interface{}, queryParameters map[string]interfa
}
}
func strings_ToString(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
value := getFieldValue(arguments[0].(parsers.SelectItem), queryParameters, row)
func (c memoryExecutorContext) strings_ToString(arguments []interface{}, row RowType) string {
value := c.getFieldValue(arguments[0].(parsers.SelectItem), row)
return convertToString(value)
}
func strings_Upper(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
value := getFieldValue(arguments[0].(parsers.SelectItem), queryParameters, row)
func (c memoryExecutorContext) strings_Upper(arguments []interface{}, row RowType) string {
value := c.getFieldValue(arguments[0].(parsers.SelectItem), row)
return strings.ToUpper(convertToString(value))
}
func strings_Lower(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
value := getFieldValue(arguments[0].(parsers.SelectItem), queryParameters, row)
func (c memoryExecutorContext) strings_Lower(arguments []interface{}, row RowType) string {
value := c.getFieldValue(arguments[0].(parsers.SelectItem), row)
return strings.ToLower(convertToString(value))
}
func strings_Left(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) strings_Left(arguments []interface{}, row RowType) string {
var ok bool
var length int
str := parseString(arguments[0], queryParameters, row)
lengthEx := getFieldValue(arguments[1].(parsers.SelectItem), queryParameters, row)
str := c.parseString(arguments[0], row)
lengthEx := c.getFieldValue(arguments[1].(parsers.SelectItem), row)
if length, ok = lengthEx.(int); !ok {
fmt.Println("strings_Left - got parameters of wrong type")
@ -133,28 +133,28 @@ func strings_Left(arguments []interface{}, queryParameters map[string]interface{
return str[:length]
}
func strings_Length(arguments []interface{}, queryParameters map[string]interface{}, row RowType) int {
str := parseString(arguments[0], queryParameters, row)
func (c memoryExecutorContext) strings_Length(arguments []interface{}, row RowType) int {
str := c.parseString(arguments[0], row)
return len(str)
}
func strings_LTrim(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
str := parseString(arguments[0], queryParameters, row)
func (c memoryExecutorContext) strings_LTrim(arguments []interface{}, row RowType) string {
str := c.parseString(arguments[0], row)
return strings.TrimLeft(str, " ")
}
func strings_Replace(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
str := parseString(arguments[0], queryParameters, row)
oldStr := parseString(arguments[1], queryParameters, row)
newStr := parseString(arguments[2], queryParameters, row)
func (c memoryExecutorContext) strings_Replace(arguments []interface{}, row RowType) string {
str := c.parseString(arguments[0], row)
oldStr := c.parseString(arguments[1], row)
newStr := c.parseString(arguments[2], row)
return strings.Replace(str, oldStr, newStr, -1)
}
func strings_Replicate(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) strings_Replicate(arguments []interface{}, row RowType) string {
var ok bool
var times int
str := parseString(arguments[0], queryParameters, row)
timesEx := getFieldValue(arguments[1].(parsers.SelectItem), queryParameters, row)
str := c.parseString(arguments[0], row)
timesEx := c.getFieldValue(arguments[1].(parsers.SelectItem), row)
if times, ok = timesEx.(int); !ok {
fmt.Println("strings_Replicate - got parameters of wrong type")
@ -172,8 +172,8 @@ func strings_Replicate(arguments []interface{}, queryParameters map[string]inter
return strings.Repeat(str, times)
}
func strings_Reverse(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
str := parseString(arguments[0], queryParameters, row)
func (c memoryExecutorContext) strings_Reverse(arguments []interface{}, row RowType) string {
str := c.parseString(arguments[0], row)
runes := []rune(str)
for i, j := 0, len(runes)-1; i < j; i, j = i+1, j-1 {
@ -183,11 +183,11 @@ func strings_Reverse(arguments []interface{}, queryParameters map[string]interfa
return string(runes)
}
func strings_Right(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) strings_Right(arguments []interface{}, row RowType) string {
var ok bool
var length int
str := parseString(arguments[0], queryParameters, row)
lengthEx := getFieldValue(arguments[1].(parsers.SelectItem), queryParameters, row)
str := c.parseString(arguments[0], row)
lengthEx := c.getFieldValue(arguments[1].(parsers.SelectItem), row)
if length, ok = lengthEx.(int); !ok {
fmt.Println("strings_Right - got parameters of wrong type")
@ -205,18 +205,18 @@ func strings_Right(arguments []interface{}, queryParameters map[string]interface
return str[len(str)-length:]
}
func strings_RTrim(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
str := parseString(arguments[0], queryParameters, row)
func (c memoryExecutorContext) strings_RTrim(arguments []interface{}, row RowType) string {
str := c.parseString(arguments[0], row)
return strings.TrimRight(str, " ")
}
func strings_Substring(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) strings_Substring(arguments []interface{}, row RowType) string {
var ok bool
var startPos int
var length int
str := parseString(arguments[0], queryParameters, row)
startPosEx := getFieldValue(arguments[1].(parsers.SelectItem), queryParameters, row)
lengthEx := getFieldValue(arguments[2].(parsers.SelectItem), queryParameters, row)
str := c.parseString(arguments[0], row)
startPosEx := c.getFieldValue(arguments[1].(parsers.SelectItem), row)
lengthEx := c.getFieldValue(arguments[2].(parsers.SelectItem), row)
if startPos, ok = startPosEx.(int); !ok {
fmt.Println("strings_Substring - got start parameters of wrong type")
@ -239,16 +239,16 @@ func strings_Substring(arguments []interface{}, queryParameters map[string]inter
return str[startPos:endPos]
}
func strings_Trim(arguments []interface{}, queryParameters map[string]interface{}, row RowType) string {
str := parseString(arguments[0], queryParameters, row)
func (c memoryExecutorContext) strings_Trim(arguments []interface{}, row RowType) string {
str := c.parseString(arguments[0], row)
return strings.TrimSpace(str)
}
func getBoolFlag(arguments []interface{}, queryParameters map[string]interface{}, row RowType) bool {
func (c memoryExecutorContext) getBoolFlag(arguments []interface{}, row RowType) bool {
ignoreCase := false
if len(arguments) > 2 && arguments[2] != nil {
ignoreCaseItem := arguments[2].(parsers.SelectItem)
if value, ok := getFieldValue(ignoreCaseItem, queryParameters, row).(bool); ok {
if value, ok := c.getFieldValue(ignoreCaseItem, row).(bool); ok {
ignoreCase = value
}
}
@ -256,9 +256,9 @@ func getBoolFlag(arguments []interface{}, queryParameters map[string]interface{}
return ignoreCase
}
func parseString(argument interface{}, queryParameters map[string]interface{}, row RowType) string {
func (c memoryExecutorContext) parseString(argument interface{}, row RowType) string {
exItem := argument.(parsers.SelectItem)
ex := getFieldValue(exItem, queryParameters, row)
ex := c.getFieldValue(exItem, row)
if str1, ok := ex.(string); ok {
return str1
}

0
query_executors/memory_executor/memory_executor_string_functions_test.go → query_executors/memory_executor/string_functions_test.go
View File

96
query_executors/memory_executor/type_checking_functions.go Normal file
View File

@ -0,0 +1,96 @@
package memoryexecutor
import (
"math"
"github.com/pikami/cosmium/parsers"
)
func (c memoryExecutorContext) typeChecking_IsDefined(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
return ex != nil
}
func (c memoryExecutorContext) typeChecking_IsArray(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isArray := ex.([]interface{})
return isArray
}
func (c memoryExecutorContext) typeChecking_IsBool(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isBool := ex.(bool)
return isBool
}
func (c memoryExecutorContext) typeChecking_IsFiniteNumber(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
switch num := ex.(type) {
case int:
return true
case float64:
return !math.IsInf(num, 0) && !math.IsNaN(num)
default:
return false
}
}
func (c memoryExecutorContext) typeChecking_IsInteger(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isInt := ex.(int)
return isInt
}
func (c memoryExecutorContext) typeChecking_IsNull(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
return ex == nil
}
func (c memoryExecutorContext) typeChecking_IsNumber(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isFloat := ex.(float64)
_, isInt := ex.(int)
return isFloat || isInt
}
func (c memoryExecutorContext) typeChecking_IsObject(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isObject := ex.(map[string]interface{})
return isObject
}
func (c memoryExecutorContext) typeChecking_IsPrimitive(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
switch ex.(type) {
case bool, string, float64, int, nil:
return true
default:
return false
}
}
func (c memoryExecutorContext) typeChecking_IsString(arguments []interface{}, row RowType) bool {
exItem := arguments[0].(parsers.SelectItem)
ex := c.getFieldValue(exItem, row)
_, isStr := ex.(string)
return isStr
}

0
query_executors/memory_executor/memory_executor_type_checking_functions_test.go → query_executors/memory_executor/type_checking_functions_test.go
View File

0
query_executors/memory_executor/memory_executor_were_test.go → query_executors/memory_executor/were_test.go
View File

24
tests.http
View File

@ -1,24 +0,0 @@
### Create collection
POST https://localhost:8081/dbs/db1/colls
Content-Type: application/json
{"id":"test1", "partitionKey":{"paths":["/pk"],"kind":"Hash","version":2}}
### Insert document
POST https://localhost:8081/dbs/db1/colls/test/docs
Content-Type: application/json
{"id":"1","_pk":"123","isCool":true}
### Get all documents
GET https://localhost:8081/dbs/db1/colls/test/docs
### Query documents
POST https://localhost:8081/dbs/db1/colls/test/docs
Content-Type: application/json
{"query":"SELECT c.id, c.isCool AS cool FROM c WHERE c.isCool = false"}