Add: Lazy writer for append bucket

1. Add: Lazy writer for append bucket

dalmdl/corefdb/bucket.go

@@ -568,8 +568,8 @@ var lazyCallBackFn lazywriter.SaveDataFn = func(bucketId string, data *lazywrite
 	dataByte := []byte(dataObj.Get("data").String())
 	var err error
 	switch bucketType {
-	case BucketTypeSimple:
-		err = filemdl.WriteFile(data.FileName, dataByte, true, true)
+	// case BucketTypeSimple:
+	// 	err = filemdl.WriteFile(data.FileName, dataByte, true, true)
 	case BucketTypeAppend:
 		_, _, err = filemdl.AppendDataToFile(data.FileName, dataByte, true)
 		if err != nil {
@@ -588,7 +588,7 @@ var lazyCallBackFn lazywriter.SaveDataFn = func(bucketId string, data *lazywrite
 }
 
 func saveDatInLazyBucket(bucket *Bucket, fp *os.File, data *gjson.Result, secParams securitymdl.FDBSecParams) error {
-	if bucket.BucketType != BucketTypeSimple {
+	if !(bucket.BucketType == BucketTypeSimple || bucket.BucketType == BucketTypeAppend) {
 		return errormdl.Wrap("save to lazy cache operation not allowed on this bucket type: " + bucket.BucketType)
 	}
 
@@ -612,7 +612,13 @@ func saveDatInLazyBucket(bucket *Bucket, fp *os.File, data *gjson.Result, secPar
 			FileName:      fp.Name(),
 			Identifier:    fp.Name(),
 			InterfaceData: "",
-			SaveFn:        (lazySec{secParams}).SaveFnForNormalBucket,
+			SaveFn: func() lazywriter.SaveDataFn {
+				if bucket.BucketType == BucketTypeSimple {
+					return lazyCallBackFn
+				}
+
+				return (lazySec{secParams}).SaveFnForNormalBucket
+			}(),
 		}
 	}
 
@@ -625,7 +631,25 @@ func saveDatInLazyBucket(bucket *Bucket, fp *os.File, data *gjson.Result, secPar
 	case BucketTypeAppend:
 		prevDataObj := gjson.Parse(prevDataStr)
 		prevData := prevDataObj.Get("data").String()
-		updatedData = prevData + data.String() + string(lineBreak)
+		dataToSave := data.String()
+		rs := gjson.Parse(dataToSave)
+		if secParams.EnableSecurity {
+			// _, fileName := filepath.Split(f.Name())
+			key, err := securitymdl.GenSecKeyBytes(fp.Name(), &rs)
+			if err != nil {
+				loggermdl.LogError("failed to generate security key for append bucket: ", err)
+				return err
+			}
+
+			dataBytes, err := encryptWithCompression([]byte(dataToSave), secParams.EnableCompression, key)
+			if err != nil {
+				loggermdl.LogError("failed to encrypt data for append bucket: ", err)
+				return err
+			}
+
+			dataToSave = string(dataBytes)
+		}
+		updatedData = prevData + dataToSave + string(lineBreak)
 	default:
 		return errormdl.Wrap("operation not allowed on this bucket type: " + bucket.BucketType)
 	}