Some major changes (#14)
Reviewed-on: #14 Co-authored-by: phoenix <kundeng00@pm.me> Co-committed-by: phoenix <kundeng00@pm.me>
This commit is contained in:
@@ -2,45 +2,43 @@ name: Go
|
|||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
branches: [ main, go_migr ]
|
branches: [ main ]
|
||||||
pull_request:
|
pull_request:
|
||||||
branches: [ main, go_migr ]
|
branches: [ main ]
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
runs-on: ubuntu-24.04 # You can change this to macos-latest or windows-latest if needed
|
runs-on: ubuntu-24.04
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v5
|
||||||
|
|
||||||
- name: Set up Go
|
- name: Set up Go
|
||||||
uses: actions/setup-go@v3
|
uses: actions/setup-go@v4
|
||||||
with:
|
with:
|
||||||
go-version: '1.24.6' # You can specify a specific version or 'stable'
|
go-version: '1.25.3'
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
run: |
|
run: |
|
||||||
go build -v -ldflags "\
|
echo "Initializing config"
|
||||||
-X main.version=${{ github.ref_name }} \
|
mkdir -p ~/.ssh
|
||||||
-X main.commit=${{ github.sha }} \
|
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/textsender_models_deploy_key
|
||||||
-X main.date=$(date +%Y-%m-%dT%H:%M:%S%z)" \
|
chmod 600 ~/.ssh/textsender_models_deploy_key
|
||||||
-o clean_file
|
ssh-keyscan ${{ vars.MY_HOST }} >> ~/.ssh/known_hosts
|
||||||
|
|
||||||
|
eval $(ssh-agent -s)
|
||||||
|
ssh-add -v ~/.ssh/textsender_models_deploy_key
|
||||||
|
|
||||||
|
go env -w GOPRIVATE='${{ secrets.GIT_HOST_ROOT }}'
|
||||||
|
|
||||||
|
echo "Creating local .gitconfig"
|
||||||
|
touch ~/.gitconfig
|
||||||
|
cat > ~/.gitconfig << "EOF"
|
||||||
|
[url "ssh://git@${{ secrets.GIT_HOST_ROOT }}"]
|
||||||
|
insteadOf = https://${{ secrets.GIT_HOST_ROOT }}
|
||||||
|
EOF
|
||||||
|
|
||||||
|
make build
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
run: go test -v ./...
|
run: go test -v ./...
|
||||||
|
|
||||||
- name: Run gofmt (optional)
|
|
||||||
# Uncomment to check code formatting with gofmt
|
|
||||||
run: |
|
|
||||||
if [ -n "$(gofmt -l.)" ]; then
|
|
||||||
echo "Go code is not formatted. Please run 'gofmt -w.' to fix it."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Run golint (optional)
|
|
||||||
# Uncomment to check code style with golint
|
|
||||||
run: |
|
|
||||||
if [ -n "$(golint./...)" ]; then
|
|
||||||
echo "Go code has style issues. Please run 'golint./...' to see them."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|||||||
@@ -1,2 +1,3 @@
|
|||||||
|
/vendor
|
||||||
/clean_file
|
/clean_file
|
||||||
numbers.json
|
numbers.json
|
||||||
|
|||||||
@@ -1,3 +1,7 @@
|
|||||||
module git.kundeng.us/phoenix/clean_file
|
module git.kundeng.us/phoenix/clean_file
|
||||||
|
|
||||||
go 1.25.3
|
go 1.25.3
|
||||||
|
|
||||||
|
require git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556
|
||||||
|
|
||||||
|
require github.com/google/uuid v1.6.0 // indirect
|
||||||
|
|||||||
@@ -0,0 +1,4 @@
|
|||||||
|
git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556 h1:/tIswN4wEFioG++uo25iBY1jPNdHjhH07l8Vh4qUDQo=
|
||||||
|
git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556/go.mod h1:lx5MCnOgGgsdpwzrfi9uph5xmkeb6H8AuexUNGss2no=
|
||||||
|
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
|
||||||
|
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||||
@@ -1,11 +1,13 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import "flag"
|
import (
|
||||||
import "fmt"
|
"flag"
|
||||||
import "os"
|
"fmt"
|
||||||
|
"os"
|
||||||
|
|
||||||
import "git.kundeng.us/phoenix/clean_file/parser"
|
"git.kundeng.us/phoenix/clean_file/parser"
|
||||||
import "git.kundeng.us/phoenix/clean_file/version"
|
"git.kundeng.us/phoenix/clean_file/version"
|
||||||
|
)
|
||||||
|
|
||||||
func main() {
|
func main() {
|
||||||
args := os.Args
|
args := os.Args
|
||||||
@@ -29,11 +31,8 @@ func main() {
|
|||||||
fmt.Println("File path:", filepath)
|
fmt.Println("File path:", filepath)
|
||||||
prsr := parser.NumberParser{FilePath: filepath}
|
prsr := parser.NumberParser{FilePath: filepath}
|
||||||
|
|
||||||
rawValues := prsr.FileDump()
|
numbers := prsr.FileDump()
|
||||||
parsedValues := prsr.UpdateValues(rawValues)
|
prsr.PrintValues(numbers, true)
|
||||||
newUpdated := prsr.RemoveDups(parsedValues)
|
|
||||||
|
|
||||||
prsr.PrintValues(newUpdated, true)
|
prsr.SaveFile(numbers)
|
||||||
|
|
||||||
prsr.SaveFile(newUpdated)
|
|
||||||
}
|
}
|
||||||
|
|||||||
+31
-35
@@ -1,48 +1,49 @@
|
|||||||
package parser
|
package parser
|
||||||
|
|
||||||
import "fmt"
|
|
||||||
import "os"
|
|
||||||
import "unicode"
|
|
||||||
import (
|
import (
|
||||||
"bufio"
|
"bufio"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
"log"
|
"log"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
"unicode"
|
||||||
|
|
||||||
|
"git.kundeng.us/phoenix/textsender-models/pkg/contact"
|
||||||
)
|
)
|
||||||
import "encoding/json"
|
|
||||||
import "strings"
|
|
||||||
|
|
||||||
const Letters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
const Letters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
||||||
|
|
||||||
type SomeObject struct {
|
|
||||||
Value string `json:"value"`
|
|
||||||
}
|
|
||||||
|
|
||||||
type NumberParser struct {
|
type NumberParser struct {
|
||||||
FilePath string
|
FilePath string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (prsr NumberParser) FileDump() []SomeObject {
|
func (prsr *NumberParser) FileDump() []contact.Contact {
|
||||||
fmt.Println("Dumping files")
|
fmt.Println("Dumping files")
|
||||||
objs := []SomeObject{}
|
objs := []contact.Contact{}
|
||||||
|
|
||||||
for _, line := range prsr.readLines(prsr.FilePath) {
|
for _, line := range prsr.readLines(prsr.FilePath) {
|
||||||
if strings.ContainsAny(line, Letters) {
|
if strings.ContainsAny(line, Letters) {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
myObj := SomeObject{Value: line}
|
myObj := contact.Contact{PhoneNumber: line}
|
||||||
if myObj.Value != "" {
|
if myObj.PhoneNumber != "" {
|
||||||
objs = append(objs, myObj)
|
objs = append(objs, myObj)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
objs = prsr.updateContacts(objs)
|
||||||
|
objs = prsr.removeDups(objs)
|
||||||
|
|
||||||
return objs
|
return objs
|
||||||
}
|
}
|
||||||
|
|
||||||
func (prsr NumberParser) UpdateValues(vals []SomeObject) []SomeObject {
|
func (prsr *NumberParser) updateContacts(contacts []contact.Contact) []contact.Contact {
|
||||||
updated := []SomeObject{}
|
updated := []contact.Contact{}
|
||||||
|
|
||||||
for _, val := range vals {
|
for _, ct := range contacts {
|
||||||
parsed := val.Value
|
parsed := ct.PhoneNumber
|
||||||
if len(parsed) < 2 {
|
if len(parsed) < 2 {
|
||||||
fmt.Println("Invalid number:", parsed)
|
fmt.Println("Invalid number:", parsed)
|
||||||
continue
|
continue
|
||||||
@@ -54,49 +55,44 @@ func (prsr NumberParser) UpdateValues(vals []SomeObject) []SomeObject {
|
|||||||
fmt.Println(parsed)
|
fmt.Println(parsed)
|
||||||
|
|
||||||
updatedParsed := prsr.addPrefix(parsed)
|
updatedParsed := prsr.addPrefix(parsed)
|
||||||
updated = append(updated, SomeObject{Value: updatedParsed})
|
updated = append(updated, contact.Contact{PhoneNumber: updatedParsed})
|
||||||
}
|
}
|
||||||
|
|
||||||
return updated
|
return updated
|
||||||
}
|
}
|
||||||
|
|
||||||
func (prsr NumberParser) RemoveDups(vals []SomeObject) []SomeObject {
|
func (prsr *NumberParser) removeDups(contacts []contact.Contact) []contact.Contact {
|
||||||
updated := []SomeObject{}
|
updated := []contact.Contact{}
|
||||||
uniqueItems := make(map[string]string)
|
uniqueItems := make(map[string]string)
|
||||||
|
|
||||||
for _, val := range vals {
|
for _, val := range contacts {
|
||||||
uniqueItems[val.Value] = val.Value
|
uniqueItems[val.PhoneNumber] = val.PhoneNumber
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, item := range uniqueItems {
|
for _, item := range uniqueItems {
|
||||||
updated = append(updated, SomeObject{Value: item})
|
updated = append(updated, contact.Contact{PhoneNumber: item})
|
||||||
}
|
}
|
||||||
|
|
||||||
return updated
|
return updated
|
||||||
}
|
}
|
||||||
|
|
||||||
func (prsr NumberParser) PrintValues(vals []SomeObject, printTotal bool) {
|
func (prsr NumberParser) PrintValues(contacts []contact.Contact, printTotal bool) {
|
||||||
fmt.Println("Printing values")
|
fmt.Println("Printing numbers")
|
||||||
|
|
||||||
for _, val := range vals {
|
for _, ct := range contacts {
|
||||||
fmt.Println("Value:", val.Value)
|
fmt.Println("Number:", ct.PhoneNumber)
|
||||||
}
|
}
|
||||||
|
|
||||||
if printTotal {
|
if printTotal {
|
||||||
fmt.Println("Total Numbers:", len(vals))
|
fmt.Println("Total Numbers:", len(contacts))
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func (prsr NumberParser) SaveFile(vals []SomeObject) {
|
func (prsr NumberParser) SaveFile(vals []contact.Contact) {
|
||||||
filename := "numbers.json"
|
filename := "numbers.json"
|
||||||
allNumbers := []string{}
|
|
||||||
|
|
||||||
for _, val := range vals {
|
|
||||||
allNumbers = append(allNumbers, val.Value)
|
|
||||||
}
|
|
||||||
|
|
||||||
// Create json and save it to the filesystem
|
// Create json and save it to the filesystem
|
||||||
jsonData, err := json.MarshalIndent(allNumbers, "", " ")
|
jsonData, err := json.MarshalIndent(&vals, "", " ")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
fmt.Println("Error marshaling JSON:", err)
|
fmt.Println("Error marshaling JSON:", err)
|
||||||
return
|
return
|
||||||
|
|||||||
+20
-79
@@ -1,91 +1,32 @@
|
|||||||
package parser
|
package parser
|
||||||
|
|
||||||
import "testing"
|
import (
|
||||||
import "fmt"
|
"fmt"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"git.kundeng.us/phoenix/textsender-models/pkg/contact"
|
||||||
|
)
|
||||||
|
|
||||||
const Test_File_Path = "../tests/numbers.txt"
|
const Test_File_Path = "../tests/numbers.txt"
|
||||||
|
|
||||||
// Add three tests
|
|
||||||
// File dump
|
|
||||||
func Test_FileDump(t *testing.T) {
|
|
||||||
parser := NumberParser{FilePath: Test_File_Path}
|
|
||||||
rawValues := parser.FileDump()
|
|
||||||
|
|
||||||
testValues := []SomeObject{
|
|
||||||
{Value: "(217) 555-0194"},
|
|
||||||
{Value: "(602) 555-0177"},
|
|
||||||
{Value: "(713) 555-0167"},
|
|
||||||
{Value: "(608) 555-0190"},
|
|
||||||
{Value: "(305) 555-0112"},
|
|
||||||
{Value: "(415) 555-0135"},
|
|
||||||
{Value: "(608) 555-0190"},
|
|
||||||
{Value: "(602) 555-0177"},
|
|
||||||
{Value: "(317) 555-0123"},
|
|
||||||
{Value: "(360) 555-0158"},
|
|
||||||
}
|
|
||||||
|
|
||||||
if len(rawValues) < 1 {
|
|
||||||
t.Error("Dump should not be empty")
|
|
||||||
}
|
|
||||||
|
|
||||||
if !dataEqual(rawValues, testValues) {
|
|
||||||
t.Error("File dump was not correctly dump")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Parse values
|
|
||||||
func Test_Parsed(t *testing.T) {
|
|
||||||
parser := NumberParser{FilePath: Test_File_Path}
|
|
||||||
rawValues := parser.FileDump()
|
|
||||||
|
|
||||||
if len(rawValues) < 1 {
|
|
||||||
t.Error("Dump should not be empty")
|
|
||||||
}
|
|
||||||
|
|
||||||
parsed := parser.UpdateValues(rawValues)
|
|
||||||
testValues := []SomeObject{
|
|
||||||
{Value: "+12175550194"},
|
|
||||||
{Value: "+16025550177"},
|
|
||||||
{Value: "+17135550167"},
|
|
||||||
{Value: "+16085550190"},
|
|
||||||
{Value: "+13055550112"},
|
|
||||||
{Value: "+14155550135"},
|
|
||||||
{Value: "+16085550190"},
|
|
||||||
{Value: "+16025550177"},
|
|
||||||
{Value: "+13175550123"},
|
|
||||||
{Value: "+13605550158"},
|
|
||||||
}
|
|
||||||
|
|
||||||
aSize := len(parsed)
|
|
||||||
bSize := len(testValues)
|
|
||||||
if aSize != bSize {
|
|
||||||
t.Error("Data has varrying sizes A", aSize, " B", bSize)
|
|
||||||
}
|
|
||||||
if !dataEqual(parsed, testValues) {
|
|
||||||
t.Error("Data has not be updated")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Remove duplicates
|
// Remove duplicates
|
||||||
func Test_RemoveDups(t *testing.T) {
|
func Test_RemoveDups(t *testing.T) {
|
||||||
parser := NumberParser{FilePath: Test_File_Path}
|
parser := NumberParser{FilePath: Test_File_Path}
|
||||||
rawValues := parser.FileDump()
|
finalAmount := parser.FileDump()
|
||||||
|
|
||||||
if len(rawValues) < 1 {
|
if len(finalAmount) < 1 {
|
||||||
t.Error("Dump should not be empty")
|
t.Error("Dump should not be empty")
|
||||||
}
|
}
|
||||||
|
|
||||||
parsed := parser.UpdateValues(rawValues)
|
testValues := []contact.Contact{
|
||||||
finalAmount := parser.RemoveDups(parsed)
|
{PhoneNumber: "+12175550194"},
|
||||||
testValues := []SomeObject{
|
{PhoneNumber: "+16025550177"},
|
||||||
{Value: "+12175550194"},
|
{PhoneNumber: "+17135550167"},
|
||||||
{Value: "+16025550177"},
|
{PhoneNumber: "+16085550190"},
|
||||||
{Value: "+17135550167"},
|
{PhoneNumber: "+13055550112"},
|
||||||
{Value: "+16085550190"},
|
{PhoneNumber: "+14155550135"},
|
||||||
{Value: "+13055550112"},
|
{PhoneNumber: "+13175550123"},
|
||||||
{Value: "+14155550135"},
|
{PhoneNumber: "+13605550158"},
|
||||||
{Value: "+13175550123"},
|
|
||||||
{Value: "+13605550158"},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
aSize := len(finalAmount)
|
aSize := len(finalAmount)
|
||||||
@@ -96,18 +37,18 @@ func Test_RemoveDups(t *testing.T) {
|
|||||||
if !dataEqual(finalAmount, testValues) {
|
if !dataEqual(finalAmount, testValues) {
|
||||||
fmt.Println("Printing final amount")
|
fmt.Println("Printing final amount")
|
||||||
for _, val := range finalAmount {
|
for _, val := range finalAmount {
|
||||||
fmt.Println("Value:", val.Value)
|
fmt.Println("PhoneNumber:", val.PhoneNumber)
|
||||||
}
|
}
|
||||||
fmt.Println("Printing test values")
|
fmt.Println("Printing test values")
|
||||||
for _, val := range testValues {
|
for _, val := range testValues {
|
||||||
fmt.Println("Value:", val.Value)
|
fmt.Println("PhoneNumber:", val.PhoneNumber)
|
||||||
}
|
}
|
||||||
|
|
||||||
t.Error("Data has not be updated")
|
t.Error("Data has not be updated")
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func dataEqual(a, b []SomeObject) bool {
|
func dataEqual(a, b []contact.Contact) bool {
|
||||||
if len(a) != len(b) {
|
if len(a) != len(b) {
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user