Some major changes (#14)

Reviewed-on: #14
Co-authored-by: phoenix <kundeng00@pm.me>
Co-committed-by: phoenix <kundeng00@pm.me>
This commit is contained in:
phoenix
2025-11-16 00:44:55 +00:00
committed by phoenix
parent 154c9f493e
commit 3151405d32
7 changed files with 95 additions and 152 deletions
+25 -27
View File
@@ -2,45 +2,43 @@ name: Go
on: on:
push: push:
branches: [ main, go_migr ] branches: [ main ]
pull_request: pull_request:
branches: [ main, go_migr ] branches: [ main ]
jobs: jobs:
build: build:
runs-on: ubuntu-24.04 # You can change this to macos-latest or windows-latest if needed runs-on: ubuntu-24.04
steps: steps:
- uses: actions/checkout@v3 - uses: actions/checkout@v5
- name: Set up Go - name: Set up Go
uses: actions/setup-go@v3 uses: actions/setup-go@v4
with: with:
go-version: '1.24.6' # You can specify a specific version or 'stable' go-version: '1.25.3'
- name: Build - name: Build
run: | run: |
go build -v -ldflags "\ echo "Initializing config"
-X main.version=${{ github.ref_name }} \ mkdir -p ~/.ssh
-X main.commit=${{ github.sha }} \ echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/textsender_models_deploy_key
-X main.date=$(date +%Y-%m-%dT%H:%M:%S%z)" \ chmod 600 ~/.ssh/textsender_models_deploy_key
-o clean_file ssh-keyscan ${{ vars.MY_HOST }} >> ~/.ssh/known_hosts
eval $(ssh-agent -s)
ssh-add -v ~/.ssh/textsender_models_deploy_key
go env -w GOPRIVATE='${{ secrets.GIT_HOST_ROOT }}'
echo "Creating local .gitconfig"
touch ~/.gitconfig
cat > ~/.gitconfig << "EOF"
[url "ssh://git@${{ secrets.GIT_HOST_ROOT }}"]
insteadOf = https://${{ secrets.GIT_HOST_ROOT }}
EOF
make build
- name: Test - name: Test
run: go test -v ./... run: go test -v ./...
- name: Run gofmt (optional)
# Uncomment to check code formatting with gofmt
run: |
if [ -n "$(gofmt -l.)" ]; then
echo "Go code is not formatted. Please run 'gofmt -w.' to fix it."
exit 1
fi
- name: Run golint (optional)
# Uncomment to check code style with golint
run: |
if [ -n "$(golint./...)" ]; then
echo "Go code has style issues. Please run 'golint./...' to see them."
exit 1
fi
+1
View File
@@ -1,2 +1,3 @@
/vendor
/clean_file /clean_file
numbers.json numbers.json
+4
View File
@@ -1,3 +1,7 @@
module git.kundeng.us/phoenix/clean_file module git.kundeng.us/phoenix/clean_file
go 1.25.3 go 1.25.3
require git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556
require github.com/google/uuid v1.6.0 // indirect
+4
View File
@@ -0,0 +1,4 @@
git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556 h1:/tIswN4wEFioG++uo25iBY1jPNdHjhH07l8Vh4qUDQo=
git.kundeng.us/phoenix/textsender-models v0.0.7-5-9bc1743bd9-556/go.mod h1:lx5MCnOgGgsdpwzrfi9uph5xmkeb6H8AuexUNGss2no=
github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+10 -11
View File
@@ -1,11 +1,13 @@
package main package main
import "flag" import (
import "fmt" "flag"
import "os" "fmt"
"os"
import "git.kundeng.us/phoenix/clean_file/parser" "git.kundeng.us/phoenix/clean_file/parser"
import "git.kundeng.us/phoenix/clean_file/version" "git.kundeng.us/phoenix/clean_file/version"
)
func main() { func main() {
args := os.Args args := os.Args
@@ -29,11 +31,8 @@ func main() {
fmt.Println("File path:", filepath) fmt.Println("File path:", filepath)
prsr := parser.NumberParser{FilePath: filepath} prsr := parser.NumberParser{FilePath: filepath}
rawValues := prsr.FileDump() numbers := prsr.FileDump()
parsedValues := prsr.UpdateValues(rawValues) prsr.PrintValues(numbers, true)
newUpdated := prsr.RemoveDups(parsedValues)
prsr.PrintValues(newUpdated, true) prsr.SaveFile(numbers)
prsr.SaveFile(newUpdated)
} }
+31 -35
View File
@@ -1,48 +1,49 @@
package parser package parser
import "fmt"
import "os"
import "unicode"
import ( import (
"bufio" "bufio"
"encoding/json"
"fmt"
"log" "log"
"os"
"strings"
"unicode"
"git.kundeng.us/phoenix/textsender-models/pkg/contact"
) )
import "encoding/json"
import "strings"
const Letters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ" const Letters = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
type SomeObject struct {
Value string `json:"value"`
}
type NumberParser struct { type NumberParser struct {
FilePath string FilePath string
} }
func (prsr NumberParser) FileDump() []SomeObject { func (prsr *NumberParser) FileDump() []contact.Contact {
fmt.Println("Dumping files") fmt.Println("Dumping files")
objs := []SomeObject{} objs := []contact.Contact{}
for _, line := range prsr.readLines(prsr.FilePath) { for _, line := range prsr.readLines(prsr.FilePath) {
if strings.ContainsAny(line, Letters) { if strings.ContainsAny(line, Letters) {
continue continue
} }
myObj := SomeObject{Value: line} myObj := contact.Contact{PhoneNumber: line}
if myObj.Value != "" { if myObj.PhoneNumber != "" {
objs = append(objs, myObj) objs = append(objs, myObj)
} }
} }
objs = prsr.updateContacts(objs)
objs = prsr.removeDups(objs)
return objs return objs
} }
func (prsr NumberParser) UpdateValues(vals []SomeObject) []SomeObject { func (prsr *NumberParser) updateContacts(contacts []contact.Contact) []contact.Contact {
updated := []SomeObject{} updated := []contact.Contact{}
for _, val := range vals { for _, ct := range contacts {
parsed := val.Value parsed := ct.PhoneNumber
if len(parsed) < 2 { if len(parsed) < 2 {
fmt.Println("Invalid number:", parsed) fmt.Println("Invalid number:", parsed)
continue continue
@@ -54,49 +55,44 @@ func (prsr NumberParser) UpdateValues(vals []SomeObject) []SomeObject {
fmt.Println(parsed) fmt.Println(parsed)
updatedParsed := prsr.addPrefix(parsed) updatedParsed := prsr.addPrefix(parsed)
updated = append(updated, SomeObject{Value: updatedParsed}) updated = append(updated, contact.Contact{PhoneNumber: updatedParsed})
} }
return updated return updated
} }
func (prsr NumberParser) RemoveDups(vals []SomeObject) []SomeObject { func (prsr *NumberParser) removeDups(contacts []contact.Contact) []contact.Contact {
updated := []SomeObject{} updated := []contact.Contact{}
uniqueItems := make(map[string]string) uniqueItems := make(map[string]string)
for _, val := range vals { for _, val := range contacts {
uniqueItems[val.Value] = val.Value uniqueItems[val.PhoneNumber] = val.PhoneNumber
} }
for _, item := range uniqueItems { for _, item := range uniqueItems {
updated = append(updated, SomeObject{Value: item}) updated = append(updated, contact.Contact{PhoneNumber: item})
} }
return updated return updated
} }
func (prsr NumberParser) PrintValues(vals []SomeObject, printTotal bool) { func (prsr NumberParser) PrintValues(contacts []contact.Contact, printTotal bool) {
fmt.Println("Printing values") fmt.Println("Printing numbers")
for _, val := range vals { for _, ct := range contacts {
fmt.Println("Value:", val.Value) fmt.Println("Number:", ct.PhoneNumber)
} }
if printTotal { if printTotal {
fmt.Println("Total Numbers:", len(vals)) fmt.Println("Total Numbers:", len(contacts))
} }
} }
func (prsr NumberParser) SaveFile(vals []SomeObject) { func (prsr NumberParser) SaveFile(vals []contact.Contact) {
filename := "numbers.json" filename := "numbers.json"
allNumbers := []string{}
for _, val := range vals {
allNumbers = append(allNumbers, val.Value)
}
// Create json and save it to the filesystem // Create json and save it to the filesystem
jsonData, err := json.MarshalIndent(allNumbers, "", " ") jsonData, err := json.MarshalIndent(&vals, "", " ")
if err != nil { if err != nil {
fmt.Println("Error marshaling JSON:", err) fmt.Println("Error marshaling JSON:", err)
return return
+20 -79
View File
@@ -1,91 +1,32 @@
package parser package parser
import "testing" import (
import "fmt" "fmt"
"testing"
"git.kundeng.us/phoenix/textsender-models/pkg/contact"
)
const Test_File_Path = "../tests/numbers.txt" const Test_File_Path = "../tests/numbers.txt"
// Add three tests
// File dump
func Test_FileDump(t *testing.T) {
parser := NumberParser{FilePath: Test_File_Path}
rawValues := parser.FileDump()
testValues := []SomeObject{
{Value: "(217) 555-0194"},
{Value: "(602) 555-0177"},
{Value: "(713) 555-0167"},
{Value: "(608) 555-0190"},
{Value: "(305) 555-0112"},
{Value: "(415) 555-0135"},
{Value: "(608) 555-0190"},
{Value: "(602) 555-0177"},
{Value: "(317) 555-0123"},
{Value: "(360) 555-0158"},
}
if len(rawValues) < 1 {
t.Error("Dump should not be empty")
}
if !dataEqual(rawValues, testValues) {
t.Error("File dump was not correctly dump")
}
}
// Parse values
func Test_Parsed(t *testing.T) {
parser := NumberParser{FilePath: Test_File_Path}
rawValues := parser.FileDump()
if len(rawValues) < 1 {
t.Error("Dump should not be empty")
}
parsed := parser.UpdateValues(rawValues)
testValues := []SomeObject{
{Value: "+12175550194"},
{Value: "+16025550177"},
{Value: "+17135550167"},
{Value: "+16085550190"},
{Value: "+13055550112"},
{Value: "+14155550135"},
{Value: "+16085550190"},
{Value: "+16025550177"},
{Value: "+13175550123"},
{Value: "+13605550158"},
}
aSize := len(parsed)
bSize := len(testValues)
if aSize != bSize {
t.Error("Data has varrying sizes A", aSize, " B", bSize)
}
if !dataEqual(parsed, testValues) {
t.Error("Data has not be updated")
}
}
// Remove duplicates // Remove duplicates
func Test_RemoveDups(t *testing.T) { func Test_RemoveDups(t *testing.T) {
parser := NumberParser{FilePath: Test_File_Path} parser := NumberParser{FilePath: Test_File_Path}
rawValues := parser.FileDump() finalAmount := parser.FileDump()
if len(rawValues) < 1 { if len(finalAmount) < 1 {
t.Error("Dump should not be empty") t.Error("Dump should not be empty")
} }
parsed := parser.UpdateValues(rawValues) testValues := []contact.Contact{
finalAmount := parser.RemoveDups(parsed) {PhoneNumber: "+12175550194"},
testValues := []SomeObject{ {PhoneNumber: "+16025550177"},
{Value: "+12175550194"}, {PhoneNumber: "+17135550167"},
{Value: "+16025550177"}, {PhoneNumber: "+16085550190"},
{Value: "+17135550167"}, {PhoneNumber: "+13055550112"},
{Value: "+16085550190"}, {PhoneNumber: "+14155550135"},
{Value: "+13055550112"}, {PhoneNumber: "+13175550123"},
{Value: "+14155550135"}, {PhoneNumber: "+13605550158"},
{Value: "+13175550123"},
{Value: "+13605550158"},
} }
aSize := len(finalAmount) aSize := len(finalAmount)
@@ -96,18 +37,18 @@ func Test_RemoveDups(t *testing.T) {
if !dataEqual(finalAmount, testValues) { if !dataEqual(finalAmount, testValues) {
fmt.Println("Printing final amount") fmt.Println("Printing final amount")
for _, val := range finalAmount { for _, val := range finalAmount {
fmt.Println("Value:", val.Value) fmt.Println("PhoneNumber:", val.PhoneNumber)
} }
fmt.Println("Printing test values") fmt.Println("Printing test values")
for _, val := range testValues { for _, val := range testValues {
fmt.Println("Value:", val.Value) fmt.Println("PhoneNumber:", val.PhoneNumber)
} }
t.Error("Data has not be updated") t.Error("Data has not be updated")
} }
} }
func dataEqual(a, b []SomeObject) bool { func dataEqual(a, b []contact.Contact) bool {
if len(a) != len(b) { if len(a) != len(b) {
return false return false
} }