package yqlib import ( "container/list" "errors" "fmt" "strconv" "time" ) func getStringParameter(parameterName string, d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (string, error) { result, err := d.GetMatchingNodes(context.ReadOnlyClone(), expressionNode) if err != nil { return "", err } else if result.MatchingNodes.Len() == 0 { return "", fmt.Errorf("could not find %v for format_time", parameterName) } return result.MatchingNodes.Front().Value.(*CandidateNode).Value, nil } func withDateTimeFormat(d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) { if expressionNode.RHS.Operation.OperationType == blockOpType || expressionNode.RHS.Operation.OperationType == unionOpType { layout, err := getStringParameter("layout", d, context, expressionNode.RHS.LHS) if err != nil { return Context{}, fmt.Errorf("could not get date time format: %w", err) } context.SetDateTimeLayout(layout) return d.GetMatchingNodes(context, expressionNode.RHS.RHS) } return Context{}, errors.New(`must provide a date time format string and an expression, e.g. with_dtf("Monday, 02-Jan-06 at 3:04PM MST"; )`) } // for unit tests var Now = time.Now func nowOp(_ *dataTreeNavigator, context Context, _ *ExpressionNode) (Context, error) { node := &CandidateNode{ Tag: "!!timestamp", Kind: ScalarNode, Value: Now().Format(time.RFC3339), } return context.SingleChildContext(node), nil } func parseDateTime(layout string, datestring string) (time.Time, error) { parsedTime, err := time.Parse(layout, datestring) if err != nil && layout == time.RFC3339 { // try parsing the date time with only the date return time.Parse("2006-01-02", datestring) } return parsedTime, err } func formatDateTime(d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) { format, err := getStringParameter("format", d, context, expressionNode.RHS) layout := context.GetDateTimeLayout() if err != nil { return Context{}, err } var results = list.New() for el := context.MatchingNodes.Front(); el != nil; el = el.Next() { candidate := el.Value.(*CandidateNode) parsedTime, err := parseDateTime(layout, candidate.Value) if err != nil { return Context{}, fmt.Errorf("could not parse datetime of [%v]: %w", candidate.GetNicePath(), err) } formattedTimeStr := parsedTime.Format(format) node, errorReading := parseSnippet(formattedTimeStr) if errorReading != nil { log.Debugf("could not parse %v - lets just leave it as a string: %w", formattedTimeStr, errorReading) node = &CandidateNode{ Kind: ScalarNode, Tag: "!!str", Value: formattedTimeStr, } } node.Parent = candidate.Parent node.Key = candidate.Key results.PushBack(node) } return context.ChildContext(results), nil } func tzOp(d *dataTreeNavigator, context Context, expressionNode *ExpressionNode) (Context, error) { timezoneStr, err := getStringParameter("timezone", d, context, expressionNode.RHS) layout := context.GetDateTimeLayout() if err != nil { return Context{}, err } var results = list.New() timezone, err := time.LoadLocation(timezoneStr) if err != nil { return Context{}, fmt.Errorf("could not load tz [%v]: %w", timezoneStr, err) } for el := context.MatchingNodes.Front(); el != nil; el = el.Next() { candidate := el.Value.(*CandidateNode) parsedTime, err := parseDateTime(layout, candidate.Value) if err != nil { return Context{}, fmt.Errorf("could not parse datetime of [%v] using layout [%v]: %w", candidate.GetNicePath(), layout, err) } tzTime := parsedTime.In(timezone) results.PushBack(candidate.CreateReplacement(ScalarNode, candidate.Tag, tzTime.Format(layout))) } return context.ChildContext(results), nil } func parseUnixTime(unixTime string) (time.Time, error) { seconds, err := strconv.ParseFloat(unixTime, 64) if err != nil { return time.Now(), err } return time.UnixMilli(int64(seconds * 1000)), nil } func fromUnixOp(_ *dataTreeNavigator, context Context, _ *ExpressionNode) (Context, error) { var results = list.New() for el := context.MatchingNodes.Front(); el != nil; el = el.Next() { candidate := el.Value.(*CandidateNode) actualTag := candidate.guessTagFromCustomType() if actualTag != "!!int" && actualTag != "!!float" { return Context{}, fmt.Errorf("from_unix only works on numbers, found %v instead", candidate.Tag) } parsedTime, err := parseUnixTime(candidate.Value) if err != nil { return Context{}, err } node := candidate.CreateReplacement(ScalarNode, "!!timestamp", parsedTime.Format(time.RFC3339)) results.PushBack(node) } return context.ChildContext(results), nil } func toUnixOp(_ *dataTreeNavigator, context Context, _ *ExpressionNode) (Context, error) { layout := context.GetDateTimeLayout() var results = list.New() for el := context.MatchingNodes.Front(); el != nil; el = el.Next() { candidate := el.Value.(*CandidateNode) parsedTime, err := parseDateTime(layout, candidate.Value) if err != nil { return Context{}, fmt.Errorf("could not parse datetime of [%v] using layout [%v]: %w", candidate.GetNicePath(), layout, err) } results.PushBack(candidate.CreateReplacement(ScalarNode, "!!int", fmt.Sprintf("%v", parsedTime.Unix()))) } return context.ChildContext(results), nil }