eval: Use str2float() to represent inf and nan values

Closes #3248

src/nvim/eval.c

@@ -6839,9 +6839,25 @@ vim_to_msgpack_error_ret: \
 
 #define CONV_FLOAT(flt) \
     do { \
+      const float_T flt_ = (flt); \
+      switch (fpclassify(flt_)) { \
+        case FP_NAN: { \
+          ga_concat(gap, (char_u *) "str2float('nan')"); \
+          break; \
+        } \
+        case FP_INFINITE: { \
+          if (flt_ < 0) { \
+            ga_append(gap, '-'); \
+          } \
+          ga_concat(gap, (char_u *) "str2float('inf')"); \
+          break; \
+        } \
+        default: { \
           char numbuf[NUMBUFLEN]; \
-      vim_snprintf(numbuf, NUMBUFLEN - 1, "%g", (flt)); \
+          vim_snprintf(numbuf, NUMBUFLEN - 1, "%g", flt_); \
           ga_concat(gap, (char_u *) numbuf); \
+        } \
+      } \
     } while (0)
 
 #define CONV_FUNC(fun) \