update to go1.21 (#1598)

* feat: generate go1.21 files

* chore: update CI

* feat: add support for generic symbols in standard library packages

This is necessary to fully support go1.21 and beyond, which now
provide some generic packages such as `cmp`, `maps` or `slices`
in the standard library.

The principle is to embed the generic symbols in source form (as
strings) so they can be instantiated as required during interpretation.

Extract() has been modified to skip the generic types, functions and
constraint interfaces which can't be represented as reflect.Values.

A new stdlib/generic package has been added to provide the corresponding
source files as embedded strings.

The `Use()` function has been changed to pre-parse generic symbols as
doing lazy parsing was causing cyclic dependencies issues at compiling.
This is something we may improve in the future.

A unit test using `cmp` has been added.

For now, there are still some issues with generic stdlib packages
inter-dependencies, for example `slices` importing `cmp`, or when
generic types or function signatures depends on pre-compiled types
in the same package, which we will support shortly.

* fixup

* fixup

* fixup

* fixup

* fixup

* fixup

* fixes for go1.20

* fix previous

* update unsafe2 for go1.21, skip faky tests

In go1.21, the reflect rtype definition has been move to internal/abi.
We follow this change for maintainability, even if there is no layout
change (the go1.20 unsafe2 is compatible with go1.21).

We have isolated a few problematic tests which are failing sometimes
in go1.21, but work in go1.20, and also in go1.22. Those tests are
skipped if in go1.21. A preliminary investigation can not confirm that
something is wrong in yaegi, and the problem disappears with go1.22.

* add new wrapper for go1.21 package testing/slogtest

* add missing wrapper for go/doc/comment

* add support for slices generic package

---------

Co-authored-by: Marc Vertes <[email protected]>

Author: ldez

.github/workflows/go-cross.yml

@@ -17,7 +17,7 @@ jobs:
 
     strategy:
       matrix:
-        go-version: [ 1.19, '1.20' ]
+        go-version: [ '1.20', '1.21' ]
         os: [ubuntu-latest, macos-latest, windows-latest]
 
         include:

.github/workflows/main.yml

@@ -7,8 +7,8 @@ on:
   pull_request:
 
 env:
-  GO_VERSION: '1.20'
-  GOLANGCI_LINT_VERSION: v1.53.3
+  GO_VERSION: '1.21'
+  GOLANGCI_LINT_VERSION: v1.55.2
 
 jobs:
 
@@ -45,7 +45,7 @@ jobs:
     needs: linting
     strategy:
       matrix:
-        go-version: [ 1.19, '1.20' ]
+        go-version: [ '1.20', '1.21' ]
     steps:
       - name: Set up Go ${{ matrix.go-version }}
         uses: actions/setup-go@v2
@@ -76,7 +76,7 @@ jobs:
         working-directory: ${{ github.workspace }}/go/src/github.com/traefik/yaegi
     strategy:
       matrix:
-        go-version: [ 1.19, '1.20' ]
+        go-version: [ '1.20', '1.21' ]
 
     steps:
       - name: Set up Go ${{ matrix.go-version }}

.github/workflows/release.yml

@@ -6,7 +6,7 @@ on:
       - v[0-9]+.[0-9]+*
 
 env:
-  GO_VERSION: '1.20'
+  GO_VERSION: '1.21'
 
 jobs:
 

README.md

@@ -17,7 +17,7 @@ It powers executable Go scripts and plugins, in embedded interpreters or interac
 * Works everywhere Go works
 * All Go & runtime resources accessible from script (with control)
 * Security: `unsafe` and `syscall` packages neither used nor exported by default
-* Support the latest 2 major releases of Go (Go 1.19 and Go 1.20)
+* Support the latest 2 major releases of Go (Go 1.20 and Go 1.21)
 
 ## Install
 

extract/extract.go

@@ -39,7 +39,9 @@ import (
 	"{{$key}}"
 	{{- end}}
 {{- end}}
+{{- if or .Val .Typ }}
 	"{{.ImportPath}}"
+{{- end}}
 	"reflect"
 )
 
@@ -199,6 +201,10 @@ func (e *Extractor) genContent(importPath string, p *types.Package) ([]byte, err
 				val[name] = Val{pname, false}
 			}
 		case *types.Func:
+			// Skip generic functions and methods.
+			if s := o.Type().(*types.Signature); s.TypeParams().Len() > 0 || s.RecvTypeParams().Len() > 0 {
+				continue
+			}
 			val[name] = Val{pname, false}
 		case *types.Var:
 			val[name] = Val{pname, true}
@@ -207,9 +213,13 @@ func (e *Extractor) genContent(importPath string, p *types.Package) ([]byte, err
 			if t, ok := o.Type().(*types.Named); ok && t.TypeParams().Len() > 0 {
 				continue
 			}
-
 			typ[name] = pname
 			if t, ok := o.Type().Underlying().(*types.Interface); ok {
+				if t.NumMethods() == 0 && t.NumEmbeddeds() != 0 {
+					// Skip interfaces used to implement constraints for generics.
+					delete(typ, name)
+					continue
+				}
 				var methods []Method
 				for i := 0; i < t.NumMethods(); i++ {
 					f := t.Method(i)
@@ -468,7 +478,7 @@ func GetMinor(part string) string {
 	return minor
 }
 
-const defaultMinorVersion = 20
+const defaultMinorVersion = 21
 
 func genBuildTags() (string, error) {
 	version := runtime.Version()

go.mod

@@ -1,3 +1,3 @@
 module github.com/traefik/yaegi
 
-go 1.19
+go 1.20

internal/unsafe2/unsafe.go renamed to internal/unsafe2/go1_20_unsafe.go

@@ -1,3 +1,6 @@
+//go:build !go1.21
+// +build !go1.21
+
 // Package unsafe2 provides helpers to generate recursive struct types.
 package unsafe2
 

internal/unsafe2/go1_21_unsafe.go

@@ -0,0 +1,72 @@
+//go:build go1.21
+// +build go1.21
+
+// Package unsafe2 provides helpers to generate recursive struct types.
+package unsafe2
+
+import (
+	"reflect"
+	"unsafe"
+)
+
+type dummy struct{}
+
+// DummyType represents a stand-in for a recursive type.
+var DummyType = reflect.TypeOf(dummy{})
+
+// The following type sizes must match their original definition in Go src/internal/abi/type.go.
+type abiType struct {
+	_ uintptr
+	_ uintptr
+	_ uint32
+	_ uint8
+	_ uint8
+	_ uint8
+	_ uint8
+	_ uintptr
+	_ uintptr
+	_ int32
+	_ int32
+}
+
+type abiName struct {
+	Bytes *byte
+}
+
+type abiStructField struct {
+	Name   abiName
+	Typ    *abiType
+	Offset uintptr
+}
+
+type abiStructType struct {
+	abiType
+	PkgPath abiName
+	Fields  []abiStructField
+}
+
+type emptyInterface struct {
+	typ *abiType
+	_   unsafe.Pointer
+}
+
+// SetFieldType sets the type of the struct field at the given index, to the given type.
+//
+// The struct type must have been created at runtime. This is very unsafe.
+func SetFieldType(s reflect.Type, idx int, t reflect.Type) {
+	if s.Kind() != reflect.Struct || idx >= s.NumField() {
+		return
+	}
+
+	rtyp := unpackType(s)
+	styp := (*abiStructType)(unsafe.Pointer(rtyp))
+	f := styp.Fields[idx]
+	f.Typ = unpackType(t)
+	styp.Fields[idx] = f
+}
+
+func unpackType(t reflect.Type) *abiType {
+	v := reflect.New(t).Elem().Interface()
+	eface := *(*emptyInterface)(unsafe.Pointer(&v))
+	return eface.typ
+}

interp/generic.go

@@ -306,12 +306,12 @@ func checkConstraint(it, ct *itype) error {
 		return nil
 	}
 	for _, c := range ct.constraint {
-		if it.equals(c) {
+		if it.equals(c) || it.matchDefault(c) {
 			return nil
 		}
 	}
 	for _, c := range ct.ulconstraint {
-		if it.underlying().equals(c) {
+		if it.underlying().equals(c) || it.matchDefault(c) {
 			return nil
 		}
 	}

interp/interp_consistent_test.go

@@ -121,6 +121,10 @@ func TestInterpConsistencyBuild(t *testing.T) {
 			file.Name() == "type33.go" { // expect error
 			continue
 		}
+		// Skip some tests which are problematic in go1.21 only.
+		if go121 && testsToSkipGo121[file.Name()] {
+			continue
+		}
 
 		file := file
 		t.Run(file.Name(), func(t *testing.T) {