Skip to content

New lispusers CHARCODEUTILS module. #2078

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 6 commits into from
Closed

New lispusers CHARCODEUTILS module. #2078

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
b45338f
New lispusers CHARCODEUTILS implements CHARCODE.ENCODE, the inverse o…
MattHeffron Mar 24, 2025
e3be9c1
Handle recursion in the CHARACTERNAMES alist.
MattHeffron Mar 25, 2025
981db34
Merge branch 'master' into mth39--CHARCODEUTILS-lispusers
MattHeffron Mar 25, 2025
f701cdf
Add support for list argument recursion a la CHARCODE.DECODE.
MattHeffron Mar 26, 2025
7bdaeaa
Rewritten from scratch.
MattHeffron Mar 28, 2025
f921d46
Merge branch 'master' into mth39--CHARCODEUTILS-lispusers
MattHeffron Mar 31, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
178 changes: 178 additions & 0 deletions lispusers/CHARCODEUTILS
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,178 @@
(DEFINE-FILE-INFO PACKAGE "INTERLISP" READTABLE "INTERLISP" BASE 10)

(FILECREATED "27-Mar-2025 23:27:17" {DSK}<home>matt>Interlisp>medley>lispusers>CHARCODEUTILS.;19 10047

:EDIT-BY "mth"

:CHANGES-TO (FUNCTIONS \MAKE-CHARCODE.ENCODE-TABLE CHARCODE.ENCODE \TEST.CHARCODE.ENCODE)
(VARS CHARCODEUTILSCOMS)

:PREVIOUS-DATE "27-Mar-2025 22:49:46"
{DSK}<home>matt>Interlisp>medley>lispusers>CHARCODEUTILS.;15)


(PRETTYCOMPRINT CHARCODEUTILSCOMS)

(RPAQQ CHARCODEUTILSCOMS ((FUNCTIONS CHARCODE.ENCODE \MAKE-CHARCODE.ENCODE-TABLE
\TEST.CHARCODE.ENCODE)
(PROP (FILETYPE MAKEFILE-ENVIRONMENT)
CHARCODEUTILS)))

(CL:DEFUN CHARCODE.ENCODE (CCODE &OPTIONAL (CHNAMES.TABLE NIL)
(NONCHAR.IDENTITY NIL)) (* ; "Edited 27-Mar-2025 23:25 by mth")
(DECLARE (GLOBALVARS CHARACTERNAMES CHARACTERSETNAMES))
(CL:WHEN CCODE (* ; "Is there anything to do?")
(SETQ CHNAMES.TABLE (OR CHNAMES.TABLE (\MAKE-CHARCODE.ENCODE-TABLE CHARACTERNAMES)))
[COND
((LISTP CCODE)
(CONS (CHARCODE.ENCODE (CAR CCODE)
CHNAMES.TABLE NONCHAR.IDENTITY)
(CHARCODE.ENCODE (CDR CCODE)
CHNAMES.TABLE NONCHAR.IDENTITY)))
([NOT (OR (AND (SMALLP CCODE)
(IGEQ CCODE 0))
(AND (CL:CHARACTERP CCODE)
(SETQ CCODE (CL:CHAR-CODE CCODE]
(AND NONCHAR.IDENTITY CCODE))
(T (LET [[HASHBIT (CONSTANT (PROGN
(* ;; "The bit set by the # in CHARCODE.DECODE")

(CL:PARSE-INTEGER "10000000" :RADIX 2]
[CTRLMASK (CONSTANT (PROGN
(* ;; "Mask of bits present if NOT control or #")

(* ;;
 "= Mask of bits cleared by the ^ in CHARCODE.DECODE")

(CL:PARSE-INTEGER "01100000" :RADIX 2]
(UNCTRLBIT (CONSTANT (PROGN
(* ;;
 "Bit to turn on to make char for reporting a control character")

(CL:PARSE-INTEGER "01000000" :RADIX 2]
(CL:LABELS ((CHCODE (CX)
(LOGAND CX 255))
(CHARSET (CX)
(LRSH CX 8))
(CTRLP (CX)
(NOT (BITTEST CX CTRLMASK)))
(HASHP (CX)
(BITTEST CX HASHBIT)))
(PROG* ((CSET (CHARSET CCODE))
(CC (CHCODE CCODE))
(CTRL (AND (CTRLP CC)
"^"))
(HASH (AND (HASHP CC)
"#"))
(CSLIST (CDR (ASSOC CSET CHNAMES.TABLE)))
(CS0LIST (CDR (ASSOC 0 CHNAMES.TABLE)))
CNAME TEMP TC)
(CL:UNLESS CS0LIST (CL:ERROR
"No character set 0 entries in the CHNAMES.TABLE"
))
(CL:WHEN CSLIST

(* ;; "Exact charset list exists, check there first")

(SETQ TEMP (COND
((CL:FIND CCODE CSLIST :KEY #'CL:SECOND))
[(AND CTRL HASH (CL:FIND CCODE CSLIST :KEY
#'CL:THIRD]
[(AND CTRL (CL:FIND CCODE CSLIST :KEY #'CL:FOURTH]
[(AND HASH (CL:FIND CCODE CSLIST :KEY #'CL:FIFTH]
(T NIL)))
(CL:WHEN TEMP
(CL:WHEN [CTRLP (SETQ TC (CHCODE (CL:SECOND TEMP]
(SETQ CTRL NIL))
(CL:WHEN (HASHP TC)
(SETQ HASH NIL))
(SETQ CNAME (CAR TEMP))
(SETQ CSET 0)))
(CL:UNLESS (OR TEMP (EQ CSLIST CS0LIST))

(* ;; "We may have already done this, don't repeat")

(SETQ TEMP (COND
((CL:FIND CC CS0LIST :KEY #'CL:SECOND))
[(AND CTRL HASH (CL:FIND CC CS0LIST :KEY
#'CL:THIRD]
[(AND CTRL (CL:FIND CC CS0LIST :KEY #'CL:FOURTH]
[(AND HASH (CL:FIND CC CS0LIST :KEY #'CL:FIFTH]
(T NIL)))
(CL:WHEN TEMP
(CL:WHEN (CTRLP (SETQ TC (CL:SECOND TEMP)))
(SETQ CTRL NIL))
(CL:WHEN (HASHP TC)
(SETQ HASH NIL))
(SETQ CNAME (CAR TEMP))))
[SETQ CSET (COND
((ZEROP CSET)

(* ;; "Can skip cset=0 prefix")

NIL)
[(CAR (CL:RASSOC CSET CHARACTERSETNAMES :KEY
#'CAR]
(CSET (OCTALSTRING CSET]
(RETURN (CONCAT (OR CSET "")
(OR (AND CSET ",")
"")
(OR HASH "")
(OR CTRL "")
(OR CNAME (CHARACTER (LOGOR (BITCLEAR CC HASHBIT)
(OR (AND CTRL UNCTRLBIT)
0]))

(CL:DEFUN \MAKE-CHARCODE.ENCODE-TABLE (CNAMES)
(DECLARE (GLOBALVARS CHARACTERNAMES)) (* ; "Edited 27-Mar-2025 23:25 by mth")
[LET [[HASHBIT (CONSTANT (PROGN
(* ;; "The bit set by the # in CHARCODE.DECODE")

(CL:PARSE-INTEGER "10000000" :RADIX 2]
(CTRLMASK (CONSTANT (PROGN
(* ;; "Mask of bits cleared by the ^ in CHARCODE.DECODE")

(CL:PARSE-INTEGER "01100000" :RADIX 2]
(CL:LABELS ((CHCODE (CX)
(LOGAND CX 255))
(CHARSET (CX)
(LRSH CX 8)))
(CL:LOOP :FOR CNI :IN (OR CNAMES CHARACTERNAMES)
:WITH TABLE := (LIST (LIST 0))
:AND CNAME :AND CSET :AND CCODE :AND CTRLCC :AND TROW :AND CSLIST :DO
(SETQ CNAME (MKSTRING (CAR CNI)))
(SETQ CCODE (CADR CNI))
(SETQ CCODE (OR (SMALLP CCODE)
(CHARCODE.DECODE CCODE NIL)))
(SETQ CSET (CHARSET CCODE))
(SETQ TROW (LIST CNAME CCODE (LOGOR (SETQ CTRLCC (BITCLEAR CCODE CTRLMASK))
HASHBIT)
CTRLCC
(LOGOR CCODE HASHBIT)))
(SETQ CSLIST (ASSOC CSET TABLE))
(CL:UNLESS CSLIST
(NCONC1 TABLE (SETQ CSLIST (LIST CSET))))
(NCONC1 CSLIST TROW)
:FINALLY
(CL:IF (ASSOC 0 TABLE)
(RETURN TABLE)
(CL:ERROR "No character set 0 entries in CHARACTERNAMES"))])

(CL:DEFUN \TEST.CHARCODE.ENCODE (&OPTIONAL (CHTABLE (\MAKE-CHARCODE.ENCODE-TABLE NIL)))
(* ; "Edited 27-Mar-2025 23:27 by mth")
[CL:LOOP :FOR CH :FROM 0 :TO 65535 :WITH CAN.CHARNAME = (CL:FBOUNDP 'CHARNAME)
:AND ENC :AND DEC :NCONC (AND (NEQ CH (SETQ DEC (CHARCODE.DECODE (SETQ ENC (CHARCODE.ENCODE
CH CHTABLE))
T)))
(LIST (LIST* :INPUT CH :ENCODED ENC :DECODED DEC
(AND CAN.CHARNAME (LIST :CHARNAME (CHARNAME
CH])

(PUTPROPS CHARCODEUTILS FILETYPE :COMPILE-FILE)

(PUTPROPS CHARCODEUTILS MAKEFILE-ENVIRONMENT (:READTABLE "INTERLISP" :PACKAGE "INTERLISP"))
(PUTPROPS CHARCODEUTILS COPYRIGHT (NONE))
(DECLARE%: DONTCOPY
(FILEMAP (NIL (748 7089 (CHARCODE.ENCODE 748 . 7089)) (7091 8982 (\MAKE-CHARCODE.ENCODE-TABLE 7091 .
8982)) (8984 9824 (\TEST.CHARCODE.ENCODE 8984 . 9824)))))
STOP
Binary file added lispusers/CHARCODEUTILS.DFASL
View file
Open in desktop
Binary file not shown.