blob: 20ef8a71f710bc337a7affe049b3b135584bf869 [file] [log] [blame]
Guido van Rossumf70e43a1991-02-19 12:39:46 +00001
Guido van Rossum85a5fbb1990-10-14 12:07:46 +00002/* Parser generator main program */
3
Guido van Rossum3f5da241990-12-20 15:06:42 +00004/* This expects a filename containing the grammar as argv[1] (UNIX)
5 or asks the console for such a file name (THINK C).
6 It writes its output on two files in the current directory:
7 - "graminit.c" gets the grammar as a bunch of initialized data
8 - "graminit.h" gets the grammar's non-terminals as #defines.
9 Error messages and status info during the generation process are
10 written to stdout, or sometimes to stderr. */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000011
Guido van Rossum1d5735e1994-08-30 08:27:36 +000012/* XXX TO DO:
13 - check for duplicate definitions of names (instead of fatal err)
14*/
15
Victor Stinner60fe4992010-12-28 23:05:20 +000016#define PGEN
17
Jack Jansen7b8c7542002-04-14 20:12:41 +000018#include "Python.h"
Eric Snow2ebc5ce2017-09-07 23:51:28 -060019#include "internal/mem.h"
20#include "internal/pystate.h"
Guido van Rossum3f5da241990-12-20 15:06:42 +000021#include "pgenheaders.h"
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000022#include "grammar.h"
23#include "node.h"
24#include "parsetok.h"
25#include "pgen.h"
26
Guido van Rossum86bea461997-04-29 21:03:06 +000027int Py_DebugFlag;
Guido van Rossumc0952001998-04-10 19:34:15 +000028int Py_VerboseFlag;
Guido van Rossum79e39bd2002-05-31 14:32:07 +000029int Py_IgnoreEnvironmentFlag;
Victor Stinnerf7e5b562017-11-15 15:48:08 -080030_PyRuntimeState _PyRuntime = _PyRuntimeState_INIT;
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000031
Guido van Rossum3f5da241990-12-20 15:06:42 +000032/* Forward */
Serhiy Storchakaef1585e2015-12-25 20:01:53 +020033grammar *getgrammar(const char *filename);
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000034
Guido van Rossumf1dc5661993-07-05 10:31:29 +000035void
Thomas Wouters23c9e002000-07-22 19:20:54 +000036Py_Exit(int sts)
Guido van Rossumf1dc5661993-07-05 10:31:29 +000037{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000038 exit(sts);
Guido van Rossumf1dc5661993-07-05 10:31:29 +000039}
40
Berker Peksag531396c2016-06-17 13:25:01 +030041/* Needed by obmalloc.c */
Victor Stinner8a1be612016-03-14 22:07:55 +010042int PyGILState_Check(void)
Victor Stinner0611c262016-03-15 22:22:13 +010043{ return 1; }
Berker Peksag531396c2016-06-17 13:25:01 +030044
Victor Stinner0611c262016-03-15 22:22:13 +010045void _PyMem_DumpTraceback(int fd, const void *ptr)
46{}
Victor Stinner8a1be612016-03-14 22:07:55 +010047
Guido van Rossum3f5da241990-12-20 15:06:42 +000048int
Thomas Wouters23c9e002000-07-22 19:20:54 +000049main(int argc, char **argv)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000050{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000051 grammar *g;
52 FILE *fp;
53 char *filename, *graminit_h, *graminit_c;
54
55 if (argc != 4) {
56 fprintf(stderr,
57 "usage: %s grammar graminit.h graminit.c\n", argv[0]);
58 Py_Exit(2);
59 }
60 filename = argv[1];
61 graminit_h = argv[2];
62 graminit_c = argv[3];
63 g = getgrammar(filename);
64 fp = fopen(graminit_c, "w");
65 if (fp == NULL) {
66 perror(graminit_c);
67 Py_Exit(1);
68 }
69 if (Py_DebugFlag)
70 printf("Writing %s ...\n", graminit_c);
71 printgrammar(g, fp);
72 fclose(fp);
73 fp = fopen(graminit_h, "w");
74 if (fp == NULL) {
75 perror(graminit_h);
76 Py_Exit(1);
77 }
78 if (Py_DebugFlag)
79 printf("Writing %s ...\n", graminit_h);
80 printnonterminals(g, fp);
81 fclose(fp);
Benjamin Peterson9ac11a72016-09-18 18:00:25 -070082 freegrammar(g);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000083 Py_Exit(0);
84 return 0; /* Make gcc -Wall happy */
Guido van Rossum85a5fbb1990-10-14 12:07:46 +000085}
86
Guido van Rossum3f5da241990-12-20 15:06:42 +000087grammar *
Serhiy Storchakaef1585e2015-12-25 20:01:53 +020088getgrammar(const char *filename)
Guido van Rossum3f5da241990-12-20 15:06:42 +000089{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +000090 FILE *fp;
91 node *n;
92 grammar *g0, *g;
93 perrdetail err;
94
95 fp = fopen(filename, "r");
96 if (fp == NULL) {
97 perror(filename);
98 Py_Exit(1);
99 }
100 g0 = meta_grammar();
101 n = PyParser_ParseFile(fp, filename, g0, g0->g_start,
102 (char *)NULL, (char *)NULL, &err);
103 fclose(fp);
104 if (n == NULL) {
105 fprintf(stderr, "Parsing error %d, line %d.\n",
106 err.error, err.lineno);
107 if (err.text != NULL) {
Serhiy Storchaka67c719b2014-09-05 10:10:23 +0300108 size_t len;
109 int i;
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000110 fprintf(stderr, "%s", err.text);
Serhiy Storchaka67c719b2014-09-05 10:10:23 +0300111 len = strlen(err.text);
112 if (len == 0 || err.text[len-1] != '\n')
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000113 fprintf(stderr, "\n");
114 for (i = 0; i < err.offset; i++) {
115 if (err.text[i] == '\t')
116 putc('\t', stderr);
117 else
118 putc(' ', stderr);
119 }
120 fprintf(stderr, "^\n");
121 PyObject_FREE(err.text);
122 }
123 Py_Exit(1);
124 }
125 g = pgen(n);
Christian Heimes22ed7fe2013-06-29 21:03:51 +0200126 PyNode_Free(n);
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000127 if (g == NULL) {
128 printf("Bad grammar.\n");
129 Py_Exit(1);
130 }
131 return g;
Guido van Rossum3f5da241990-12-20 15:06:42 +0000132}
133
Neal Norwitz40d37812005-10-02 01:48:49 +0000134/* Can't happen in pgen */
135PyObject*
136PyErr_Occurred()
137{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000138 return 0;
Neal Norwitz40d37812005-10-02 01:48:49 +0000139}
140
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000141void
Tim Peters7c321a82002-07-09 02:57:01 +0000142Py_FatalError(const char *msg)
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000143{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000144 fprintf(stderr, "pgen: FATAL ERROR: %s\n", msg);
145 Py_Exit(1);
Guido van Rossum85a5fbb1990-10-14 12:07:46 +0000146}
147
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000148/* No-nonsense my_readline() for tokenizer.c */
149
150char *
Serhiy Storchakac6792272013-10-19 21:03:34 +0300151PyOS_Readline(FILE *sys_stdin, FILE *sys_stdout, const char *prompt)
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000152{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000153 size_t n = 1000;
154 char *p = (char *)PyMem_MALLOC(n);
155 char *q;
156 if (p == NULL)
157 return NULL;
158 fprintf(stderr, "%s", prompt);
159 q = fgets(p, n, sys_stdin);
160 if (q == NULL) {
161 *p = '\0';
162 return p;
163 }
164 n = strlen(p);
165 if (n > 0 && p[n-1] != '\n')
166 p[n-1] = '\n';
167 return (char *)PyMem_REALLOC(p, n+1);
Guido van Rossum1d5735e1994-08-30 08:27:36 +0000168}
Guido van Rossum47fbc401998-08-25 18:12:36 +0000169
Jack Jansen7b8c7542002-04-14 20:12:41 +0000170/* No-nonsense fgets */
171char *
172Py_UniversalNewlineFgets(char *buf, int n, FILE *stream, PyObject *fobj)
173{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000174 return fgets(buf, n, stream);
Jack Jansen7b8c7542002-04-14 20:12:41 +0000175}
Jack Jansen7b8c7542002-04-14 20:12:41 +0000176
177
Guido van Rossum47fbc401998-08-25 18:12:36 +0000178#include <stdarg.h>
Guido van Rossum47fbc401998-08-25 18:12:36 +0000179
180void
Guido van Rossum47fbc401998-08-25 18:12:36 +0000181PySys_WriteStderr(const char *format, ...)
Guido van Rossum47fbc401998-08-25 18:12:36 +0000182{
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000183 va_list va;
Guido van Rossum47fbc401998-08-25 18:12:36 +0000184
Antoine Pitrouf95a1b32010-05-09 15:52:27 +0000185 va_start(va, format);
186 vfprintf(stderr, format, va);
187 va_end(va);
Guido van Rossum47fbc401998-08-25 18:12:36 +0000188}