aboutsummaryrefslogtreecommitdiffstats
path: root/test/Makefile
blob: 0338062882a7ac5aa2695e043f4bf6fa39f50612 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
.PHONY: verify-python-path

VPP_TEST_FAILED_DIR=/tmp/vpp-failed-unittests/

verify-python-path:
ifndef VPP_PYTHON_PREFIX
	$(error VPP_PYTHON_PREFIX is not set)
endif

.PHONY: verify-no-running-vpp

ifdef VPP_ZOMBIE_NOCHECK
VPP_PIDS=
else
VPP_PIDS=$(shell pgrep -d, -x vpp_main)
endif

ifeq ($(DEBUG),gdb)
FORCE_FOREGROUND=1
else ifeq ($(DEBUG),gdbserver)
FORCE_FOREGROUND=1
else ifeq ($(DEBUG),core)
FORCE_FOREGROUND=1
else ifeq ($(STEP),yes)
FORCE_FOREGROUND=1
else ifeq ($(STEP),y)
FORCE_FOREGROUND=1
else ifeq ($(STEP),1)
FORCE_FOREGROUND=1
else
FORCE_FOREGROUND=0
endif

ifdef PROFILE_OUTPUT
PROFILE_OUTPUT_OPTS=-o $(PROFILE_OUTPUT)
endif

ifndef PROFILE_SORT_BY
PROFILE_SORT_BY=cumtime
endif

ifeq ($(PROFILE),1)
PYTHON_PROFILE_OPTS=-m cProfile $(PROFILE_OUTPUT_OPTS) -s $(PROFILE_SORT_BY)
FORCE_FOREGROUND=1
endif

verify-no-running-vpp:
	@if [ "$(VPP_PIDS)" != "" ]; then \
		echo; \
		echo "*** Existing vpp processes detected (PID(s): $(VPP_PIDS)). Running tests under these conditions is not supported. ***"; \
		echo; \
		ps -fp $(VPP_PIDS);\
		echo; \
		false; \
	fi

UNITTEST_EXTRA_OPTS=
UNITTEST_FAILFAST_OPTS=

ifeq ($(FAILFAST),1)
UNITTEST_EXTRA_OPTS=-f
endif

ifneq ($(EXTERN_TESTS),)
UNITTEST_EXTRA_OPTS=$(UNITTEST_FAILFAST_OPTS) -d $(EXTERN_TESTS)
endif

ifeq ($(TEST_DEBUG),1)
VPP_PYTHON_PREFIX:=$(VPP_PYTHON_PREFIX)/debug
PYTHON_EXTRA_DEPENDS=objgraph pympler
else
PYTHON_EXTRA_DEPENDS=
endif

PYTHON_VENV_PATH=$(VPP_PYTHON_PREFIX)/virtualenv
PYTHON_DEPENDS=$(PYTHON_EXTRA_DEPENDS) psutil faulthandler six scapy==2.4.0 pexpect cryptography subprocess32 cffi git+https://github.com/vpp-dev/py-lispnetworking
SCAPY_SOURCE=$(shell find $(PYTHON_VENV_PATH) -name site-packages)
BUILD_COV_DIR=$(BR)/test-cov

GET_PIP_SCRIPT=$(VPP_PYTHON_PREFIX)/get-pip.py
PIP_INSTALL_DONE=$(VPP_PYTHON_PREFIX)/pip-install.done
PIP_PATCH_DONE=$(VPP_PYTHON_PREFIX)/pip-patch.done
PAPI_INSTALL_DONE=$(VPP_PYTHON_PREFIX)/papi-install.done

PAPI_INSTALL_FLAGS=$(PIP_INSTALL_DONE) $(PIP_PATCH_DONE) $(PAPI_INSTALL_DONE)

ifeq ($(PYTHON),)
PYTHON_INTERP=python2.7
else
PYTHON_INTERP=$(PYTHON)
endif

$(GET_PIP_SCRIPT):
	@mkdir -p $(VPP_PYTHON_PREFIX)
	@bash -c "cd $(VPP_PYTHON_PREFIX) && curl -O https://bootstrap.pypa.io/get-pip.py"

$(PIP_INSTALL_DONE): $(GET_PIP_SCRIPT)
	@virtualenv $(PYTHON_VENV_PATH) -p $(PYTHON_INTERP)
	@bash -c "source $(PYTHON_VENV_PATH)/bin/activate && python $(GET_PIP_SCRIPT)"
	@bash -c "source $(PYTHON_VENV_PATH)/bin/activate && pip install $(PYTHON_DEPENDS)"
	@touch $@

$(PIP_PATCH_DONE): $(PIP_INSTALL_DONE)
	@echo --- patching ---
	@sleep 1 # Ensure python recompiles patched *.py files -> *.pyc
	for f in $(CURDIR)/patches/scapy-2.4/*.patch ; do \
		echo Applying patch: $$(basename $$f) ; \
		patch -p1 -d $(SCAPY_SOURCE) < $$f ; \
	done
	@touch $@

$(PAPI_INSTALL_DONE): $(PIP_PATCH_DONE)
	@bash -c "source $(PYTHON_VENV_PATH)/bin/activate && cd $(WS_ROOT)/src/vpp-api/python && python setup.py install"
	@touch $@

define retest-func
@env FORCE_FOREGROUND=$(FORCE_FOREGROUND) VPP_TEST_FAILED_DIR=$(VPP_TEST_FAILED_DIR) scripts/setsid_wrapper.sh $(FORCE_FOREGROUND) $(PYTHON_VENV_PATH)/bin/activate python $(PYTHON_PROFILE_OPTS) run_tests.py -d $(TEST_DIR) $(UNITTEST_EXTRA_OPTS) || env VPP_TEST_FAILED_DIR=$(VPP_TEST_FAILED_DIR) COMPRESS_FAILED_TEST_LOGS=$(COMPRESS_FAILED_TEST_LOGS) scripts/compress_failed.sh
endef

.PHONY: sanity

ifeq ($(SANITY),no)
SANITY_IMPORT_VPP_PAPI_CMD=true
SANITY_RUN_VPP_CMD=true
else
SANITY_IMPORT_VPP_PAPI_CMD=source $(PYTHON_VENV_PATH)/bin/activate && python sanity_import_vpp_papi.py
SANITY_RUN_VPP_CMD=source $(PYTHON_VENV_PATH)/bin/activate && python sanity_run_vpp.py
endif

ifndef TEST_JOBS
PARALLEL_ILLEGAL=0
else ifeq ($(FORCE_FOREGROUND),0)
PARALLEL_ILLEGAL=0
else ifeq ($(TEST_JOBS),auto)
PARALLEL_ILLEGAL=0
else ifeq ($(TEST_JOBS),1)
PARALLEL_ILLEGAL=0
else
PARALLEL_ILLEGAL=1
endif

sanity: verify-no-running-vpp
	@sys_req/dev_shm_size.sh
	@bash -c "test $(PARALLEL_ILLEGAL) -eq 0 ||\
	    (echo \"*******************************************************************\" &&\
		 echo \"* Sanity check failed, TEST_JOBS is not 1 or 'auto' and DEBUG, STEP or PROFILE is set\" &&\
	         echo \"*******************************************************************\" &&\
		 false)"
	@bash -c "$(SANITY_IMPORT_VPP_PAPI_CMD) ||\
		(echo \"*******************************************************************\" &&\
		 echo \"* Sanity check failed, cannot import vpp_papi\" &&\
		 echo \"* to debug: \" &&\
		 echo \"* 1. enter test shell:   make test-shell\" &&\
		 echo \"* 2. execute debugger:   gdb python -ex 'run sanity_import_vpp_papi.py'\" &&\
	         echo \"*******************************************************************\" &&\
		 false)"
	@bash -c "$(SANITY_RUN_VPP_CMD) ||\
		(echo \"*******************************************************************\" &&\
		 echo \"* Sanity check failed, cannot run vpp\" &&\
	         echo \"*******************************************************************\" &&\
		 false)"

.PHONY: ext
ext:
	make -C ext

test-dep: verify-python-path $(PAPI_INSTALL_DONE)

test: verify-python-path $(PAPI_INSTALL_DONE) sanity reset
	$(call retest-func)

test-ext: verify-python-path $(PAPI_INSTALL_DONE) ext sanity reset
	$(call retest-func)

retest: verify-python-path sanity reset
	$(call retest-func)

shell: verify-python-path $(PAPI_INSTALL_DONE)
	@echo "source $(PYTHON_VENV_PATH)/bin/activate;\
		echo '***';\
		echo VPP_TEST_BUILD_DIR=$(VPP_TEST_BUILD_DIR);\
		echo VPP_TEST_BIN=$(VPP_TEST_BIN);\
		echo VPP_TEST_PLUGIN_PATH=$(VPP_TEST_PLUGIN_PATH);\
		echo VPP_TEST_INSTALL_PATH=$(VPP_TEST_INSTALL_PATH);\
		echo EXTERN_TESTS=$(EXTERN_TESTS);\
		echo EXTERN_PLUGINS=$(EXTERN_PLUGINS);\
                echo EXTERN_COV_DIR=$(EXTERN_COV_DIR);\
		echo LD_LIBRARY_PATH=$(LD_LIBRARY_PATH);\
		echo '***';\
		exec </dev/tty" | bash -i

.PHONY: wipe doc

reset:
	@rm -f /dev/shm/vpp-unittest-*
	@rm -rf /tmp/vpp-unittest-*
	@rm -rf $(VPP_TEST_FAILED_DIR)
	@mkdir $(VPP_TEST_FAILED_DIR)

wipe: reset
	@make -C ext clean
	@rm -rf $(PYTHON_VENV_PATH)
	@rm -f $(PAPI_INSTALL_FLAGS)

doc: verify-python-path $(PIP_PATCH_DONE)
	@virtualenv $(PYTHON_VENV_PATH) -p $(PYTHON_INTERP)
	@bash -c "source $(PYTHON_VENV_PATH)/bin/activate && pip install sphinx sphinx-rtd-theme"
	@bash -c "source $(PYTHON_VENV_PATH)/bin/activate && make -C doc WS_ROOT=$(WS_ROOT) BR=$(BR) NO_VPP_PAPI=1 html"

.PHONY: wipe-doc

wipe-doc:
	@make -C doc wipe BR=$(BR)

cov: wipe-cov reset ext verify-python-path $(PAPI_INSTALL_DONE)
	@lcov --zerocounters --directory $(VPP_TEST_BUILD_DIR)
	@test -z "$(EXTERN_COV_DIR)" || lcov --zerocounters --directory $(EXTERN_COV_DIR)
	$(call retest-func)
	@mkdir $(BUILD_COV_DIR)
	@lcov --capture --directory $(VPP_TEST_BUILD_DIR) --output-file $(BUILD_COV_DIR)/coverage.info
	@test -z "$(EXTERN_COV_DIR)" || lcov --capture --directory $(EXTERN_COV_DIR) --output-file $(BUILD_COV_DIR)/extern-coverage.info
	@genhtml $(BUILD_COV_DIR)/coverage.info --output-directory $(BUILD_COV_DIR)/html
	@test -z "$(EXTERN_COV_DIR)" || genhtml $(BUILD_COV_DIR)/extern-coverage.info --output-directory $(BUILD_COV_DIR)/extern-html
	@echo
	@echo "Build finished. Code coverage report is in $(BUILD_COV_DIR)/html/index.html"
	@test -z "$(EXTERN_COV_DIR)" || echo "Code coverage report for out-of-tree objects is in $(BUILD_COV_DIR)/extern-html/index.html"

.PHONY: wipe-cov

wipe-cov: wipe
	@rm -rf $(BUILD_COV_DIR)

.PHONY: checkstyle
checkstyle: verify-python.highlight .hll { background-color: #ffffcc }
.highlight .c { color: #888888 } /* Comment */
.highlight .err { color: #a61717; background-color: #e3d2d2 } /* Error */
.highlight .k { color: #008800; font-weight: bold } /* Keyword */
.highlight .ch { color: #888888 } /* Comment.Hashbang */
.highlight .cm { color: #888888 } /* Comment.Multiline */
.highlight .cp { color: #cc0000; font-weight: bold } /* Comment.Preproc */
.highlight .cpf { color: #888888 } /* Comment.PreprocFile */
.highlight .c1 { color: #888888 } /* Comment.Single */
.highlight .cs { color: #cc0000; font-weight: bold; background-color: #fff0f0 } /* Comment.Special */
.highlight .gd { color: #000000; background-color: #ffdddd } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #aa0000 } /* Generic.Error */
.highlight .gh { color: #333333 } /* Generic.Heading */
.highlight .gi { color: #000000; background-color: #ddffdd } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #555555 } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #666666 } /* Generic.Subheading */
.highlight .gt { color: #aa0000 } /* Generic.Traceback */
.highlight .kc { color: #008800; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008800; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008800; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008800 } /* Keyword.Pseudo */
.highlight .kr { color: #008800; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #888888; font-weight: bold } /* Keyword.Type */
.highlight .m { color: #0000DD; font-weight: bold } /* Literal.Number */
.highlight .s { color: #dd2200; background-color: #fff0f0 } /* Literal.String */
.highlight .na { color: #336699 } /* Name.Attribute */
.highlight .nb { color: #003388 } /* Name.Builtin */
.highlight .nc { color: #bb0066; font-weight: bold } /* Name.Class */
.highlight .no { color: #003366; font-weight: bold } /* Name.Constant */
.highlight .nd { color: #555555 } /* Name.Decorator */
.highlight .ne { color: #bb0066; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0066bb; font-weight: bold } /* Name.Function */
.highlight .nl { color: #336699; font-style: italic } /* Name.Label */
.highlight .nn { color: #bb0066; font-weight: bold } /* Name.Namespace */
.highlight .py { color: #336699; font-weight: bold } /* Name.Property */
.highlight .nt { color: #bb0066; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #336699 } /* Name.Variable */
.highlight .ow { color: #008800 } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #0000DD; font-weight: bold } /* Literal.Number.Bin */
.highlight .mf { color: #0000DD; font-weight: bold } /* Literal.Number.Float */
.highlight .mh { color: #0000DD; font-weight: bold } /* Literal.Number.Hex */
.highlight .mi { color: #0000DD; font-weight: bold } /* Literal.Number.Integer */
.highlight .mo { color: #0000DD; font-weight: bold } /* Literal.Number.Oct */
.highlight .sa { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Affix */
.highlight .sb { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Backtick */
.highlight .sc { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Char */
.highlight .dl { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Delimiter */
.highlight .sd { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Doc */
.highlight .s2 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Double */
.highlight .se { color: #0044dd; background-color: #fff0f0 } /* Literal.String.Escape */
.highlight .sh { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Heredoc */
.highlight .si { color: #3333bb; background-color: #fff0f0 } /* Literal.String.Interpol */
.highlight .sx { color: #22bb22; background-color: #f0fff0 } /* Literal.String.Other */
.highlight .sr { color: #008800; background-color: #fff0ff } /* Literal.String.Regex */
.highlight .s1 { color: #dd2200; background-color: #fff0f0 } /* Literal.String.Single */
.highlight .ss { color: #aa6600; background-color: #fff0f0 } /* Literal.String.Symbol */
.highlight .bp { color: #003388 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0066bb; font-weight: bold } /* Name.Function.Magic */
.highlight .vc { color: #336699 } /* Name.Variable.Class */
.highlight .vg { color: #dd7700 } /* Name.Variable.Global */
.highlight .vi { color: #3333bb } /* Name.Variable.Instance */
.highlight .vm { color: #336699 } /* Name.Variable.Magic */
.highlight .il { color: #0000DD; font-weight: bold } /* Literal.Number.Integer.Long */
/* 
 *------------------------------------------------------------------
 * lex.c - API generator lexical analyzer
 *
 * Copyright (c) 1996-2009 Cisco and/or its affiliates.
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at:
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *------------------------------------------------------------------
 */

#include <stdio.h>
#include <ctype.h>
#include <time.h>
#include <string.h>
#include <unistd.h>
#include <stdlib.h>

#include "lex.h"
#include "node.h"
#include "gram.h"

FILE *ifp, *ofp, *javafp, *jnifp, *pythonfp;
char *java_class = "vppApi";
char *vlib_app_name = "vpp";
int dump_tree;
time_t starttime;
char *input_filename;
char *current_filename;
int current_filename_allocated;
unsigned long input_crc;
int yydebug;

/*
 * le
ass="p">(char *); static int name_check (const char *, YYSTYPE *); static int name_compare (const char *, const char *); extern int yydebug; extern YYSTYPE yylval; unsigned int crc32c_table[256] = { 0x00000000, 0xF26B8303, 0xE13B70F7, 0x1350F3F4, 0xC79A971F, 0x35F1141C, 0x26A1E7E8, 0xD4CA64EB, 0x8AD958CF, 0x78B2DBCC, 0x6BE22838, 0x9989AB3B, 0x4D43CFD0, 0xBF284CD3, 0xAC78BF27, 0x5E133C24, 0x105EC76F, 0xE235446C, 0xF165B798, 0x030E349B, 0xD7C45070, 0x25AFD373, 0x36FF2087, 0xC494A384, 0x9A879FA0, 0x68EC1CA3, 0x7BBCEF57, 0x89D76C54, 0x5D1D08BF, 0xAF768BBC, 0xBC267848, 0x4E4DFB4B, 0x20BD8EDE, 0xD2D60DDD, 0xC186FE29, 0x33ED7D2A, 0xE72719C1, 0x154C9AC2, 0x061C6936, 0xF477EA35, 0xAA64D611, 0x580F5512, 0x4B5FA6E6, 0xB93425E5, 0x6DFE410E, 0x9F95C20D, 0x8CC531F9, 0x7EAEB2FA, 0x30E349B1, 0xC288CAB2, 0xD1D83946, 0x23B3BA45, 0xF779DEAE, 0x05125DAD, 0x1642AE59, 0xE4292D5A, 0xBA3A117E, 0x4851927D, 0x5B016189, 0xA96AE28A, 0x7DA08661, 0x8FCB0562, 0x9C9BF696, 0x6EF07595, 0x417B1DBC, 0xB3109EBF, 0xA0406D4B, 0x522BEE48, 0x86E18AA3, 0x748A09A0, 0x67DAFA54, 0x95B17957, 0xCBA24573, 0x39C9C670, 0x2A993584, 0xD8F2B687, 0x0C38D26C, 0xFE53516F, 0xED03A29B, 0x1F682198, 0x5125DAD3, 0xA34E59D0, 0xB01EAA24, 0x42752927, 0x96BF4DCC, 0x64D4CECF, 0x77843D3B, 0x85EFBE38, 0xDBFC821C, 0x2997011F, 0x3AC7F2EB, 0xC8AC71E8, 0x1C661503, 0xEE0D9600, 0xFD5D65F4, 0x0F36E6F7, 0x61C69362, 0x93AD1061, 0x80FDE395, 0x72966096, 0xA65C047D, 0x5437877E, 0x4767748A, 0xB50CF789, 0xEB1FCBAD, 0x197448AE, 0x0A24BB5A, 0xF84F3859, 0x2C855CB2, 0xDEEEDFB1, 0xCDBE2C45, 0x3FD5AF46, 0x7198540D, 0x83F3D70E, 0x90A324FA, 0x62C8A7F9, 0xB602C312, 0x44694011, 0x5739B3E5, 0xA55230E6, 0xFB410CC2, 0x092A8FC1, 0x1A7A7C35, 0xE811FF36, 0x3CDB9BDD, 0xCEB018DE, 0xDDE0EB2A, 0x2F8B6829, 0x82F63B78, 0x709DB87B, 0x63CD4B8F, 0x91A6C88C, 0x456CAC67, 0xB7072F64, 0xA457DC90, 0x563C5F93, 0x082F63B7, 0xFA44E0B4, 0xE9141340, 0x1B7F9043, 0xCFB5F4A8, 0x3DDE77AB, 0x2E8E845F, 0xDCE5075C, 0x92A8FC17, 0x60C37F14, 0x73938CE0, 0x81F80FE3, 0x55326B08, 0xA759E80B, 0xB4091BFF, 0x466298FC, 0x1871A4D8, 0xEA1A27DB, 0xF94AD42F, 0x0B21572C, 0xDFEB33C7, 0x2D80B0C4, 0x3ED04330, 0xCCBBC033, 0xA24BB5A6, 0x502036A5, 0x4370C551, 0xB11B4652, 0x65D122B9, 0x97BAA1BA, 0x84EA524E, 0x7681D14D, 0x2892ED69, 0xDAF96E6A, 0xC9A99D9E, 0x3BC21E9D, 0xEF087A76, 0x1D63F975, 0x0E330A81, 0xFC588982, 0xB21572C9, 0x407EF1CA, 0x532E023E, 0xA145813D, 0x758FE5D6, 0x87E466D5, 0x94B49521, 0x66DF1622, 0x38CC2A06, 0xCAA7A905, 0xD9F75AF1, 0x2B9CD9F2, 0xFF56BD19, 0x0D3D3E1A, 0x1E6DCDEE, 0xEC064EED, 0xC38D26C4, 0x31E6A5C7, 0x22B65633, 0xD0DDD530, 0x0417B1DB, 0xF67C32D8, 0xE52CC12C, 0x1747422F, 0x49547E0B, 0xBB3FFD08, 0xA86F0EFC, 0x5A048DFF, 0x8ECEE914, 0x7CA56A17, 0x6FF599E3, 0x9D9E1AE0, 0xD3D3E1AB, 0x21B862A8, 0x32E8915C, 0xC083125F, 0x144976B4, 0xE622F5B7, 0xF5720643, 0x07198540, 0x590AB964, 0xAB613A67, 0xB831C993, 0x4A5A4A90, 0x9E902E7B, 0x6CFBAD78, 0x7FAB5E8C, 0x8DC0DD8F, 0xE330A81A, 0x115B2B19, 0x020BD8ED, 0xF0605BEE, 0x24AA3F05, 0xD6C1BC06, 0xC5914FF2, 0x37FACCF1, 0x69E9F0D5, 0x9B8273D6, 0x88D28022, 0x7AB90321, 0xAE7367CA, 0x5C18E4C9, 0x4F48173D, 0xBD23943E, 0xF36E6F75, 0x0105EC76, 0x12551F82, 0xE03E9C81, 0x34F4F86A, 0xC69F7B69, 0xD5CF889D, 0x27A40B9E, 0x79B737BA, 0x8BDCB4B9, 0x988C474D, 0x6AE7C44E, 0xBE2DA0A5, 0x4C4623A6, 0x5F16D052, 0xAD7D5351 }; static inline unsigned long CRC8 (unsigned long crc, unsigned char d) { return ((crc >> 8) ^ crc32c_table[(crc ^ d) & 0xFF]); } static inline unsigned long CRC16 (unsigned long crc, unsigned short d) { crc = CRC8 (crc, d & 0xff); d = d >> 8; crc = CRC8 (crc, d & 0xff); return crc; } static unsigned long crc_eliding_c_comments (const char *buf, unsigned long crc) { const char *p; enum { cOTHER, /* */ cSTRING, /* "... */ cSBACKSLASH, /* "...\ */ cCHAR, /* '... */ cCBACKSLASH, /* '...\ */ cSLASH, /* / */ cSLASH_SLASH, /* //... */ cSLASH_STAR, /* / *... */ cSTAR /* / *...* */ } ss = cOTHER; for (p = buf; ;) { unsigned char c = *p++; switch (c) { case 0: switch (ss) { case cOTHER: return (crc); case cSTRING: case cSBACKSLASH: case cCHAR: case cCBACKSLASH: case cSLASH: case cSLASH_SLASH: case cSLASH_STAR: case cSTAR: fprintf (stderr, "Inopportune EOF: %s\n", buf); exit (1); } break; case '\"': switch (ss) { case cOTHER: ss = cSTRING; break; /* start string */ case cSTRING: ss = cOTHER; break; /* end string */ case cSBACKSLASH: ss = cSTRING; break; case cCHAR: break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: crc = CRC8 (crc, '/'); ss = cOTHER; break; case cSLASH_SLASH: continue; /* in comment */ case cSLASH_STAR: continue; /* in comment */ case cSTAR: ss = cSLASH_STAR; continue; /* in comment */ } break; case '\\': switch (ss) { case cOTHER: break; case cSTRING: ss = cSBACKSLASH; break; case cSBACKSLASH: ss = cSTRING; break; case cCHAR: ss = cCBACKSLASH; break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: crc = CRC8 (crc, '/'); ; ss = cOTHER; break; case cSLASH_SLASH: continue; /* in comment */ case cSLASH_STAR: continue; /* in comment */ case cSTAR: ss = cSLASH_STAR; continue; /* in comment */ } break; case '/': switch (ss) { case cOTHER: ss = cSLASH; continue; /* potential comment */ case cSTRING: break; case cSBACKSLASH: ss = cSTRING; break; case cCHAR: break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: ss = cSLASH_SLASH; continue; /* start comment */ case cSLASH_SLASH: continue; /* in comment */ case cSLASH_STAR: continue; /* in comment */ case cSTAR: ss = cOTHER; continue; /* end of comment */ } break; case '*': switch (ss) { case cOTHER: break; case cSTRING: break; case cSBACKSLASH: ss = cSTRING; break; case cCHAR: break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: ss = cSLASH_STAR; continue; /* start comment */ case cSLASH_SLASH: continue; /* in comment */ case cSLASH_STAR: ss = cSTAR; continue; /* potential end */ case cSTAR: continue; /* still potential end of comment */ } break; case '\n': case '\r': case ' ': case '\t': case '\014': switch (ss) { case cOTHER: continue; /* ignore all whitespace */ case cSTRING: break; case cSBACKSLASH: ss = cSTRING; break; case cCHAR: break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: c = '/'; ss = cOTHER; break; case cSLASH_SLASH: if (c == '\n' || c == '\r') ss = cOTHER; /* end comment */ continue; case cSLASH_STAR: continue; /* in comment */ case cSTAR: ss = cSLASH_STAR; continue; /* in comment */ } default: switch (ss) { case cOTHER: break; case cSTRING: break; case cSBACKSLASH: ss = cSTRING; break; case cCHAR: break; case cCBACKSLASH: ss = cCHAR; break; case cSLASH: crc = CRC8 (crc, '/'); ss = cOTHER; break; case cSLASH_SLASH: continue; /* in comment */ case cSLASH_STAR: continue; /* in comment */ case cSTAR: ss = cSLASH_STAR; continue; /* in comment */ } } crc = CRC8 (crc, c); } } /* * main */ int main (int argc, char **argv) { int curarg = 1; char *ofile=0; char *jofile=0; char *jnifile=0; char *pythonfile=0; char *show_name=0; while (curarg < argc) { if (!strncmp (argv [curarg], "--verbose", 3)) { fprintf (stderr, "%s version %s\n", argv [0], version); curarg++; continue; } if (!strncmp (argv [curarg], "--yydebug", 3)) { yydebug = 1; curarg++; continue; } if (!strncmp (argv [curarg], "--dump", 3)) { dump_tree = 1; curarg++; continue; } if (!strncmp (argv[curarg], "--show-name", 3)) { curarg++; if (curarg < argc) { show_name = argv[curarg]; curarg++; continue; } else { fprintf(stderr, "Missing filename after --show-name \n"); exit(1); } } if (!strncmp (argv [curarg], "--input", 3)) { curarg++; if (curarg < argc) { input_filename = argv[curarg]; if (!strcmp (argv [curarg], "-")) ifp = stdin; else ifp = fopen (argv [curarg], "r"); if (ifp == NULL) { fprintf (stderr, "Couldn't open input file %s\n", argv[curarg]); exit (1); } curarg++; } else { fprintf(stderr, "Missing filename after --input\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--output", 3)) { curarg++; if (curarg < argc) { ofp = fopen (argv[curarg], "w"); if (ofp == NULL) { fprintf (stderr, "Couldn't open output file %s\n", argv[curarg]); exit (1); } ofile = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing filename after --output\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--java", 4)) { curarg++; if (curarg < argc) { javafp = fopen (argv[curarg], "w"); if (javafp == NULL) { fprintf (stderr, "Couldn't open java output file %s\n", argv[curarg]); exit (1); } jofile = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing filename after --java\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--jni", 4)) { curarg++; if (curarg < argc) { jnifp = fopen (argv[curarg], "w"); if (jnifp == NULL) { fprintf (stderr, "Couldn't open jni output file %s\n", argv[curarg]); exit (1); } jnifile = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing filename after --jni\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--python", 8)) { curarg++; if (curarg < argc) { pythonfp = fopen (argv[curarg], "w"); if (pythonfp == NULL) { fprintf (stderr, "Couldn't open python output file %s\n", argv[curarg]); exit (1); } pythonfile = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing filename after --python\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--app", 4)) { curarg++; if (curarg < argc) { vlib_app_name = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing app name after --app\n"); exit(1); } continue; } if (!strncmp (argv [curarg], "--class", 3)) { curarg++; if (curarg < argc) { java_class = argv[curarg]; curarg++; } else { fprintf(stderr, "Missing class name after --class\n"); exit(1); } continue; } usage(argv[0]); exit (1); } if (ofp == NULL) { ofile = 0; } if (javafp == NULL) { jofile = 0; } if (jnifp == NULL) { jnifile = 0; } if (pythonfp == NULL) { pythonfile = 0; } if (ifp == NULL) { fprintf(stderr, "No input file specified...\n"); exit(1); } if (show_name) { input_filename = show_name; } starttime = time (0); if (yyparse() == 0) { fclose (ifp); curarg -= 2; if (ofile) { printf ("Output written to %s\n", ofile); fclose (ofp); } if (jofile) { printf ("Java class defn written to %s\n", jofile); fclose (javafp); } if (jnifile) { printf ("Java native bindings written to %s\n", jnifile); fclose (jnifp); } if (pythonfile) { printf ("Python bindings written to %s\n", pythonfile); fclose (pythonfp); } } else { fclose (ifp); fclose (ofp); if (ofile) { printf ("Removing %s\n", ofile); unlink (ofile); } fclose (javafp); if (jofile) { printf ("Removing %s\n", jofile); unlink (jofile); } if (jnifile) { printf ("Removing %s\n", jnifile); unlink (jnifile); } if (pythonfile) { printf ("Removing %s\n", pythonfile); unlink (pythonfile); } exit (1); } exit (0); } /* * usage */ static void usage (char *progname) { fprintf (stderr, "usage: %s --input <filename> [--output <filename>] [--python <filename>]\n%s", progname, " [--yydebug] [--dump-tree]\n"); exit (1); } /* * yyerror */ void yyerror (char *s) { fprintf (stderr, "%s:%d %s\n", current_filename, the_lexer_linenumber, s); } static char namebuf [MAXNAME]; /* * yylex (well, yylex_1: The real yylex below does crc-hackery) */ static int yylex_1 (void) { int nameidx=0; char c; int at_bol=1; enum { LP_INITIAL_WHITESPACE, LP_LINE_NUMBER, LP_PRE_FILENAME_WHITESPACE, LP_FILENAME, LP_POST_FILENAME, LP_OTHER } lp_substate = LP_INITIAL_WHITESPACE; again: switch (the_lexer_state) { /* * START state -- looking for something interesting */ case START_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); switch (c) { case '\n': the_lexer_linenumber++; at_bol=1; goto again; case '#': if (!at_bol) { fprintf (stderr, "unknown token /%c at line %d\n", c, the_lexer_linenumber); return (BARF); } the_lexer_state = LINE_PRAGMA_STATE; lp_substate = LP_INITIAL_WHITESPACE; goto again; /* FALLTHROUGH */ case '\t': case ' ': goto again; case '(': return (LPAR); case ')': return (RPAR); case ';': return (SEMI); case '[': return (LBRACK); case ']': return (RBRACK); case '{': return (LCURLY); case '}': return (RCURLY); case ',': return (COMMA); case '"': nameidx = 0; the_lexer_state = STRING_STATE; goto again; case '@': nameidx = 0; the_lexer_state = HELPER_STATE; goto again; case '/': c = getc (ifp); if (feof (ifp)) return (EOF); if (c == '/') { the_lexer_state = CPP_COMMENT_STATE; goto again; } else if (c == '*') { the_lexer_state = C_COMMENT_STATE; goto again; } else { fprintf (stderr, "unknown token /%c at line %d\n", c, the_lexer_linenumber); return (BARF); } case '\\': c = getc (ifp); if (feof (ifp)) return (EOF); /* Note fallthrough... */ default: if (isalpha (c) || c == '_') { namebuf [0] = c; nameidx = 1; the_lexer_state = NAME_STATE; goto again; } else if (isdigit(c)) { namebuf [0] = c; nameidx = 1; the_lexer_state = NUMBER_STATE; goto again; } fprintf (stderr, "unknown token %c at line %d\n", c, the_lexer_linenumber); return (BARF); } /* * NAME state -- eat the rest of a name */ case NAME_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); if (!isalnum (c) && c != '_') { ungetc (c, ifp); namebuf [nameidx] = 0; the_lexer_state = START_STATE; return (name_check (namebuf, &yylval)); } if (nameidx >= (MAXNAME-1)) { fprintf(stderr, "lex input buffer overflow...\n"); exit(1); } namebuf [nameidx++] = c; goto again; /* * NUMBER state -- eat the rest of a number */ case NUMBER_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); if (!isdigit (c)) { ungetc (c, ifp); namebuf [nameidx] = 0; the_lexer_state = START_STATE; yylval = (void *) atol(namebuf); return (NUMBER); } if (nameidx >= (MAXNAME-1)) { fprintf(stderr, "lex input buffer overflow...\n"); exit(1); } namebuf [nameidx++] = c; goto again; /* * C_COMMENT state -- eat a peach */ case C_COMMENT_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); if (c == '*') { c = getc (ifp); if (feof (ifp)) return (EOF); if (c == '/') { the_lexer_state = START_STATE; goto again; } } if (c == '\n') the_lexer_linenumber++; goto again; /* * CPP_COMMENT state -- eat a plum */ case CPP_COMMENT_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); if (c == '\n') { the_lexer_linenumber++; the_lexer_state = START_STATE; goto again; } goto again; case STRING_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); switch (c) { case '\\': c = getc (ifp); if (feof (ifp)) return (EOF); namebuf[nameidx++] = c; goto again; case '"': namebuf[nameidx] = 0; yylval = (YYSTYPE) sxerox (namebuf); the_lexer_state = START_STATE; return (STRING); default: if (c == '\n') the_lexer_linenumber++; if (nameidx >= (MAXNAME-1)) { fprintf(stderr, "lex input buffer overflow...\n"); exit(1); } namebuf[nameidx++] = c; goto again; } break; case HELPER_STATE: c = getc (ifp); if (feof (ifp)) return (EOF); switch (c) { case '\\': c = getc (ifp); if (feof (ifp)) return (EOF); namebuf[nameidx] = c; goto again; case '@': namebuf[nameidx] = 0; yylval = (YYSTYPE) sxerox (namebuf); the_lexer_state = START_STATE; return (HELPER_STRING); default: if (c == '\n') the_lexer_linenumber++; /* * CPP makes it approximately impossible to * type "#define FOO 123", so we provide a * lexical trick to achieve that result */ if (c == '$') c = '#'; if (nameidx >= (MAXNAME-1)) { fprintf(stderr, "lex input buffer overflow...\n"); exit(1); } namebuf[nameidx++] = c; goto again; } break; case LINE_PRAGMA_STATE: /* We're only interested in lines of the form # 259 "foo.c" 17 */ switch (lp_substate) { case LP_INITIAL_WHITESPACE: /* no number seen yet */ c = getc(ifp); if (feof(ifp)) return(EOF); if (c >= '0' && c <= '9') { namebuf[nameidx++] = c; lp_substate = LP_LINE_NUMBER; } else if (c == '\n') { goto lp_end_of_line; } else if (c != ' ' && c != '\t') { /* Nothing */ } else { lp_substate = LP_OTHER; } goto again; case LP_LINE_NUMBER: /* eating linenumber */ c = getc(ifp); if (feof(ifp)) return(EOF); if (c >= '0' && c <= '9') { namebuf[nameidx++] = c; } else if (c == ' ' || c == '\t') { namebuf[nameidx++] = 0; the_lexer_linenumber = atol(namebuf); lp_substate = LP_PRE_FILENAME_WHITESPACE; } else if (c == '\n') { goto lp_end_of_line; } else { lp_substate = LP_OTHER; } goto again; case LP_PRE_FILENAME_WHITESPACE: /* awaiting filename */ c = getc(ifp); if (feof(ifp)) return(EOF); if (c == '"') { lp_substate = LP_FILENAME; nameidx = 0; } else if (c == ' ' || c == '\t') { /* nothing */ } else if (c == '\n') { goto lp_end_of_line; } else { lp_substate = LP_OTHER; } goto again; case LP_FILENAME: /* eating filename */ c = getc(ifp); if (feof(ifp)) return(EOF); if (c == '"') { lp_substate = LP_POST_FILENAME; namebuf[nameidx] = 0; } else if (c == '\n') { goto lp_end_of_line; /* syntax error... */ } else { namebuf[nameidx++] = c; } goto again; case LP_POST_FILENAME: /* ignoring rest of line */ case LP_OTHER: c = getc(ifp); if (feof(ifp)) return(EOF); if (c == '\n') { if (lp_substate == LP_POST_FILENAME) { if (current_filename_allocated) { current_filename_allocated = 0; free(current_filename); } if (!strcmp(namebuf, "<stdin>")) { current_filename = input_filename; } else { current_filename = sxerox(namebuf); current_filename_allocated = 1; } } lp_end_of_line: the_lexer_state = START_STATE; at_bol = 1; nameidx = 0; } goto again; } break; } fprintf (stderr, "LEXER BUG!\n"); exit (1); /* NOTREACHED */ return (0); } /* * Parse a token and side-effect input_crc * in a whitespace- and comment-insensitive fashion. */ int yylex (void) { /* * Accumulate a crc32-based signature while processing the * input file. The goal is to come up with a magic number * which changes precisely when the original input file changes * but which ignores whitespace changes. */ unsigned long crc = input_crc; int node_type = yylex_1 (); switch (node_type) { case PRIMTYPE: case NAME: case NUMBER: case STRING: case HELPER_STRING: { /* We know these types accumulated token text into namebuf */ /* HELPER_STRING may still contain C comments. Argh. */ crc = crc_eliding_c_comments (namebuf, crc); break; } /* Other node types have no "substate" */ /* This code is written in this curious fashion because we * want the generated CRC to be independent of the particular * values a particular version of lex/bison assigned to various states. */ /* case NAME: crc = CRC16 (crc, 257); break; */ case RPAR: crc = CRC16 (crc, 258); break; case LPAR: crc = CRC16 (crc, 259); break; case SEMI: crc = CRC16 (crc, 260); break; case LBRACK: crc = CRC16 (crc, 261); break; case RBRACK: crc = CRC16 (crc, 262); break; /* case NUMBER: crc = CRC16 (crc, 263); break; */ /* case PRIMTYPE: crc = CRC16 (crc, 264); break; */ case BARF: crc = CRC16 (crc, 265); break; case TPACKED: crc = CRC16 (crc, 266); break; case DEFINE: crc = CRC16 (crc, 267); break; case LCURLY: crc = CRC16 (crc, 268); break; case RCURLY: crc = CRC16 (crc, 269); break; /* case STRING: crc = CRC16 (crc, 270); break; */ case UNION: crc = CRC16 (crc, 271); break; /* case HELPER_STRING: crc = CRC16 (crc, 272); break; */ case COMMA: crc = CRC16 (crc, 273); break; case NOVERSION: crc = CRC16 (crc, 274); break; case MANUAL_PRINT: crc = CRC16 (crc, 275); break; case MANUAL_ENDIAN: crc = CRC16 (crc, 276); break; case MANUAL_JAVA: crc = CRC16 (crc, 277); break; case TYPEONLY: crc = CRC16 (crc, 278); break; case DONT_TRACE: crc = CRC16 (crc, 279); break; case EOF: crc = CRC16 (crc, ~0); break; /* hysterical compatibility */ default: fprintf(stderr, "yylex: node_type %d missing state CRC cookie\n", node_type); exit(1); } input_crc = crc; return (node_type); } /* * name_check -- see if the name we just ate * matches a known keyword. If so, set yylval * to a new instance of <subclass of node>, and return PARSER_MACRO * * Otherwise, set yylval to sxerox (s) and return NAME */ static struct keytab { char *name; enum node_subclass subclass_id; } keytab [] = /* Keep the table sorted, binary search used below! */ { {"define", NODE_DEFINE}, {"dont_trace", NODE_DONT_TRACE}, {"f64", NODE_F64}, {"i16", NODE_I16}, {"i32", NODE_I32}, {"i64", NODE_I64}, {"i8", NODE_I8}, {"manual_endian", NODE_MANUAL_ENDIAN}, {"manual_java", NODE_MANUAL_JAVA}, {"manual_print", NODE_MANUAL_PRINT}, {"noversion", NODE_NOVERSION}, {"packed", NODE_PACKED}, {"typeonly", NODE_TYPEONLY}, {"u16", NODE_U16}, {"u32", NODE_U32}, {"u64", NODE_U64}, {"u8", NODE_U8}, {"union", NODE_UNION}, {"uword", NODE_UWORD}, }; static int name_check (const char *s, YYSTYPE *token_value) { enum node_subclass subclass_id; int top, bot, mid; int result; for (top = 0, bot = (sizeof(keytab) / sizeof(struct keytab))-1; bot >= top; ) { mid = (top + bot) / 2; result = name_compare (s, keytab[mid].name); if (result < 0) bot = mid - 1; else if (result > 0) top = mid + 1; else { subclass_id = keytab[mid].subclass_id; switch (subclass_id) { case NODE_U8: case NODE_U16: case NODE_U32: case NODE_U64: case NODE_I8: case NODE_I16: case NODE_I32: case NODE_I64: case NODE_F64: case NODE_UWORD: *token_value = make_node(subclass_id); return (PRIMTYPE); case NODE_PACKED: *token_value = make_node(subclass_id); return (TPACKED); case NODE_DEFINE: *token_value = make_node(subclass_id); return(DEFINE); case NODE_MANUAL_PRINT: *token_value = (YYSTYPE) NODE_FLAG_MANUAL_PRINT; return (MANUAL_PRINT); case NODE_MANUAL_ENDIAN: *token_value = (YYSTYPE) NODE_FLAG_MANUAL_ENDIAN; return (MANUAL_ENDIAN); case NODE_MANUAL_JAVA: *token_value = (YYSTYPE) NODE_FLAG_MANUAL_JAVA; return (MANUAL_JAVA); case NODE_TYPEONLY: *token_value = (YYSTYPE) NODE_FLAG_TYPEONLY; return(TYPEONLY); case NODE_DONT_TRACE: *token_value = (YYSTYPE) NODE_FLAG_DONT_TRACE; return(DONT_TRACE); case NODE_NOVERSION: return(NOVERSION); case NODE_UNION: return(UNION); default: fprintf (stderr, "fatal: keytab botch!\n"); exit (1); } } } *token_value = (YYSTYPE) sxerox (s); return (NAME); } /* * sxerox */ char *sxerox (const char *s) { int len = strlen (s); char *rv; rv = (char *) malloc (len+1); strcpy (rv, s); return (rv); } /* * name_compare */ int name_compare (const char *s1, const char *s2) { char c1, c2; while (*s1 && *s2) { c1 = *s1++; c2 = *s2++; c1 = tolower (c1); c2 = tolower (c2); if (c1 < c2) return (-1); else if (c1 > c2) return (1); } if (*s1 < *s2) return (-1); else if (*s1 > *s2) return (1); return (0); }