Compiler.c 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173
  1. #include <setjmp.h>
  2. #include <stdarg.h>
  3. #include <stdio.h>
  4. #include <stdlib.h>
  5. #include <string.h>
  6. #include "Compiler.h"
  7. #include "DataType.h"
  8. #include "tokenizer/Tokenizer.h"
  9. #include "utils/Functions.h"
  10. #include "utils/Variables.h"
  11. #include "vm/Operation.h"
  12. #define ERROR_LENGTH 256
  13. #define RETURN_BUFFER 16
  14. #define BREAK_BUFFER 32
  15. #define DT_OPERATION(op) \
  16. case DT_INT32: cAddOperation(OP_##op##_INT32); break; \
  17. case DT_INT64: cAddOperation(OP_##op##_INT64); break; \
  18. case DT_BOOL: cAddOperation(OP_##op##_BOOL); break; \
  19. case DT_FLOAT: cAddOperation(OP_##op##_FLOAT); break;
  20. typedef DataType (*Parser)(void);
  21. static jmp_buf errorJump;
  22. static char error[ERROR_LENGTH] = {'\0'};
  23. static ByteCode* code;
  24. static int16 line = 1;
  25. static bool onLine = false;
  26. static Variables vars;
  27. static Functions functions;
  28. static Functions functionQueue;
  29. static Structs structs;
  30. static int returns[RETURN_BUFFER];
  31. static int returnIndex = 0;
  32. static int hasReturn = 0;
  33. static DataType returnType;
  34. static int breaks[BREAK_BUFFER];
  35. static int breakIndex = 0;
  36. static int forWhileStack = 0;
  37. static int continueAt = 0;
  38. typedef struct {
  39. Operation intOp;
  40. Operation longOp;
  41. Operation floatOp;
  42. Operation boolOp;
  43. Operation pointerOp;
  44. const char* name;
  45. } TypedOp;
  46. #define TYPE_OP(NAME, FLOAT, BOOL, POINTER, text) \
  47. static const TypedOp TYPED_##NAME = {OP_##NAME##_INT32, OP_##NAME##_INT64, \
  48. OP_##FLOAT, OP_##BOOL, \
  49. OP_##POINTER, text};
  50. TYPE_OP(MUL, MUL_FLOAT, NOTHING, NOTHING, "*")
  51. TYPE_OP(DIV, DIV_FLOAT, NOTHING, NOTHING, "/")
  52. TYPE_OP(MOD, NOTHING, NOTHING, NOTHING, "%")
  53. TYPE_OP(ADD, ADD_FLOAT, NOTHING, NOTHING, "+")
  54. TYPE_OP(SUB, SUB_FLOAT, NOTHING, NOTHING, "-")
  55. TYPE_OP(LESS, LESS_FLOAT, NOTHING, NOTHING, "<")
  56. TYPE_OP(LESS_EQUAL, LESS_EQUAL_FLOAT, NOTHING, NOTHING, "<=")
  57. TYPE_OP(GREATER, GREATER_FLOAT, NOTHING, NOTHING, ">")
  58. TYPE_OP(GREATER_EQUAL, GREATER_EQUAL_FLOAT, NOTHING, NOTHING, ">=")
  59. TYPE_OP(EQUAL, EQUAL_FLOAT, EQUAL_BOOL, EQUAL_POINTER, "==")
  60. TYPE_OP(NOT_EQUAL, NOT_EQUAL_FLOAT, NOT_EQUAL_BOOL, NOT_EQUAL_POINTER, "!=")
  61. TYPE_OP(BIT_OR, NOTHING, NOTHING, NOTHING, "|")
  62. TYPE_OP(BIT_XOR, NOTHING, NOTHING, NOTHING, "^")
  63. TYPE_OP(BIT_AND, NOTHING, NOTHING, NOTHING, "&")
  64. TYPE_OP(LEFT_SHIFT, NOTHING, NOTHING, NOTHING, "<<")
  65. TYPE_OP(RIGHT_SHIFT, NOTHING, NOTHING, NOTHING, ">>")
  66. static void cError(const char* format, ...) {
  67. va_list args;
  68. va_start(args, format);
  69. vsnprintf(error, ERROR_LENGTH, format, args);
  70. va_end(args);
  71. longjmp(errorJump, 0);
  72. }
  73. static const char* cGetName(DataType dt) {
  74. return dtGetName(&structs, dt);
  75. }
  76. static void cInvalidOperation(DataType a, DataType b, const char* op) {
  77. cError("invalid operation: %s %s %s", cGetName(a), op, cGetName(b));
  78. }
  79. static void cNotDeclared(const char* name) {
  80. cError("variable %s has not been declared", name);
  81. }
  82. static void cDeclared(const char* name) {
  83. cError("%s has already been declared", name);
  84. }
  85. static void cTooMuchArguments() {
  86. cError("too much function arguments");
  87. }
  88. static void cUnexpectedToken(Token t) {
  89. cError("unexpected token: %s", tGetName(t));
  90. }
  91. static void cAddOperation(Operation token) {
  92. unsigned char c = token;
  93. bcAddBytes(code, &c, 1);
  94. }
  95. static int32 cReserveInt32() {
  96. return bcReserveBytes(code, sizeof(int32));
  97. }
  98. static void cSetInt32(int p, int32 i) {
  99. bcSetBytes(code, p, &i, sizeof(int32));
  100. }
  101. static void cAddInt32(int32 i) {
  102. bcAddBytes(code, &i, sizeof(int32));
  103. }
  104. static void cAddInt64(int64 i) {
  105. bcAddBytes(code, &i, sizeof(int64));
  106. }
  107. static void cAddInt32Operation(Operation token, int32 i) {
  108. cAddOperation(token);
  109. cAddInt32(i);
  110. }
  111. static void cAddByteOperation(Operation token, int8 i) {
  112. cAddOperation(token);
  113. bcAddBytes(code, &i, sizeof(int8));
  114. }
  115. static void cAddLine(int16 i) {
  116. cAddOperation(OP_LINE);
  117. bcAddBytes(code, &i, sizeof(int16));
  118. }
  119. static Token cReadTokenAndLine() {
  120. hasReturn--;
  121. Token t = tReadToken();
  122. if(tReadInt16(&line)) {
  123. return t;
  124. }
  125. return T_END;
  126. }
  127. static void cConsumeToken(Token wanted) {
  128. Token t = cReadTokenAndLine();
  129. if(wanted != t) {
  130. cError("expected '%s' got '%s'", tGetName(wanted), tGetName(t));
  131. }
  132. }
  133. static bool cConsumeTokenIf(Token t) {
  134. return tPeekToken() == t && cReadTokenAndLine() == t;
  135. }
  136. static void cConstantInt32() {
  137. int32 value;
  138. if(!tReadInt32(&value)) {
  139. cError("int token without an int");
  140. }
  141. cAddInt32Operation(OP_PUSH_INT32, value);
  142. }
  143. static void cConstantInt64() {
  144. int64 value;
  145. if(!tReadInt64(&value)) {
  146. cError("long token without an long");
  147. }
  148. cAddOperation(OP_PUSH_INT64);
  149. cAddInt64(value);
  150. }
  151. static void cConstantFloat() {
  152. float value;
  153. if(!tReadFloat(&value)) {
  154. cError("float token without a float");
  155. }
  156. cAddOperation(OP_PUSH_FLOAT);
  157. bcAddBytes(code, &value, sizeof(float));
  158. }
  159. static const char* cReadString() {
  160. const char* literal = tReadString();
  161. if(literal == NULL) {
  162. cError("literal without string on line %d", line);
  163. }
  164. return literal;
  165. }
  166. static int cGetSize(DataType dt) {
  167. return dtGetSize(dt, &structs);
  168. }
  169. static DataType cDereference(DataType dt) {
  170. if(dtDereference(&dt)) {
  171. cError("%s dereferenced too often", cGetName(dt));
  172. }
  173. return dt;
  174. }
  175. static DataType cExtendType(DataType dt, bool constant) {
  176. while(cConsumeTokenIf(T_MUL)) {
  177. dt = cDereference(dt);
  178. }
  179. if(constant) {
  180. dt = dtConst(dt);
  181. }
  182. return dt;
  183. }
  184. static DataType cReadType(Token t) {
  185. bool c = t == T_CONST;
  186. if(c) {
  187. t = cReadTokenAndLine();
  188. }
  189. switch(t) {
  190. case T_INT32: return cExtendType(dtInt32(), c);
  191. case T_INT64: return cExtendType(dtInt64(), c);
  192. case T_BOOL: return cExtendType(dtBool(), c);
  193. case T_FLOAT: return cExtendType(dtFloat(), c);
  194. case T_LITERAL:
  195. {
  196. Struct* st = stsSearch(&structs, cReadString());
  197. if(st == NULL) {
  198. cError("struct %s does not exist");
  199. }
  200. return cExtendType(dtStruct(st), c);
  201. }
  202. default: cUnexpectedToken(t); return dtVoid();
  203. }
  204. }
  205. static DataType cExpression();
  206. static void cLoadRef(DataType type) {
  207. if(dtIsPointer(type)) {
  208. cAddOperation(OP_REFERENCE);
  209. return;
  210. }
  211. switch(type.type) {
  212. DT_OPERATION(LOAD);
  213. case DT_STRUCT: cAddInt32Operation(OP_LOAD, cGetSize(type)); break;
  214. default: cError("cannot load type %s", cGetName(type));
  215. }
  216. }
  217. static DataType cUnpack(DataType dt) {
  218. if(dtRemoveVariable(&dt)) {
  219. cLoadRef(dt);
  220. }
  221. return dt;
  222. }
  223. static DataType cUnpackedExpression() {
  224. return cUnpack(cExpression());
  225. }
  226. static void cCallFunctionArguments(Function* f) {
  227. if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  228. return;
  229. }
  230. while(true) {
  231. DataType dt = cUnpackedExpression();
  232. if(fAddArgument(f, dt, &structs)) {
  233. cTooMuchArguments();
  234. } else if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  235. return;
  236. }
  237. cConsumeToken(T_COMMA);
  238. }
  239. }
  240. static DataType cCallFunction(const char* name) {
  241. int returnAddress = bcGetAddress(code);
  242. Function f;
  243. fInit(&f, name, line);
  244. int oldOnLine = onLine;
  245. onLine = false;
  246. cCallFunctionArguments(&f);
  247. onLine = oldOnLine;
  248. Function* found = fsSearch(&functions, &f, false);
  249. if(found == NULL) {
  250. cError("unknown function");
  251. } else if(found->global) {
  252. cAddInt32Operation(OP_CALL, found->line);
  253. return found->returnType;
  254. }
  255. char push[1 + sizeof(int32)] = {OP_PUSH_INT32};
  256. bcInsertBytes(code, push, sizeof(push), returnAddress);
  257. cAddOperation(OP_GOSUB);
  258. if(found->address == -1) {
  259. f.returnType = found->returnType;
  260. f.address = cReserveInt32();
  261. fsAdd(&functionQueue, &f);
  262. } else {
  263. cAddInt32(found->address);
  264. }
  265. cAddInt32(found->size);
  266. return found->returnType;
  267. }
  268. static void cStore(DataType left, DataType right, const char* name) {
  269. if(dtIsPointer(left)) {
  270. if(!dtNullCompare(left, right) &&
  271. !dtNullCompare(left, dtConst(right))) {
  272. cInvalidOperation(left, right, name);
  273. }
  274. cAddOperation(OP_STORE_POINTER);
  275. return;
  276. }
  277. if(!dtNullCompare(left, right) && !dtNullCompare(dtConst(left), right)) {
  278. cInvalidOperation(left, right, name);
  279. }
  280. switch(left.type) {
  281. DT_OPERATION(STORE);
  282. default: cError("cannot store type %s", cGetName(left));
  283. }
  284. }
  285. static DataType cLiteral() {
  286. const char* literal = cReadString();
  287. if(cConsumeTokenIf(T_OPEN_BRACKET)) {
  288. return cCallFunction(literal);
  289. }
  290. Variable v;
  291. if(vsSearch(&vars, &v, literal)) {
  292. cNotDeclared(literal);
  293. }
  294. cAddInt32Operation(OP_DEREFERENCE_VAR, v.address);
  295. return dtToVariable(v.type);
  296. }
  297. static DataType cText() {
  298. cAddOperation(OP_PUSH_TEXT);
  299. int32 lengthAddress = cReserveInt32();
  300. int32 length = 0;
  301. int32 c;
  302. while(tReadInt32(&c) && c != 0) {
  303. cAddInt32(c);
  304. length++;
  305. }
  306. cSetInt32(lengthAddress, length);
  307. return dtConst(dtText());
  308. }
  309. static DataType cBracketPrimary() {
  310. DataType result = cExpression();
  311. cConsumeToken(T_CLOSE_BRACKET);
  312. return result;
  313. }
  314. static void cArrayIndex(const char* name) {
  315. if(!dtIsInt32(cUnpackedExpression())) {
  316. cError("array %s must be an int", name);
  317. }
  318. }
  319. static DataType cAllocArray() {
  320. DataType dt = cReadType(cReadTokenAndLine());
  321. cConsumeToken(T_OPEN_SQUARE_BRACKET);
  322. cArrayIndex("size");
  323. cConsumeToken(T_CLOSE_SQUARE_BRACKET);
  324. cAddInt32Operation(OP_NEW, cGetSize(dt));
  325. return cDereference(dt);
  326. }
  327. static DataType cLength() {
  328. DataType pointer = cUnpackedExpression();
  329. if(!dtIsPointer(pointer)) {
  330. cError("length expects a pointer");
  331. }
  332. cAddOperation(OP_LENGTH);
  333. return dtInt32();
  334. }
  335. static DataType cPrimary() {
  336. Token t = cReadTokenAndLine();
  337. switch(t) {
  338. case T_CONST_INT32: cConstantInt32(); return dtInt32();
  339. case T_CONST_INT64: cConstantInt64(); return dtInt64();
  340. case T_CONST_FLOAT: cConstantFloat(); return dtFloat();
  341. case T_TRUE: cAddOperation(OP_PUSH_TRUE); return dtBool();
  342. case T_FALSE: cAddOperation(OP_PUSH_FALSE); return dtBool();
  343. case T_NULLPTR: cAddOperation(OP_PUSH_NULLPTR); return dtNull();
  344. case T_TEXT: return cText();
  345. case T_OPEN_BRACKET: return cBracketPrimary();
  346. case T_LITERAL: return cLiteral();
  347. case T_NEW: return cAllocArray();
  348. case T_LENGTH: return cLength();
  349. default: cUnexpectedToken(t); return dtVoid();
  350. }
  351. }
  352. static void cRemoveReference(DataType* dt, const char* name) {
  353. if(!dtRemoveVariable(dt)) {
  354. cError("%s needs a reference not %s", name, cGetName(*dt));
  355. }
  356. }
  357. static void cExpectType(DataType actual, DataType wanted, const char* name) {
  358. if(!dtCompare(actual, wanted)) {
  359. cError("%s needs %s not %s", name, cGetName(wanted), cGetName(actual));
  360. }
  361. }
  362. static void cChangeType(DataType* dt, Operation op, Operation pushOp,
  363. int change) {
  364. if(onLine) {
  365. cAddByteOperation(op, change);
  366. *dt = dtVoid();
  367. } else {
  368. cAddByteOperation(pushOp, change);
  369. }
  370. }
  371. static void cPostChange(DataType* dt, int change, const char* name) {
  372. cRemoveReference(dt, name);
  373. if(dtCompare(*dt, dtInt32())) {
  374. cChangeType(dt, OP_CHANGE_INT32, OP_PUSH_POST_CHANGE_INT32, change);
  375. } else if(dtCompare(*dt, dtInt64())) {
  376. cChangeType(dt, OP_CHANGE_INT64, OP_PUSH_POST_CHANGE_INT64, change);
  377. } else {
  378. cError("%s needs an int or long not %s", name, cGetName(*dt));
  379. }
  380. }
  381. static DataType cStructAccess(DataType dt, int pointers) {
  382. Struct* st = dtGetStruct(&structs, dt);
  383. if(st == NULL || dt.pointers != pointers) {
  384. cError(pointers == 0 ? ". expects a struct" : "-> expects a struct*");
  385. }
  386. cConsumeToken(T_LITERAL);
  387. const char* name = cReadString();
  388. Variable inner;
  389. if(vSearchStruct(&inner, &structs, st, name)) {
  390. cError("%s has no member %s", st->name, name);
  391. } else if(inner.address > 0) {
  392. cAddInt32Operation(OP_PUSH_INT32, inner.address);
  393. cAddInt32Operation(OP_ADD_REFERENCE, 1);
  394. }
  395. DataType r = dtToVariable(inner.type);
  396. r.constant = dt.constant;
  397. return r;
  398. }
  399. static DataType cAccess() {
  400. DataType dt = cPrimary();
  401. while(true) {
  402. if(cConsumeTokenIf(T_INCREMENT)) {
  403. cPostChange(&dt, 1, "++");
  404. } else if(cConsumeTokenIf(T_DECREMENT)) {
  405. cPostChange(&dt, -1, "--");
  406. } else if(cConsumeTokenIf(T_POINT)) {
  407. cRemoveReference(&dt, ".");
  408. dt = cStructAccess(dt, 0);
  409. } else if(cConsumeTokenIf(T_ARROW)) {
  410. dt = cStructAccess(cUnpack(dt), 1);
  411. } else if(cConsumeTokenIf(T_OPEN_SQUARE_BRACKET)) {
  412. dt = cUnpack(dt);
  413. if(!dtIsPointer(dt)) {
  414. cError("[] needs a pointer");
  415. }
  416. cArrayIndex("index");
  417. cConsumeToken(T_CLOSE_SQUARE_BRACKET);
  418. dt = dtReference(dt);
  419. cAddInt32Operation(OP_ADD_REFERENCE, cGetSize(dt));
  420. dt = dtToVariable(dt);
  421. } else {
  422. return dt;
  423. }
  424. }
  425. }
  426. static DataType cPreChange(DataType dt, int change, const char* name) {
  427. cRemoveReference(&dt, name);
  428. if(dtCompare(dt, dtInt32())) {
  429. cChangeType(&dt, OP_CHANGE_INT32, OP_PUSH_PRE_CHANGE_INT32, change);
  430. } else if(dtCompare(dt, dtInt64())) {
  431. cChangeType(&dt, OP_CHANGE_INT64, OP_PUSH_PRE_CHANGE_INT64, change);
  432. } else {
  433. cError("%s needs an int or long not %s", name, cGetName(dt));
  434. }
  435. return dt;
  436. }
  437. static DataType cInvertSign(DataType dt) {
  438. if(dtIsInt32(dt)) {
  439. cAddOperation(OP_INVERT_SIGN_INT32);
  440. } else if(dtIsInt64(dt)) {
  441. cAddOperation(OP_INVERT_SIGN_INT64);
  442. } else if(dtIsFloat(dt)) {
  443. cAddOperation(OP_INVERT_SIGN_FLOAT);
  444. } else {
  445. cError("cannot invert sign of %s", cGetName(dt));
  446. }
  447. return dt;
  448. }
  449. static DataType cCast(DataType in, DataType a, Operation aOp, DataType b,
  450. Operation bOp, DataType out) {
  451. if(dtCompare(in, a)) {
  452. cAddOperation(aOp);
  453. } else if(dtCompare(in, b)) {
  454. cAddOperation(bOp);
  455. } else {
  456. cError("cannot cast %s to %s", cGetName(in), cGetName(out));
  457. }
  458. return out;
  459. }
  460. static DataType cPreUnary() {
  461. int marker = tGetMarker();
  462. if(cConsumeTokenIf(T_OPEN_BRACKET)) {
  463. if(cConsumeTokenIf(T_FLOAT) && cConsumeTokenIf(T_CLOSE_BRACKET)) {
  464. return cCast(cUnpack(cPreUnary()), dtInt32(), OP_INT32_TO_FLOAT,
  465. dtInt64(), OP_INT64_TO_FLOAT, dtFloat());
  466. } else if(cConsumeTokenIf(T_INT32) &&
  467. cConsumeTokenIf(T_CLOSE_BRACKET)) {
  468. return cCast(cUnpack(cPreUnary()), dtFloat(), OP_FLOAT_TO_INT32,
  469. dtInt64(), OP_INT64_TO_INT32, dtInt32());
  470. } else if(cConsumeTokenIf(T_INT64) &&
  471. cConsumeTokenIf(T_CLOSE_BRACKET)) {
  472. return cCast(cUnpack(cPreUnary()), dtInt32(), OP_INT32_TO_INT64,
  473. dtFloat(), OP_FLOAT_TO_INT64, dtInt64());
  474. }
  475. }
  476. tReset(marker);
  477. if(cConsumeTokenIf(T_INCREMENT)) {
  478. return cPreChange(cPreUnary(), 1, "++");
  479. } else if(cConsumeTokenIf(T_DECREMENT)) {
  480. return cPreChange(cPreUnary(), -1, "--");
  481. } else if(cConsumeTokenIf(T_SUB)) {
  482. return cInvertSign(cUnpack(cPreUnary()));
  483. } else if(cConsumeTokenIf(T_NOT)) {
  484. DataType dt = cPreUnary();
  485. cExpectType(dt, dtBool(), "!");
  486. cAddOperation(OP_NOT);
  487. return dt;
  488. } else if(cConsumeTokenIf(T_BIT_NOT)) {
  489. DataType dt = cPreUnary();
  490. if(dtCompare(dt, dtInt32())) {
  491. cAddOperation(OP_BIT_NOT_INT32);
  492. } else if(dtCompare(dt, dtInt64())) {
  493. cAddOperation(OP_BIT_NOT_INT64);
  494. } else {
  495. cError("~ needs an int or long not %s", cGetName(dt));
  496. }
  497. return dt;
  498. } else if(cConsumeTokenIf(T_BIT_AND)) {
  499. DataType dt = cPreUnary();
  500. cRemoveReference(&dt, "&");
  501. return cDereference(dt);
  502. } else if(cConsumeTokenIf(T_MUL)) {
  503. DataType dt = cPreUnary();
  504. if(!dtIsPointer(dt)) {
  505. cError("* expects a pointer");
  506. }
  507. dt = dtReference(dt);
  508. if(!dtIsPointer(dt) && !dtIsVariable(dt)) {
  509. dt = dtToVariable(dt);
  510. } else {
  511. cAddOperation(OP_REFERENCE);
  512. }
  513. return dt;
  514. }
  515. return cAccess();
  516. }
  517. static void cAddTypeOperation(DataType* a, Parser bf, const TypedOp* op) {
  518. *a = cUnpack(*a);
  519. DataType b = cUnpack(bf());
  520. a->constant = 0;
  521. b.constant = 0;
  522. if(!dtCompare(*a, b)) {
  523. cInvalidOperation(*a, b, op->name);
  524. } else if(dtIsInt32(*a) && op->intOp != OP_NOTHING) {
  525. cAddOperation(op->intOp);
  526. } else if(dtIsInt64(*a) && op->longOp != OP_NOTHING) {
  527. cAddOperation(op->longOp);
  528. } else if(dtIsFloat(*a) && op->floatOp != OP_NOTHING) {
  529. cAddOperation(op->floatOp);
  530. } else if(dtIsBool(*a) && op->boolOp != OP_NOTHING) {
  531. cAddOperation(op->boolOp);
  532. } else if(dtIsPointer(*a) && op->pointerOp != OP_NOTHING) {
  533. cAddOperation(op->pointerOp);
  534. } else {
  535. cInvalidOperation(*a, b, op->name);
  536. }
  537. }
  538. static DataType cMul() {
  539. DataType a = cPreUnary();
  540. while(true) {
  541. if(cConsumeTokenIf(T_MUL)) {
  542. cAddTypeOperation(&a, cPreUnary, &TYPED_MUL);
  543. } else if(cConsumeTokenIf(T_DIV)) {
  544. cAddTypeOperation(&a, cPreUnary, &TYPED_DIV);
  545. } else if(cConsumeTokenIf(T_MOD)) {
  546. cAddTypeOperation(&a, cPreUnary, &TYPED_MOD);
  547. } else {
  548. return a;
  549. }
  550. }
  551. }
  552. static DataType cAdd() {
  553. DataType a = cMul();
  554. while(true) {
  555. if(cConsumeTokenIf(T_ADD)) {
  556. cAddTypeOperation(&a, cMul, &TYPED_ADD);
  557. } else if(cConsumeTokenIf(T_SUB)) {
  558. cAddTypeOperation(&a, cMul, &TYPED_SUB);
  559. } else {
  560. return a;
  561. }
  562. }
  563. }
  564. static DataType cShift() {
  565. DataType a = cAdd();
  566. while(true) {
  567. if(cConsumeTokenIf(T_LEFT_SHIFT)) {
  568. cAddTypeOperation(&a, cAdd, &TYPED_LEFT_SHIFT);
  569. } else if(cConsumeTokenIf(T_RIGHT_SHIFT)) {
  570. cAddTypeOperation(&a, cAdd, &TYPED_RIGHT_SHIFT);
  571. } else {
  572. return a;
  573. }
  574. }
  575. }
  576. static DataType cComparison() {
  577. DataType a = cShift();
  578. while(true) {
  579. if(cConsumeTokenIf(T_LESS)) {
  580. cAddTypeOperation(&a, cShift, &TYPED_LESS);
  581. a = dtBool();
  582. } else if(cConsumeTokenIf(T_LESS_EQUAL)) {
  583. cAddTypeOperation(&a, cShift, &TYPED_LESS_EQUAL);
  584. a = dtBool();
  585. } else if(cConsumeTokenIf(T_GREATER)) {
  586. cAddTypeOperation(&a, cShift, &TYPED_GREATER);
  587. a = dtBool();
  588. } else if(cConsumeTokenIf(T_GREATER_EQUAL)) {
  589. cAddTypeOperation(&a, cShift, &TYPED_GREATER_EQUAL);
  590. a = dtBool();
  591. } else {
  592. return a;
  593. }
  594. }
  595. }
  596. static DataType cEqual() {
  597. DataType a = cComparison();
  598. while(true) {
  599. if(cConsumeTokenIf(T_EQUAL)) {
  600. cAddTypeOperation(&a, cComparison, &TYPED_EQUAL);
  601. a = dtBool();
  602. } else if(cConsumeTokenIf(T_NOT_EQUAL)) {
  603. cAddTypeOperation(&a, cComparison, &TYPED_NOT_EQUAL);
  604. a = dtBool();
  605. } else {
  606. return a;
  607. }
  608. }
  609. }
  610. static DataType cRepeat(Token t, Parser f, const TypedOp* op) {
  611. DataType a = f();
  612. while(cConsumeTokenIf(t)) {
  613. cAddTypeOperation(&a, f, op);
  614. }
  615. return a;
  616. }
  617. static DataType cBitAnd() {
  618. return cRepeat(T_BIT_AND, cEqual, &TYPED_BIT_AND);
  619. }
  620. static DataType cBitXor() {
  621. return cRepeat(T_BIT_XOR, cBitAnd, &TYPED_BIT_XOR);
  622. }
  623. static DataType cBitOr() {
  624. return cRepeat(T_BIT_OR, cBitXor, &TYPED_BIT_OR);
  625. }
  626. static DataType cLogical(Parser f, Token t, Operation jump, Operation op) {
  627. DataType a = f();
  628. while(cConsumeTokenIf(t)) {
  629. a = cUnpack(a);
  630. cAddOperation(jump);
  631. int32 p = cReserveInt32();
  632. DataType b = cUnpack(f());
  633. if(!dtIsBool(a) || !dtIsBool(b)) {
  634. cInvalidOperation(a, b, tGetName(t));
  635. }
  636. cAddOperation(op);
  637. cSetInt32(p, code->length);
  638. }
  639. return a;
  640. }
  641. static DataType cAnd() {
  642. return cLogical(cBitOr, T_AND, OP_PEEK_FALSE_GOTO, OP_AND);
  643. }
  644. static DataType cExpression() {
  645. return cLogical(cAnd, T_OR, OP_PEEK_TRUE_GOTO, OP_OR);
  646. }
  647. static void cLine();
  648. static void cConsumeBody() {
  649. int oldLine = line;
  650. while(!cConsumeTokenIf(T_CLOSE_CURVED_BRACKET)) {
  651. if(tPeekToken() == T_END) {
  652. line = oldLine;
  653. cError("non closed curved bracket");
  654. }
  655. cLine();
  656. }
  657. }
  658. static void cConsumeScope() {
  659. Scope scope;
  660. vsEnterScope(&vars, &scope);
  661. cConsumeBody();
  662. vsLeaveScope(&vars, &scope);
  663. }
  664. static void cAddReturn(Operation op) {
  665. if(returnIndex >= RETURN_BUFFER) {
  666. cError("too much returns in function");
  667. }
  668. cAddOperation(op);
  669. returns[returnIndex++] = cReserveInt32();
  670. }
  671. static void cReturn() {
  672. if(dtIsVoid(returnType)) {
  673. cConsumeToken(T_SEMICOLON);
  674. cAddReturn(OP_RETURN);
  675. hasReturn = 2;
  676. return;
  677. }
  678. DataType dt = cUnpackedExpression();
  679. if(!dtNullCompare(returnType, dt) &&
  680. !dtNullCompare(returnType, dtConst(dt))) {
  681. cError("wrong return type, should be %s", cGetName(returnType));
  682. } else if(dtIsInt32(dt)) {
  683. cAddReturn(OP_RETURN_INT32);
  684. } else if(dtIsInt64(dt)) {
  685. cAddReturn(OP_RETURN_INT64);
  686. } else if(dtIsBool(dt)) {
  687. cAddReturn(OP_RETURN_BOOL);
  688. } else if(dtIsFloat(dt)) {
  689. cAddReturn(OP_RETURN_FLOAT);
  690. } else if(dtIsPointer(dt) || dtIsNull(dt)) {
  691. cAddReturn(OP_RETURN_POINTER);
  692. } else {
  693. cError("cannot return %s", cGetName(dt));
  694. }
  695. cConsumeToken(T_SEMICOLON);
  696. hasReturn = 2;
  697. }
  698. static void cIf() {
  699. cConsumeToken(T_OPEN_BRACKET);
  700. cExpectType(cUnpackedExpression(), dtBool(), "if");
  701. cConsumeToken(T_CLOSE_BRACKET);
  702. cAddOperation(OP_IF_GOTO);
  703. int32 ifP = cReserveInt32();
  704. cConsumeToken(T_OPEN_CURVED_BRACKET);
  705. cConsumeScope();
  706. cSetInt32(ifP, code->length);
  707. if(cConsumeTokenIf(T_ELSE)) {
  708. cAddOperation(OP_GOTO);
  709. int32 elseP = cReserveInt32();
  710. cSetInt32(ifP, code->length);
  711. if(cConsumeTokenIf(T_IF)) {
  712. cIf();
  713. } else {
  714. cConsumeToken(T_OPEN_CURVED_BRACKET);
  715. cConsumeScope();
  716. }
  717. cSetInt32(elseP, code->length);
  718. }
  719. }
  720. static void cConsumeBreaks(int start, int address) {
  721. for(int i = start; i < breakIndex; i++) {
  722. cSetInt32(breaks[i], address);
  723. }
  724. breakIndex = start;
  725. }
  726. static void cWhile() {
  727. int start = code->length;
  728. cConsumeToken(T_OPEN_BRACKET);
  729. cExpectType(cUnpackedExpression(), dtBool(), "while");
  730. cConsumeToken(T_CLOSE_BRACKET);
  731. cAddOperation(OP_IF_GOTO);
  732. int32 ifP = cReserveInt32();
  733. int breakStart = breakIndex;
  734. forWhileStack++;
  735. int oldContinue = continueAt;
  736. continueAt = start;
  737. cConsumeToken(T_OPEN_CURVED_BRACKET);
  738. cConsumeScope();
  739. continueAt = oldContinue;
  740. forWhileStack--;
  741. cAddInt32Operation(OP_GOTO, start);
  742. cSetInt32(ifP, code->length);
  743. cConsumeBreaks(breakStart, code->length);
  744. }
  745. static void cDelete() {
  746. DataType pointer = cUnpackedExpression();
  747. if(!dtIsPointer(pointer) || pointer.constant) {
  748. cError("delete expects a non const pointer");
  749. }
  750. cAddOperation(OP_DELETE);
  751. }
  752. static void cOperationSet(DataType left, const TypedOp* op) {
  753. cAddOperation(OP_DUPLICATE_REFERENCE);
  754. if(left.constant) {
  755. cError("cannot use %s= on const reference", op->name);
  756. }
  757. cLoadRef(left);
  758. cAddTypeOperation(&left, cUnpackedExpression, op);
  759. cStore(left, left, "=");
  760. }
  761. static void cSetVariable() {
  762. onLine = true;
  763. DataType dt = cPreUnary();
  764. onLine = false;
  765. if(dtIsVoid(dt)) {
  766. return;
  767. }
  768. cRemoveReference(&dt, "setter");
  769. Token t = cReadTokenAndLine();
  770. switch(t) {
  771. case T_SET: cStore(dt, cUnpackedExpression(), "="); break;
  772. case T_ADD_SET: cOperationSet(dt, &TYPED_ADD); break;
  773. case T_SUB_SET: cOperationSet(dt, &TYPED_SUB); break;
  774. case T_MUL_SET: cOperationSet(dt, &TYPED_MUL); break;
  775. case T_DIV_SET: cOperationSet(dt, &TYPED_DIV); break;
  776. case T_MOD_SET: cOperationSet(dt, &TYPED_MOD); break;
  777. case T_BIT_AND_SET: cOperationSet(dt, &TYPED_BIT_AND); break;
  778. case T_BIT_OR_SET: cOperationSet(dt, &TYPED_BIT_OR); break;
  779. case T_BIT_XOR_SET: cOperationSet(dt, &TYPED_BIT_XOR); break;
  780. case T_LEFT_SHIFT_SET: cOperationSet(dt, &TYPED_LEFT_SHIFT); break;
  781. case T_RIGHT_SHIFT_SET: cOperationSet(dt, &TYPED_RIGHT_SHIFT); break;
  782. default: cUnexpectedToken(t);
  783. }
  784. }
  785. static void cDeclare(DataType dt, bool constant) {
  786. dt = cExtendType(dt, constant);
  787. cConsumeToken(T_LITERAL);
  788. const char* var = cReadString();
  789. if(vsInScope(&vars, var)) {
  790. cDeclared(var);
  791. }
  792. Variable* v = vsAdd(&vars, var, dt, &structs);
  793. if(dt.type != DT_STRUCT || dtIsPointer(dt)) {
  794. cConsumeToken(T_SET);
  795. cAddInt32Operation(OP_DEREFERENCE_VAR, v->address);
  796. DataType right = cUnpackedExpression();
  797. if(!right.constant) {
  798. dt.constant = 0;
  799. }
  800. cStore(dt, right, "=");
  801. }
  802. }
  803. static bool cDeclaration(Token t) {
  804. bool c = t == T_CONST;
  805. if(c) {
  806. t = cReadTokenAndLine();
  807. }
  808. if(t == T_LITERAL) {
  809. const char* literal = cReadString();
  810. Struct* st = stsSearch(&structs, literal);
  811. if(st != NULL) {
  812. cDeclare(dtStruct(st), c);
  813. return true;
  814. }
  815. }
  816. switch(t) {
  817. case T_INT32: cDeclare(dtInt32(), c); break;
  818. case T_INT64: cDeclare(dtInt64(), c); break;
  819. case T_BOOL: cDeclare(dtBool(), c); break;
  820. case T_FLOAT: cDeclare(dtFloat(), c); break;
  821. default: return false;
  822. }
  823. return true;
  824. }
  825. static void cLineExpression() {
  826. int marker = tGetMarker();
  827. Token t = cReadTokenAndLine();
  828. if(cDeclaration(t)) {
  829. return;
  830. }
  831. switch(t) {
  832. case T_DELETE: cDelete(); break;
  833. default: tReset(marker); cSetVariable();
  834. }
  835. }
  836. static void cFor() {
  837. Scope scope;
  838. vsEnterScope(&vars, &scope);
  839. cConsumeToken(T_OPEN_BRACKET);
  840. cLineExpression();
  841. cConsumeToken(T_SEMICOLON);
  842. int startCheck = code->length;
  843. cExpectType(cUnpackedExpression(), dtBool(), "for");
  844. cConsumeToken(T_SEMICOLON);
  845. cAddOperation(OP_IF_GOTO);
  846. int32 end = cReserveInt32();
  847. cAddOperation(OP_GOTO);
  848. int32 beginBody = cReserveInt32();
  849. int startPerLoop = code->length;
  850. cLineExpression();
  851. cAddInt32Operation(OP_GOTO, startCheck);
  852. cConsumeToken(T_CLOSE_BRACKET);
  853. cSetInt32(beginBody, code->length);
  854. int breakStart = breakIndex;
  855. forWhileStack++;
  856. int oldContinue = continueAt;
  857. continueAt = startPerLoop;
  858. cConsumeToken(T_OPEN_CURVED_BRACKET);
  859. cConsumeBody();
  860. continueAt = oldContinue;
  861. forWhileStack--;
  862. cAddInt32Operation(OP_GOTO, startPerLoop);
  863. cSetInt32(end, code->length);
  864. cConsumeBreaks(breakStart, code->length);
  865. vsLeaveScope(&vars, &scope);
  866. }
  867. static void cBreak() {
  868. if(forWhileStack == 0) {
  869. cError("break without for or while");
  870. } else if(breakIndex >= BREAK_BUFFER) {
  871. cError("too much breaks");
  872. }
  873. cAddOperation(OP_GOTO);
  874. breaks[breakIndex++] = cReserveInt32();
  875. cConsumeToken(T_SEMICOLON);
  876. }
  877. static void cContinue() {
  878. if(forWhileStack == 0) {
  879. cError("continue without for or while");
  880. }
  881. cAddInt32Operation(OP_GOTO, continueAt);
  882. cConsumeToken(T_SEMICOLON);
  883. }
  884. static void cLine() {
  885. int marker = tGetMarker();
  886. Token t = cReadTokenAndLine();
  887. cAddLine(line);
  888. switch(t) {
  889. case T_OPEN_CURVED_BRACKET: cConsumeScope(); break;
  890. case T_RETURN: cReturn(); break;
  891. case T_IF: cIf(); break;
  892. case T_WHILE: cWhile(); break;
  893. case T_FOR: cFor(); break;
  894. case T_BREAK: cBreak(); break;
  895. case T_CONTINUE: cContinue(); break;
  896. default:
  897. tReset(marker);
  898. cLineExpression();
  899. cConsumeToken(T_SEMICOLON);
  900. }
  901. }
  902. static void cBuildFunction(Function* f, DataType rType) {
  903. cConsumeToken(T_LITERAL);
  904. fInit(f, cReadString(), line);
  905. f->returnType = rType;
  906. vsReset(&vars);
  907. cConsumeToken(T_OPEN_BRACKET);
  908. if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  909. return;
  910. }
  911. while(true) {
  912. DataType dt = cReadType(cReadTokenAndLine());
  913. cConsumeToken(T_LITERAL);
  914. const char* name = cReadString();
  915. if(vsInScope(&vars, name)) {
  916. cDeclared(name);
  917. }
  918. vsAdd(&vars, name, dt, &structs);
  919. if(fAddArgument(f, dt, &structs)) {
  920. cTooMuchArguments();
  921. } else if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  922. return;
  923. }
  924. cConsumeToken(T_COMMA);
  925. }
  926. }
  927. static void cAddFunction(Function* found, Function* f) {
  928. if(found == NULL) {
  929. fsAdd(&functions, f);
  930. } else if(found->global) {
  931. cError("system functions cannot be overwritten");
  932. } else if(found->address != -1 || f->address == -1 || found->global) {
  933. cError("function registered twice");
  934. } else if(!dtCompare(found->returnType, f->returnType)) {
  935. cError("function redeclared with different return type");
  936. } else {
  937. found->address = f->address;
  938. }
  939. }
  940. static void cInnerFunction(Function* f) {
  941. cConsumeToken(T_OPEN_CURVED_BRACKET);
  942. cAddOperation(OP_RESERVE);
  943. int32 p = cReserveInt32();
  944. cAddInt32(f->size);
  945. returnIndex = 0;
  946. cConsumeScope();
  947. if(!dtIsVoid(returnType) && hasReturn <= 0) {
  948. cError("missing return");
  949. }
  950. cAddInt32Operation(OP_RETURN, vars.maxAddress);
  951. cSetInt32(p, vars.maxAddress);
  952. for(int i = 0; i < returnIndex; i++) {
  953. cSetInt32(returns[i], vars.maxAddress);
  954. }
  955. returnIndex = 0;
  956. }
  957. static void cFunction(DataType rType) {
  958. Function f;
  959. cBuildFunction(&f, rType);
  960. Function* found = fsSearch(&functions, &f, true);
  961. if(cConsumeTokenIf(T_SEMICOLON)) {
  962. cAddFunction(found, &f);
  963. return;
  964. }
  965. cAddLine(line);
  966. cAddOperation(OP_GOTO);
  967. int32 end = cReserveInt32();
  968. f.address = code->length;
  969. cAddFunction(found, &f);
  970. returnType = rType;
  971. cInnerFunction(&f);
  972. cSetInt32(end, code->length);
  973. }
  974. static void cStruct() {
  975. cConsumeToken(T_LITERAL);
  976. const char* name = cReadString();
  977. if(stsSearch(&structs, name) != NULL) {
  978. cError("struct '%s' registered twice", name);
  979. }
  980. Struct* st = stsAdd(&structs, name);
  981. DataType self = dtStruct(st);
  982. cConsumeToken(T_OPEN_CURVED_BRACKET);
  983. while(!cConsumeTokenIf(T_CLOSE_CURVED_BRACKET)) {
  984. DataType dt = cReadType(cReadTokenAndLine());
  985. if(dtCompare(dt, self)) {
  986. cError("struct %s contains itself", name);
  987. }
  988. cConsumeToken(T_LITERAL);
  989. stAddVariable(st, cReadString(), dt);
  990. cConsumeToken(T_SEMICOLON);
  991. }
  992. cConsumeToken(T_SEMICOLON);
  993. }
  994. static void cGlobalScope(Token t) {
  995. switch(t) {
  996. case T_VOID: cFunction(dtVoid()); break;
  997. case T_STRUCT: cStruct(); break;
  998. default: cFunction(cReadType(t));
  999. }
  1000. }
  1001. static void cCallMain() {
  1002. Function f;
  1003. fInit(&f, "main", line);
  1004. Function* found = fsSearch(&functions, &f, true);
  1005. if(found != NULL && dtIsVoid(found->returnType)) {
  1006. cAddInt32Operation(OP_PUSH_INT32, 0);
  1007. cAddInt32Operation(OP_GOSUB, found->address);
  1008. cAddInt32(found->size);
  1009. }
  1010. }
  1011. static void cForEachLine() {
  1012. while(true) {
  1013. Token t = cReadTokenAndLine();
  1014. if(t == T_END) {
  1015. break;
  1016. }
  1017. cGlobalScope(t);
  1018. }
  1019. cCallMain();
  1020. }
  1021. static void cLinkQueuedFunctions() {
  1022. for(int i = 0; i < functionQueue.entries; i++) {
  1023. Function* f = functionQueue.data + i;
  1024. Function* found = fsSearch(&functions, f, false);
  1025. if(found == NULL || found->address == -1) {
  1026. line = f->line;
  1027. cError("unknown function");
  1028. }
  1029. cSetInt32(f->address, found->address);
  1030. }
  1031. }
  1032. static void cAllocAndCompile() {
  1033. forWhileStack = 0;
  1034. breakIndex = 0;
  1035. returnType = dtVoid();
  1036. onLine = false;
  1037. vsInit(&vars);
  1038. fsInit(&functions);
  1039. fsInit(&functionQueue);
  1040. stsInit(&structs);
  1041. if(!setjmp(errorJump)) {
  1042. cForEachLine();
  1043. cLinkQueuedFunctions();
  1044. }
  1045. stsDelete(&structs);
  1046. fsDelete(&functionQueue);
  1047. fsDelete(&functions);
  1048. vsDelete(&vars);
  1049. }
  1050. ByteCode* cCompile() {
  1051. error[0] = '\0';
  1052. code = bcInit();
  1053. cAllocAndCompile();
  1054. if(error[0] != '\0') {
  1055. bcDelete(code);
  1056. return NULL;
  1057. }
  1058. return code;
  1059. }
  1060. const char* cGetError() {
  1061. return error;
  1062. }
  1063. int cGetLine() {
  1064. return line;
  1065. }