Compiler.c 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209
  1. #include <setjmp.h>
  2. #include <stdarg.h>
  3. #include <stdio.h>
  4. #include <stdlib.h>
  5. #include <string.h>
  6. #include "Compiler.h"
  7. #include "DataType.h"
  8. #include "tokenizer/Tokenizer.h"
  9. #include "utils/Functions.h"
  10. #include "utils/Variables.h"
  11. #include "vm/Operation.h"
  12. #define ERROR_LENGTH 256
  13. static char error[ERROR_LENGTH] = {'\0'};
  14. static ByteCode* code;
  15. static int16 line = 1;
  16. static jmp_buf errorJump;
  17. /*#define RETURN_BUFFER 16
  18. #define BREAK_BUFFER 32
  19. #define DT_OPERATION(op) \
  20. case DT_INT32: cAddOperation(OP_##op##_INT32); break; \
  21. case DT_INT64: cAddOperation(OP_##op##_INT64); break; \
  22. case DT_BOOL: cAddOperation(OP_##op##_BOOL); break; \
  23. case DT_FLOAT: cAddOperation(OP_##op##_FLOAT); break;
  24. typedef DataType (*Parser)(void);
  25. static bool onLine = false;
  26. static Variables vars;
  27. static Variables globalVars;
  28. static Functions functions;
  29. static Functions functionQueue;
  30. static Structs structs;
  31. static int returns[RETURN_BUFFER];
  32. static int returnIndex = 0;
  33. static int hasReturn = 0;
  34. static DataType returnType;
  35. static int breaks[BREAK_BUFFER];
  36. static int breakIndex = 0;
  37. static int forWhileStack = 0;
  38. static int continueAt = 0;
  39. typedef struct {
  40. Operation intOp;
  41. Operation longOp;
  42. Operation floatOp;
  43. Operation boolOp;
  44. Operation pointerOp;
  45. const char* name;
  46. } TypedOp;
  47. #define TYPE_OP(NAME, FLOAT, BOOL, POINTER, text) \
  48. static const TypedOp TYPED_##NAME = {OP_##NAME##_INT32, OP_##NAME##_INT64, \
  49. OP_##FLOAT, OP_##BOOL, \
  50. OP_##POINTER, text};
  51. TYPE_OP(MUL, MUL_FLOAT, NOTHING, NOTHING, "*")
  52. TYPE_OP(DIV, DIV_FLOAT, NOTHING, NOTHING, "/")
  53. TYPE_OP(MOD, NOTHING, NOTHING, NOTHING, "%")
  54. TYPE_OP(ADD, ADD_FLOAT, NOTHING, NOTHING, "+")
  55. TYPE_OP(SUB, SUB_FLOAT, NOTHING, NOTHING, "-")
  56. TYPE_OP(LESS, LESS_FLOAT, NOTHING, NOTHING, "<")
  57. TYPE_OP(LESS_EQUAL, LESS_EQUAL_FLOAT, NOTHING, NOTHING, "<=")
  58. TYPE_OP(GREATER, GREATER_FLOAT, NOTHING, NOTHING, ">")
  59. TYPE_OP(GREATER_EQUAL, GREATER_EQUAL_FLOAT, NOTHING, NOTHING, ">=")
  60. TYPE_OP(EQUAL, EQUAL_FLOAT, EQUAL_BOOL, EQUAL_POINTER, "==")
  61. TYPE_OP(NOT_EQUAL, NOT_EQUAL_FLOAT, NOT_EQUAL_BOOL, NOT_EQUAL_POINTER, "!=")
  62. TYPE_OP(BIT_OR, NOTHING, NOTHING, NOTHING, "|")
  63. TYPE_OP(BIT_XOR, NOTHING, NOTHING, NOTHING, "^")
  64. TYPE_OP(BIT_AND, NOTHING, NOTHING, NOTHING, "&")
  65. TYPE_OP(LEFT_SHIFT, NOTHING, NOTHING, NOTHING, "<<")
  66. TYPE_OP(RIGHT_SHIFT, NOTHING, NOTHING, NOTHING, ">>")
  67. static void cError(const char* format, ...) {
  68. va_list args;
  69. va_start(args, format);
  70. vsnprintf(error, ERROR_LENGTH, format, args);
  71. va_end(args);
  72. longjmp(errorJump, 0);
  73. }
  74. static const char* cGetName(DataType dt) {
  75. return dtGetName(&structs, dt);
  76. }
  77. static void cInvalidOperation(DataType a, DataType b, const char* op) {
  78. cError("invalid operation: %s %s %s", cGetName(a), op, cGetName(b));
  79. }
  80. static void cNotDeclared(const char* name) {
  81. cError("variable %s has not been declared", name);
  82. }
  83. static void cDeclared(const char* name) {
  84. cError("%s has already been declared", name);
  85. }
  86. static void cTooMuchArguments() {
  87. cError("too much function arguments");
  88. }
  89. static void cUnexpectedToken(Token t) {
  90. cError("unexpected token: %s", tGetName(t));
  91. }
  92. static void cAddOperation(Operation token) {
  93. unsigned char c = token;
  94. bcAddBytes(code, &c, 1);
  95. }
  96. static int32 cReserveInt32() {
  97. return bcReserveBytes(code, sizeof(int32));
  98. }
  99. static void cSetInt32(int p, int32 i) {
  100. bcSetBytes(code, p, &i, sizeof(int32));
  101. }
  102. static void cAddInt32(int32 i) {
  103. bcAddBytes(code, &i, sizeof(int32));
  104. }
  105. static void cAddInt64(int64 i) {
  106. bcAddBytes(code, &i, sizeof(int64));
  107. }
  108. static void cAddInt32Operation(Operation token, int32 i) {
  109. cAddOperation(token);
  110. cAddInt32(i);
  111. }
  112. static void cAddByteOperation(Operation token, int8 i) {
  113. cAddOperation(token);
  114. bcAddBytes(code, &i, sizeof(int8));
  115. }
  116. static void cAddLine(int16 i) {
  117. cAddOperation(OP_LINE);
  118. bcAddBytes(code, &i, sizeof(int16));
  119. }
  120. static Token cReadTokenAndLine() {
  121. // hasReturn--;
  122. Token t = tReadToken();
  123. if(tReadInt16(&line)) {
  124. return t;
  125. }
  126. return T_END;
  127. }
  128. static void cConsumeToken(Token wanted) {
  129. Token t = cReadTokenAndLine();
  130. if(wanted != t) {
  131. cError("expected '%s' got '%s'", tGetName(wanted), tGetName(t));
  132. }
  133. }
  134. static bool cConsumeTokenIf(Token t) {
  135. return tPeekToken() == t && cReadTokenAndLine() == t;
  136. }
  137. static void cConstantInt32() {
  138. int32 value;
  139. if(!tReadInt32(&value)) {
  140. cError("int token without an int");
  141. }
  142. cAddInt32Operation(OP_PUSH_INT32, value);
  143. }
  144. static void cConstantInt64() {
  145. int64 value;
  146. if(!tReadInt64(&value)) {
  147. cError("long token without an long");
  148. }
  149. cAddOperation(OP_PUSH_INT64);
  150. cAddInt64(value);
  151. }
  152. static void cConstantFloat() {
  153. float value;
  154. if(!tReadFloat(&value)) {
  155. cError("float token without a float");
  156. }
  157. cAddOperation(OP_PUSH_FLOAT);
  158. bcAddBytes(code, &value, sizeof(float));
  159. }
  160. static const char* cReadString() {
  161. const char* literal = tReadString();
  162. if(literal == NULL) {
  163. cError("literal without string on line %d", line);
  164. }
  165. return literal;
  166. }
  167. static int cGetSize(DataType dt) {
  168. return dtGetSize(dt, &structs);
  169. }
  170. static DataType cDereference(DataType dt) {
  171. if(dtDereference(&dt)) {
  172. cError("%s dereferenced too often", cGetName(dt));
  173. }
  174. return dt;
  175. }
  176. static DataType cExtendType(DataType dt, bool constant) {
  177. while(cConsumeTokenIf(T_MUL)) {
  178. dt = cDereference(dt);
  179. }
  180. if(constant) {
  181. dt = dtConst(dt);
  182. }
  183. return dt;
  184. }
  185. static DataType cReadType(Token t, bool force) {
  186. bool c = t == T_CONST;
  187. if(c) {
  188. t = cReadTokenAndLine();
  189. }
  190. switch(t) {
  191. case T_INT32: return cExtendType(dtInt32(), c);
  192. case T_INT64: return cExtendType(dtInt64(), c);
  193. case T_BOOL: return cExtendType(dtBool(), c);
  194. case T_FLOAT: return cExtendType(dtFloat(), c);
  195. case T_LITERAL: {
  196. Struct* st = stsSearch(&structs, cReadString());
  197. if(st == NULL) {
  198. if(force) {
  199. cError("struct %s does not exist");
  200. } else {
  201. return dtVoid();
  202. }
  203. }
  204. return cExtendType(dtStruct(st), c);
  205. }
  206. default:
  207. if(force) {
  208. cUnexpectedToken(t);
  209. }
  210. return dtVoid();
  211. }
  212. }
  213. static DataType cExpression();
  214. static void cLoadRef(DataType type) {
  215. if(dtIsPointer(type)) {
  216. cAddOperation(OP_REFERENCE);
  217. return;
  218. }
  219. switch(type.type) {
  220. DT_OPERATION(LOAD);
  221. case DT_STRUCT: cAddInt32Operation(OP_LOAD, cGetSize(type)); break;
  222. default: cError("cannot load type %s", cGetName(type));
  223. }
  224. }
  225. static DataType cUnpack(DataType dt) {
  226. if(dtRemoveVariable(&dt)) {
  227. cLoadRef(dt);
  228. }
  229. return dt;
  230. }
  231. static DataType cUnpackedExpression() {
  232. return cUnpack(cExpression());
  233. }
  234. static void cCallFunctionArguments(Function* f) {
  235. if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  236. return;
  237. }
  238. while(true) {
  239. DataType dt = cUnpackedExpression();
  240. if(fAddArgument(f, dt, &structs)) {
  241. cTooMuchArguments();
  242. } else if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  243. return;
  244. }
  245. cConsumeToken(T_COMMA);
  246. }
  247. }
  248. static DataType cCallFunction(const char* name) {
  249. int returnAddress = bcGetAddress(code);
  250. Function f;
  251. fInit(&f, name, line);
  252. int oldOnLine = onLine;
  253. onLine = false;
  254. cCallFunctionArguments(&f);
  255. onLine = oldOnLine;
  256. Function* found = fsSearch(&functions, &f, false);
  257. if(found == NULL) {
  258. cError("unknown function");
  259. } else if(found->global) {
  260. cAddInt32Operation(OP_CALL, found->line);
  261. return found->returnType;
  262. }
  263. char push[1 + sizeof(int32)] = {OP_PUSH_INT32};
  264. bcInsertBytes(code, push, sizeof(push), returnAddress);
  265. cAddOperation(OP_GOSUB);
  266. if(found->address == -1) {
  267. f.returnType = found->returnType;
  268. f.address = cReserveInt32();
  269. fsAdd(&functionQueue, &f);
  270. } else {
  271. cAddInt32(found->address);
  272. }
  273. cAddInt32(found->size);
  274. return found->returnType;
  275. }
  276. static void cStore(DataType left, DataType right, const char* name) {
  277. if(dtIsPointer(left)) {
  278. if(!dtNullCompare(left, right) &&
  279. !dtNullCompare(left, dtConst(right))) {
  280. cInvalidOperation(left, right, name);
  281. }
  282. cAddOperation(OP_STORE_POINTER);
  283. return;
  284. }
  285. if(!dtNullCompare(left, right) && !dtNullCompare(dtConst(left), right)) {
  286. cInvalidOperation(left, right, name);
  287. }
  288. switch(left.type) {
  289. DT_OPERATION(STORE);
  290. default: cError("cannot store type %s", cGetName(left));
  291. }
  292. }
  293. static DataType cLiteral() {
  294. const char* literal = cReadString();
  295. if(cConsumeTokenIf(T_OPEN_BRACKET)) {
  296. return cCallFunction(literal);
  297. }
  298. Variable v;
  299. if(!vsSearch(&vars, &v, literal)) {
  300. cAddInt32Operation(OP_DEREFERENCE_VAR, v.address);
  301. return dtToVariable(v.type);
  302. } else if(!vsSearch(&globalVars, &v, literal)) {
  303. cAddInt32Operation(OP_DEREFERENCE_GVAR, v.address);
  304. return dtToVariable(v.type);
  305. }
  306. cNotDeclared(literal);
  307. return dtVoid();
  308. }
  309. static DataType cText() {
  310. cAddOperation(OP_PUSH_TEXT);
  311. int32 lengthAddress = cReserveInt32();
  312. int32 length = 0;
  313. int32 c;
  314. while(tReadInt32(&c) && c != 0) {
  315. cAddInt32(c);
  316. length++;
  317. }
  318. cSetInt32(lengthAddress, length);
  319. return dtConst(dtText());
  320. }
  321. static DataType cBracketPrimary() {
  322. DataType result = cExpression();
  323. cConsumeToken(T_CLOSE_BRACKET);
  324. return result;
  325. }
  326. static void cArrayIndex(const char* name) {
  327. if(!dtIsInt32(cUnpackedExpression())) {
  328. cError("array %s must be an int", name);
  329. }
  330. }
  331. static DataType cAllocArray() {
  332. DataType dt = cReadType(cReadTokenAndLine(), true);
  333. cConsumeToken(T_OPEN_SQUARE_BRACKET);
  334. cArrayIndex("size");
  335. cConsumeToken(T_CLOSE_SQUARE_BRACKET);
  336. cAddInt32Operation(OP_NEW, cGetSize(dt));
  337. return cDereference(dt);
  338. }
  339. static DataType cLength() {
  340. DataType pointer = cUnpackedExpression();
  341. if(!dtIsPointer(pointer)) {
  342. cError("length expects a pointer");
  343. }
  344. cAddOperation(OP_LENGTH);
  345. return dtInt32();
  346. }
  347. static DataType cPrimary() {
  348. Token t = cReadTokenAndLine();
  349. switch(t) {
  350. case T_CONST_INT32: cConstantInt32(); return dtInt32();
  351. case T_CONST_INT64: cConstantInt64(); return dtInt64();
  352. case T_CONST_FLOAT: cConstantFloat(); return dtFloat();
  353. case T_TRUE: cAddOperation(OP_PUSH_TRUE); return dtBool();
  354. case T_FALSE: cAddOperation(OP_PUSH_FALSE); return dtBool();
  355. case T_NULLPTR: cAddOperation(OP_PUSH_NULLPTR); return dtNull();
  356. case T_TEXT: return cText();
  357. case T_OPEN_BRACKET: return cBracketPrimary();
  358. case T_LITERAL: return cLiteral();
  359. case T_NEW: return cAllocArray();
  360. case T_LENGTH: return cLength();
  361. default: cUnexpectedToken(t); return dtVoid();
  362. }
  363. }
  364. static void cRemoveReference(DataType* dt, const char* name) {
  365. if(!dtRemoveVariable(dt)) {
  366. cError("%s needs a reference not %s", name, cGetName(*dt));
  367. }
  368. }
  369. static void cExpectType(DataType actual, DataType wanted, const char* name) {
  370. if(!dtCompare(actual, wanted)) {
  371. cError("%s needs %s not %s", name, cGetName(wanted), cGetName(actual));
  372. }
  373. }
  374. static void cChangeType(DataType* dt, Operation op, Operation pushOp,
  375. int change) {
  376. if(onLine) {
  377. cAddByteOperation(op, change);
  378. *dt = dtVoid();
  379. } else {
  380. cAddByteOperation(pushOp, change);
  381. }
  382. }
  383. static void cPostChange(DataType* dt, int change, const char* name) {
  384. cRemoveReference(dt, name);
  385. if(dtIsInt32(*dt)) {
  386. cChangeType(dt, OP_CHANGE_INT32, OP_PUSH_POST_CHANGE_INT32, change);
  387. } else if(dtIsInt64(*dt)) {
  388. cChangeType(dt, OP_CHANGE_INT64, OP_PUSH_POST_CHANGE_INT64, change);
  389. } else {
  390. cError("%s needs an int or long not %s", name, cGetName(*dt));
  391. }
  392. }
  393. static DataType cStructAccess(DataType dt, int pointers) {
  394. Struct* st = dtGetStruct(&structs, dt);
  395. if(st == NULL || dt.pointers != pointers) {
  396. cError(pointers == 0 ? ". expects a struct" : "-> expects a struct*");
  397. }
  398. cConsumeToken(T_LITERAL);
  399. const char* name = cReadString();
  400. Variable inner;
  401. if(vSearchStruct(&inner, &structs, st, name)) {
  402. cError("%s has no member %s", st->name, name);
  403. } else if(inner.address > 0) {
  404. cAddInt32Operation(OP_PUSH_INT32, inner.address);
  405. cAddInt32Operation(OP_ADD_REFERENCE, 1);
  406. }
  407. DataType r = dtToVariable(inner.type);
  408. r.constant = dt.constant;
  409. return r;
  410. }
  411. static DataType cAccess() {
  412. DataType dt = cPrimary();
  413. while(true) {
  414. if(cConsumeTokenIf(T_INCREMENT)) {
  415. cPostChange(&dt, 1, "++");
  416. } else if(cConsumeTokenIf(T_DECREMENT)) {
  417. cPostChange(&dt, -1, "--");
  418. } else if(cConsumeTokenIf(T_POINT)) {
  419. cRemoveReference(&dt, ".");
  420. dt = cStructAccess(dt, 0);
  421. } else if(cConsumeTokenIf(T_ARROW)) {
  422. dt = cStructAccess(cUnpack(dt), 1);
  423. } else if(cConsumeTokenIf(T_OPEN_SQUARE_BRACKET)) {
  424. dt = cUnpack(dt);
  425. if(!dtIsPointer(dt)) {
  426. cError("[] needs a pointer");
  427. }
  428. cArrayIndex("index");
  429. cConsumeToken(T_CLOSE_SQUARE_BRACKET);
  430. dt = dtReference(dt);
  431. cAddInt32Operation(OP_ADD_REFERENCE, cGetSize(dt));
  432. dt = dtToVariable(dt);
  433. } else {
  434. return dt;
  435. }
  436. }
  437. }
  438. static DataType cPreChange(DataType dt, int change, const char* name) {
  439. cRemoveReference(&dt, name);
  440. if(dtIsInt32(dt)) {
  441. cChangeType(&dt, OP_CHANGE_INT32, OP_PUSH_PRE_CHANGE_INT32, change);
  442. } else if(dtIsInt64(dt)) {
  443. cChangeType(&dt, OP_CHANGE_INT64, OP_PUSH_PRE_CHANGE_INT64, change);
  444. } else {
  445. cError("%s needs an int or long not %s", name, cGetName(dt));
  446. }
  447. return dt;
  448. }
  449. static DataType cInvertSign(DataType dt) {
  450. if(dtIsInt32(dt)) {
  451. cAddOperation(OP_INVERT_SIGN_INT32);
  452. } else if(dtIsInt64(dt)) {
  453. cAddOperation(OP_INVERT_SIGN_INT64);
  454. } else if(dtIsFloat(dt)) {
  455. cAddOperation(OP_INVERT_SIGN_FLOAT);
  456. } else {
  457. cError("cannot invert sign of %s", cGetName(dt));
  458. }
  459. return dt;
  460. }
  461. static DataType cCast(DataType in, DataType a, Operation aOp, DataType b,
  462. Operation bOp, DataType out) {
  463. if(dtCompare(in, a)) {
  464. cAddOperation(aOp);
  465. } else if(dtCompare(in, b)) {
  466. cAddOperation(bOp);
  467. } else {
  468. cError("cannot cast %s to %s", cGetName(in), cGetName(out));
  469. }
  470. return out;
  471. }
  472. static DataType cUnaryNot(DataType dt) {
  473. cExpectType(dt, dtBool(), "!");
  474. cAddOperation(OP_NOT);
  475. return dt;
  476. }
  477. static DataType cUnaryBitNot(DataType dt) {
  478. if(dtIsInt32(dt)) {
  479. cAddOperation(OP_BIT_NOT_INT32);
  480. } else if(dtIsInt64(dt)) {
  481. cAddOperation(OP_BIT_NOT_INT64);
  482. } else {
  483. cError("~ needs an int or long not %s", cGetName(dt));
  484. }
  485. return dt;
  486. }
  487. static DataType cUnaryDereference(DataType dt) {
  488. cRemoveReference(&dt, "&");
  489. return cDereference(dt);
  490. }
  491. static DataType cUnaryReference(DataType dt) {
  492. if(!dtIsPointer(dt)) {
  493. cError("* expects a pointer");
  494. }
  495. dt = dtReference(dt);
  496. if(!dtIsPointer(dt) && !dtIsVariable(dt)) {
  497. dt = dtToVariable(dt);
  498. } else {
  499. cAddOperation(OP_REFERENCE);
  500. }
  501. return dt;
  502. }
  503. static DataType cPreUnary() {
  504. int marker = tGetMarker();
  505. if(cConsumeTokenIf(T_OPEN_BRACKET)) {
  506. if(cConsumeTokenIf(T_FLOAT) && cConsumeTokenIf(T_CLOSE_BRACKET)) {
  507. return cCast(cUnpack(cPreUnary()), dtInt32(), OP_INT32_TO_FLOAT,
  508. dtInt64(), OP_INT64_TO_FLOAT, dtFloat());
  509. } else if(cConsumeTokenIf(T_INT32) &&
  510. cConsumeTokenIf(T_CLOSE_BRACKET)) {
  511. return cCast(cUnpack(cPreUnary()), dtFloat(), OP_FLOAT_TO_INT32,
  512. dtInt64(), OP_INT64_TO_INT32, dtInt32());
  513. } else if(cConsumeTokenIf(T_INT64) &&
  514. cConsumeTokenIf(T_CLOSE_BRACKET)) {
  515. return cCast(cUnpack(cPreUnary()), dtInt32(), OP_INT32_TO_INT64,
  516. dtFloat(), OP_FLOAT_TO_INT64, dtInt64());
  517. }
  518. }
  519. tReset(marker);
  520. if(cConsumeTokenIf(T_INCREMENT)) {
  521. return cPreChange(cPreUnary(), 1, "++");
  522. } else if(cConsumeTokenIf(T_DECREMENT)) {
  523. return cPreChange(cPreUnary(), -1, "--");
  524. } else if(cConsumeTokenIf(T_SUB)) {
  525. return cInvertSign(cUnpack(cPreUnary()));
  526. } else if(cConsumeTokenIf(T_NOT)) {
  527. return cUnaryNot(cPreUnary());
  528. } else if(cConsumeTokenIf(T_BIT_NOT)) {
  529. return cUnaryBitNot(cPreUnary());
  530. } else if(cConsumeTokenIf(T_BIT_AND)) {
  531. return cUnaryDereference(cPreUnary());
  532. } else if(cConsumeTokenIf(T_MUL)) {
  533. return cUnaryReference(cPreUnary());
  534. }
  535. return cAccess();
  536. }
  537. static void cAddTypeOperation(DataType* a, Parser bf, const TypedOp* op) {
  538. *a = cUnpack(*a);
  539. DataType b = cUnpack(bf());
  540. a->constant = 0;
  541. b.constant = 0;
  542. if(!dtNullCompare(*a, b)) {
  543. cInvalidOperation(*a, b, op->name);
  544. } else if(dtIsInt32(*a) && op->intOp != OP_NOTHING) {
  545. cAddOperation(op->intOp);
  546. } else if(dtIsInt64(*a) && op->longOp != OP_NOTHING) {
  547. cAddOperation(op->longOp);
  548. } else if(dtIsFloat(*a) && op->floatOp != OP_NOTHING) {
  549. cAddOperation(op->floatOp);
  550. } else if(dtIsBool(*a) && op->boolOp != OP_NOTHING) {
  551. cAddOperation(op->boolOp);
  552. } else if(dtIsPointer(*a) && op->pointerOp != OP_NOTHING) {
  553. cAddOperation(op->pointerOp);
  554. } else {
  555. cInvalidOperation(*a, b, op->name);
  556. }
  557. }
  558. static DataType cMul() {
  559. DataType a = cPreUnary();
  560. while(true) {
  561. if(cConsumeTokenIf(T_MUL)) {
  562. cAddTypeOperation(&a, cPreUnary, &TYPED_MUL);
  563. } else if(cConsumeTokenIf(T_DIV)) {
  564. cAddTypeOperation(&a, cPreUnary, &TYPED_DIV);
  565. } else if(cConsumeTokenIf(T_MOD)) {
  566. cAddTypeOperation(&a, cPreUnary, &TYPED_MOD);
  567. } else {
  568. return a;
  569. }
  570. }
  571. }
  572. static DataType cAdd() {
  573. DataType a = cMul();
  574. while(true) {
  575. if(cConsumeTokenIf(T_ADD)) {
  576. cAddTypeOperation(&a, cMul, &TYPED_ADD);
  577. } else if(cConsumeTokenIf(T_SUB)) {
  578. cAddTypeOperation(&a, cMul, &TYPED_SUB);
  579. } else {
  580. return a;
  581. }
  582. }
  583. }
  584. static DataType cShift() {
  585. DataType a = cAdd();
  586. while(true) {
  587. if(cConsumeTokenIf(T_LEFT_SHIFT)) {
  588. cAddTypeOperation(&a, cAdd, &TYPED_LEFT_SHIFT);
  589. } else if(cConsumeTokenIf(T_RIGHT_SHIFT)) {
  590. cAddTypeOperation(&a, cAdd, &TYPED_RIGHT_SHIFT);
  591. } else {
  592. return a;
  593. }
  594. }
  595. }
  596. static DataType cComparison() {
  597. DataType a = cShift();
  598. while(true) {
  599. if(cConsumeTokenIf(T_LESS)) {
  600. cAddTypeOperation(&a, cShift, &TYPED_LESS);
  601. a = dtBool();
  602. } else if(cConsumeTokenIf(T_LESS_EQUAL)) {
  603. cAddTypeOperation(&a, cShift, &TYPED_LESS_EQUAL);
  604. a = dtBool();
  605. } else if(cConsumeTokenIf(T_GREATER)) {
  606. cAddTypeOperation(&a, cShift, &TYPED_GREATER);
  607. a = dtBool();
  608. } else if(cConsumeTokenIf(T_GREATER_EQUAL)) {
  609. cAddTypeOperation(&a, cShift, &TYPED_GREATER_EQUAL);
  610. a = dtBool();
  611. } else {
  612. return a;
  613. }
  614. }
  615. }
  616. static DataType cEqual() {
  617. DataType a = cComparison();
  618. while(true) {
  619. if(cConsumeTokenIf(T_EQUAL)) {
  620. cAddTypeOperation(&a, cComparison, &TYPED_EQUAL);
  621. a = dtBool();
  622. } else if(cConsumeTokenIf(T_NOT_EQUAL)) {
  623. cAddTypeOperation(&a, cComparison, &TYPED_NOT_EQUAL);
  624. a = dtBool();
  625. } else {
  626. return a;
  627. }
  628. }
  629. }
  630. static DataType cRepeat(Token t, Parser f, const TypedOp* op) {
  631. DataType a = f();
  632. while(cConsumeTokenIf(t)) {
  633. cAddTypeOperation(&a, f, op);
  634. }
  635. return a;
  636. }
  637. static DataType cBitAnd() {
  638. return cRepeat(T_BIT_AND, cEqual, &TYPED_BIT_AND);
  639. }
  640. static DataType cBitXor() {
  641. return cRepeat(T_BIT_XOR, cBitAnd, &TYPED_BIT_XOR);
  642. }
  643. static DataType cBitOr() {
  644. return cRepeat(T_BIT_OR, cBitXor, &TYPED_BIT_OR);
  645. }
  646. static DataType cLogical(Parser f, Token t, Operation jump, Operation op) {
  647. DataType a = f();
  648. while(cConsumeTokenIf(t)) {
  649. a = cUnpack(a);
  650. cAddOperation(jump);
  651. int32 p = cReserveInt32();
  652. DataType b = cUnpack(f());
  653. if(!dtIsBool(a) || !dtIsBool(b)) {
  654. cInvalidOperation(a, b, tGetName(t));
  655. }
  656. cAddOperation(op);
  657. cSetInt32(p, code->length);
  658. }
  659. return a;
  660. }
  661. static DataType cAnd() {
  662. return cLogical(cBitOr, T_AND, OP_PEEK_FALSE_GOTO, OP_AND);
  663. }
  664. static DataType cExpression() {
  665. return cLogical(cAnd, T_OR, OP_PEEK_TRUE_GOTO, OP_OR);
  666. }
  667. static void cLine();
  668. static void cConsumeBody() {
  669. int oldLine = line;
  670. while(!cConsumeTokenIf(T_CLOSE_CURVED_BRACKET)) {
  671. if(tPeekToken() == T_END) {
  672. line = oldLine;
  673. cError("non closed curved bracket");
  674. }
  675. cLine();
  676. }
  677. }
  678. static void cConsumeScope() {
  679. Scope scope;
  680. vsEnterScope(&vars, &scope);
  681. cConsumeBody();
  682. vsLeaveScope(&vars, &scope);
  683. }
  684. static void cAddReturn(Operation op) {
  685. if(returnIndex >= RETURN_BUFFER) {
  686. cError("too much returns in function");
  687. }
  688. cAddOperation(op);
  689. returns[returnIndex++] = cReserveInt32();
  690. }
  691. static void cReturn() {
  692. if(dtIsVoid(returnType)) {
  693. cConsumeToken(T_SEMICOLON);
  694. cAddReturn(OP_RETURN);
  695. hasReturn = 2;
  696. return;
  697. }
  698. DataType dt = cUnpackedExpression();
  699. if(!dtNullCompare(returnType, dt) &&
  700. !dtNullCompare(returnType, dtConst(dt))) {
  701. cError("wrong return type, should be %s", cGetName(returnType));
  702. } else if(dtIsInt32(dt)) {
  703. cAddReturn(OP_RETURN_INT32);
  704. } else if(dtIsInt64(dt)) {
  705. cAddReturn(OP_RETURN_INT64);
  706. } else if(dtIsBool(dt)) {
  707. cAddReturn(OP_RETURN_BOOL);
  708. } else if(dtIsFloat(dt)) {
  709. cAddReturn(OP_RETURN_FLOAT);
  710. } else if(dtIsPointer(dt) || dtIsNull(dt)) {
  711. cAddReturn(OP_RETURN_POINTER);
  712. } else {
  713. cError("cannot return %s", cGetName(dt));
  714. }
  715. cConsumeToken(T_SEMICOLON);
  716. hasReturn = 2;
  717. }
  718. static void cIf() {
  719. cConsumeToken(T_OPEN_BRACKET);
  720. cExpectType(cUnpackedExpression(), dtBool(), "if");
  721. cConsumeToken(T_CLOSE_BRACKET);
  722. cAddOperation(OP_IF_GOTO);
  723. int32 ifP = cReserveInt32();
  724. cConsumeToken(T_OPEN_CURVED_BRACKET);
  725. cConsumeScope();
  726. cSetInt32(ifP, code->length);
  727. if(cConsumeTokenIf(T_ELSE)) {
  728. cAddOperation(OP_GOTO);
  729. int32 elseP = cReserveInt32();
  730. cSetInt32(ifP, code->length);
  731. if(cConsumeTokenIf(T_IF)) {
  732. cIf();
  733. } else {
  734. cConsumeToken(T_OPEN_CURVED_BRACKET);
  735. cConsumeScope();
  736. }
  737. cSetInt32(elseP, code->length);
  738. }
  739. }
  740. static void cConsumeBreaks(int start, int address) {
  741. for(int i = start; i < breakIndex; i++) {
  742. cSetInt32(breaks[i], address);
  743. }
  744. breakIndex = start;
  745. }
  746. static void cWhile() {
  747. int start = code->length;
  748. cConsumeToken(T_OPEN_BRACKET);
  749. cExpectType(cUnpackedExpression(), dtBool(), "while");
  750. cConsumeToken(T_CLOSE_BRACKET);
  751. cAddOperation(OP_IF_GOTO);
  752. int32 ifP = cReserveInt32();
  753. int breakStart = breakIndex;
  754. forWhileStack++;
  755. int oldContinue = continueAt;
  756. continueAt = start;
  757. cConsumeToken(T_OPEN_CURVED_BRACKET);
  758. cConsumeScope();
  759. continueAt = oldContinue;
  760. forWhileStack--;
  761. cAddInt32Operation(OP_GOTO, start);
  762. cSetInt32(ifP, code->length);
  763. cConsumeBreaks(breakStart, code->length);
  764. }
  765. static void cDelete() {
  766. DataType pointer = cUnpackedExpression();
  767. if(!dtIsPointer(pointer) || pointer.constant) {
  768. cError("delete expects a non const pointer");
  769. }
  770. cAddOperation(OP_DELETE);
  771. }
  772. static void cOperationSet(DataType left, const TypedOp* op) {
  773. cAddOperation(OP_DUPLICATE_REFERENCE);
  774. if(left.constant) {
  775. cError("cannot use %s= on const reference", op->name);
  776. }
  777. cLoadRef(left);
  778. cAddTypeOperation(&left, cUnpackedExpression, op);
  779. cStore(left, left, "=");
  780. }
  781. static void cSetVariable() {
  782. onLine = true;
  783. DataType dt = cPreUnary();
  784. onLine = false;
  785. if(dtIsVoid(dt)) {
  786. return;
  787. }
  788. cRemoveReference(&dt, "setter");
  789. Token t = cReadTokenAndLine();
  790. switch(t) {
  791. case T_SET: cStore(dt, cUnpackedExpression(), "="); break;
  792. case T_ADD_SET: cOperationSet(dt, &TYPED_ADD); break;
  793. case T_SUB_SET: cOperationSet(dt, &TYPED_SUB); break;
  794. case T_MUL_SET: cOperationSet(dt, &TYPED_MUL); break;
  795. case T_DIV_SET: cOperationSet(dt, &TYPED_DIV); break;
  796. case T_MOD_SET: cOperationSet(dt, &TYPED_MOD); break;
  797. case T_BIT_AND_SET: cOperationSet(dt, &TYPED_BIT_AND); break;
  798. case T_BIT_OR_SET: cOperationSet(dt, &TYPED_BIT_OR); break;
  799. case T_BIT_XOR_SET: cOperationSet(dt, &TYPED_BIT_XOR); break;
  800. case T_LEFT_SHIFT_SET: cOperationSet(dt, &TYPED_LEFT_SHIFT); break;
  801. case T_RIGHT_SHIFT_SET: cOperationSet(dt, &TYPED_RIGHT_SHIFT); break;
  802. default: cUnexpectedToken(t);
  803. }
  804. }
  805. static void cDeclareSet(Variables* vs, DataType dt, const char* var,
  806. Operation op) {
  807. if(vsInScope(vs, var)) {
  808. cDeclared(var);
  809. }
  810. Variable* v = vsAdd(vs, var, dt, &structs);
  811. if(dt.type != DT_STRUCT || dtIsPointer(dt)) {
  812. cConsumeToken(T_SET);
  813. cAddInt32Operation(op, v->address);
  814. DataType right = cUnpackedExpression();
  815. if(!right.constant) {
  816. dt.constant = 0;
  817. }
  818. cStore(dt, right, "=");
  819. }
  820. }
  821. static bool cDeclaration(Token t) {
  822. DataType dt = cReadType(t, false);
  823. if(dtIsVoid(dt)) {
  824. return false;
  825. }
  826. cConsumeToken(T_LITERAL);
  827. const char* var = cReadString();
  828. cDeclareSet(&vars, dt, var, OP_DEREFERENCE_VAR);
  829. return true;
  830. }
  831. static void cLineExpression() {
  832. int marker = tGetMarker();
  833. Token t = cReadTokenAndLine();
  834. if(cDeclaration(t)) {
  835. return;
  836. }
  837. switch(t) {
  838. case T_DELETE: cDelete(); break;
  839. default: tReset(marker); cSetVariable();
  840. }
  841. }
  842. static void cFor() {
  843. Scope scope;
  844. vsEnterScope(&vars, &scope);
  845. cConsumeToken(T_OPEN_BRACKET);
  846. cLineExpression();
  847. cConsumeToken(T_SEMICOLON);
  848. int startCheck = code->length;
  849. cExpectType(cUnpackedExpression(), dtBool(), "for");
  850. cConsumeToken(T_SEMICOLON);
  851. cAddOperation(OP_IF_GOTO);
  852. int32 end = cReserveInt32();
  853. cAddOperation(OP_GOTO);
  854. int32 beginBody = cReserveInt32();
  855. int startPerLoop = code->length;
  856. cLineExpression();
  857. cAddInt32Operation(OP_GOTO, startCheck);
  858. cConsumeToken(T_CLOSE_BRACKET);
  859. cSetInt32(beginBody, code->length);
  860. int breakStart = breakIndex;
  861. forWhileStack++;
  862. int oldContinue = continueAt;
  863. continueAt = startPerLoop;
  864. cConsumeToken(T_OPEN_CURVED_BRACKET);
  865. cConsumeBody();
  866. continueAt = oldContinue;
  867. forWhileStack--;
  868. cAddInt32Operation(OP_GOTO, startPerLoop);
  869. cSetInt32(end, code->length);
  870. cConsumeBreaks(breakStart, code->length);
  871. vsLeaveScope(&vars, &scope);
  872. }
  873. static void cBreak() {
  874. if(forWhileStack == 0) {
  875. cError("break without for or while");
  876. } else if(breakIndex >= BREAK_BUFFER) {
  877. cError("too much breaks");
  878. }
  879. cAddOperation(OP_GOTO);
  880. breaks[breakIndex++] = cReserveInt32();
  881. cConsumeToken(T_SEMICOLON);
  882. }
  883. static void cContinue() {
  884. if(forWhileStack == 0) {
  885. cError("continue without for or while");
  886. }
  887. cAddInt32Operation(OP_GOTO, continueAt);
  888. cConsumeToken(T_SEMICOLON);
  889. }
  890. static void cLine() {
  891. int marker = tGetMarker();
  892. Token t = cReadTokenAndLine();
  893. cAddLine(line);
  894. switch(t) {
  895. case T_OPEN_CURVED_BRACKET: cConsumeScope(); break;
  896. case T_RETURN: cReturn(); break;
  897. case T_IF: cIf(); break;
  898. case T_WHILE: cWhile(); break;
  899. case T_FOR: cFor(); break;
  900. case T_BREAK: cBreak(); break;
  901. case T_CONTINUE: cContinue(); break;
  902. default:
  903. tReset(marker);
  904. cLineExpression();
  905. cConsumeToken(T_SEMICOLON);
  906. }
  907. }
  908. static void cBuildFunction(Function* f, DataType rType, const char* name) {
  909. fInit(f, name, line);
  910. f->returnType = rType;
  911. vsReset(&vars);
  912. cConsumeToken(T_OPEN_BRACKET);
  913. if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  914. return;
  915. }
  916. while(true) {
  917. DataType dt = cReadType(cReadTokenAndLine(), true);
  918. cConsumeToken(T_LITERAL);
  919. const char* name = cReadString();
  920. if(vsInScope(&vars, name)) {
  921. cDeclared(name);
  922. }
  923. vsAdd(&vars, name, dt, &structs);
  924. if(fAddArgument(f, dt, &structs)) {
  925. cTooMuchArguments();
  926. } else if(cConsumeTokenIf(T_CLOSE_BRACKET)) {
  927. return;
  928. }
  929. cConsumeToken(T_COMMA);
  930. }
  931. }
  932. static void cAddFunction(Function* found, Function* f) {
  933. if(found == NULL) {
  934. fsAdd(&functions, f);
  935. } else if(found->global) {
  936. cError("system functions cannot be overwritten");
  937. } else if(found->address != -1 || f->address == -1 || found->global) {
  938. cError("function registered twice");
  939. } else if(!dtCompare(found->returnType, f->returnType)) {
  940. cError("function redeclared with different return type");
  941. } else {
  942. found->address = f->address;
  943. }
  944. }
  945. static void cInnerFunction(Function* f) {
  946. cConsumeToken(T_OPEN_CURVED_BRACKET);
  947. cAddOperation(OP_RESERVE);
  948. int32 p = cReserveInt32();
  949. cAddInt32(f->size);
  950. returnIndex = 0;
  951. cConsumeScope();
  952. if(!dtIsVoid(returnType) && hasReturn <= 0) {
  953. cError("missing return");
  954. }
  955. cAddInt32Operation(OP_RETURN, vars.maxAddress);
  956. cSetInt32(p, vars.maxAddress);
  957. for(int i = 0; i < returnIndex; i++) {
  958. cSetInt32(returns[i], vars.maxAddress);
  959. }
  960. returnIndex = 0;
  961. }
  962. static void cFunction(DataType rType, const char* name) {
  963. Function f;
  964. cBuildFunction(&f, rType, name);
  965. Function* found = fsSearch(&functions, &f, true);
  966. if(cConsumeTokenIf(T_SEMICOLON)) {
  967. cAddFunction(found, &f);
  968. return;
  969. }
  970. cAddLine(line);
  971. cAddOperation(OP_GOTO);
  972. int32 end = cReserveInt32();
  973. f.address = code->length;
  974. cAddFunction(found, &f);
  975. returnType = rType;
  976. cInnerFunction(&f);
  977. cSetInt32(end, code->length);
  978. }
  979. static void cStruct() {
  980. cConsumeToken(T_LITERAL);
  981. const char* name = cReadString();
  982. if(stsSearch(&structs, name) != NULL) {
  983. cError("struct '%s' registered twice", name);
  984. }
  985. Struct* st = stsAdd(&structs, name);
  986. DataType self = dtStruct(st);
  987. cConsumeToken(T_OPEN_CURVED_BRACKET);
  988. while(!cConsumeTokenIf(T_CLOSE_CURVED_BRACKET)) {
  989. DataType dt = cReadType(cReadTokenAndLine(), true);
  990. if(dtCompare(dt, self)) {
  991. cError("struct %s contains itself", name);
  992. }
  993. cConsumeToken(T_LITERAL);
  994. stAddVariable(st, cReadString(), dt);
  995. cConsumeToken(T_SEMICOLON);
  996. }
  997. cConsumeToken(T_SEMICOLON);
  998. }
  999. static void cGlobalScope(Token t) {
  1000. if(t == T_STRUCT) {
  1001. cStruct();
  1002. return;
  1003. }
  1004. DataType dt = dtVoid();
  1005. if(t != T_VOID) {
  1006. dt = cReadType(t, true);
  1007. }
  1008. cConsumeToken(T_LITERAL);
  1009. const char* name = cReadString();
  1010. if(tPeekToken() == T_OPEN_BRACKET) {
  1011. cFunction(dt, name);
  1012. return;
  1013. }
  1014. cDeclareSet(&globalVars, dt, name, OP_DEREFERENCE_GVAR);
  1015. cConsumeToken(T_SEMICOLON);
  1016. }
  1017. static void cCallMain() {
  1018. Function f;
  1019. fInit(&f, "main", line);
  1020. Function* found = fsSearch(&functions, &f, true);
  1021. if(found != NULL && dtIsVoid(found->returnType)) {
  1022. cAddInt32Operation(OP_PUSH_INT32, 0);
  1023. cAddInt32Operation(OP_GOSUB, found->address);
  1024. cAddInt32(found->size);
  1025. }
  1026. }
  1027. static void cForEachLine() {
  1028. cAddOperation(OP_GRESERVE);
  1029. int p = cReserveInt32();
  1030. while(true) {
  1031. Token t = cReadTokenAndLine();
  1032. if(t == T_END) {
  1033. break;
  1034. }
  1035. cGlobalScope(t);
  1036. }
  1037. cCallMain();
  1038. cSetInt32(p, globalVars.maxAddress);
  1039. cAddInt32Operation(OP_GRESERVE, -globalVars.maxAddress);
  1040. }
  1041. static void cLinkQueuedFunctions() {
  1042. for(int i = 0; i < functionQueue.entries; i++) {
  1043. Function* f = functionQueue.data + i;
  1044. Function* found = fsSearch(&functions, f, false);
  1045. if(found == NULL || found->address == -1) {
  1046. line = f->line;
  1047. cError("unknown function");
  1048. }
  1049. cSetInt32(f->address, found->address);
  1050. }
  1051. }*/
  1052. static void cScanForFunctions() {
  1053. /*while(true) {
  1054. Token t = cReadTokenAndLine();
  1055. if(t == T_END) {
  1056. break;
  1057. }
  1058. }*/
  1059. }
  1060. static void cAllocAndCompile() {
  1061. /*forWhileStack = 0;
  1062. breakIndex = 0;
  1063. returnType = dtVoid();
  1064. onLine = false;
  1065. vsInit(&vars);
  1066. vsInit(&globalVars);
  1067. fsInit(&functions);
  1068. fsInit(&functionQueue);
  1069. stsInit(&structs);*/
  1070. if(!setjmp(errorJump)) {
  1071. cScanForFunctions();
  1072. // cForEachLine();
  1073. // cLinkQueuedFunctions();
  1074. }
  1075. /*stsDelete(&structs);
  1076. fsDelete(&functionQueue);
  1077. fsDelete(&functions);
  1078. vsDelete(&globalVars);
  1079. vsDelete(&vars);*/
  1080. }
  1081. ByteCode* cCompile() {
  1082. error[0] = '\0';
  1083. code = bcInit();
  1084. cAllocAndCompile();
  1085. if(error[0] != '\0') {
  1086. bcDelete(code);
  1087. return NULL;
  1088. }
  1089. return code;
  1090. }
  1091. const char* cGetError() {
  1092. return error;
  1093. }
  1094. int cGetLine() {
  1095. return line;
  1096. }