[0001]
[0002]
[0003]
[0004]
[0005]
[0006]
[0007]
[0008]
[0009]
[0010]
[0011]
[0012]
[0013]
[0014]
[0015]
[0016]
[0017]
[0018]
[0019]
[0020]
[0021]
[0022]
[0023]
[0024]
[0025]
[0026]
[0027]
[0028]
[0029]
[0030]
[0031]
[0032]
[0033]
[0034]
[0035]
[0036]
[0037]
[0038]
[0039]
[0040]
[0041]
[0042]
[0043]
[0044]
[0045]
[0046]
[0047]
[0048]
[0049]
[0050]
[0051]
[0052]
[0053]
[0054]
[0055]
[0056]
[0057]
[0058]
[0059]
[0060]
[0061]
[0062]
[0063]
[0064]
[0065]
[0066]
[0067]
[0068]
[0069]
[0070]
[0071]
[0072]
[0073]
[0074]
[0075]
[0076]
[0077]
[0078]
[0079]
[0080]
[0081]
[0082]
[0083]
[0084]
[0085]
[0086]
[0087]
[0088]
[0089]
[0090]
[0091]
[0092]
[0093]
[0094]
[0095]
[0096]
[0097]
[0098]
[0099]
[0100]
[0101]
[0102]
[0103]
[0104]
[0105]
[0106]
[0107]
[0108]
[0109]
[0110]
[0111]
[0112]
[0113]
[0114]
[0115]
[0116]
[0117]
[0118]
[0119]
[0120]
[0121]
[0122]
[0123]
[0124]
[0125]
[0126]
[0127]
[0128]
[0129]
[0130]
[0131]
[0132]
[0133]
[0134]
[0135]
[0136]
[0137]
[0138]
[0139]
[0140]
[0141]
[0142]
[0143]
[0144]
[0145]
[0146]
[0147]
[0148]
[0149]
[0150]
[0151]
[0152]
[0153]
[0154]
[0155]
[0156]
[0157]
[0158]
[0159]
[0160]
[0161]
[0162]
[0163]
[0164]
[0165]
[0166]
[0167]
[0168]
[0169]
[0170]
[0171]
[0172]
[0173]
[0174]
[0175]
[0176]
[0177]
[0178]
[0179]
[0180]
[0181]
[0182]
[0183]
[0184]
[0185]
[0186]
[0187]
[0188]
[0189]
[0190]
[0191]
[0192]
[0193]
[0194]
[0195]
[0196]
[0197]
[0198]
[0199]
[0200]
[0201]
[0202]
[0203]
[0204]
[0205]
[0206]
[0207]
[0208]
[0209]
[0210]
[0211]
[0212]
[0213]
[0214]
[0215]
[0216]
[0217]
[0218]
[0219]
[0220]
[0221]
[0222]
[0223]
[0224]
[0225]
[0226]
[0227]
[0228]
[0229]
[0230]
[0231]
[0232]
[0233]
[0234]
[0235]
[0236]
[0237]
[0238]
[0239]
[0240]
[0241]
[0242]
[0243]
[0244]
[0245]
[0246]
[0247]
[0248]
[0249]
[0250]
[0251]
[0252]
[0253]
[0254]
[0255]
[0256]
[0257]
[0258]
[0259]
[0260]
[0261]
[0262]
[0263]
[0264]
[0265]
[0266]
[0267]
[0268]
[0269]
[0270]
[0271]
[0272]
[0273]
[0274]
[0275]
[0276]
[0277]
[0278]
[0279]
[0280]
[0281]
[0282]
[0283]
[0284]
[0285]
[0286]
[0287]
[0288]
[0289]
[0290]
[0291]
[0292]
[0293]
[0294]
[0295]
[0296]
[0297]
[0298]
[0299]
[0300]
[0301]
[0302]
[0303]
[0304]
[0305]
[0306]
[0307]
[0308]
[0309]
[0310]
[0311]
[0312]
[0313]
[0314]
[0315]
[0316]
[0317]
[0318]
[0319]
[0320]
[0321]
[0322]
[0323]
[0324]
[0325]
[0326]
[0327]
[0328]
[0329]
[0330]
[0331]
[0332]
[0333]
[0334]
[0335]
[0336]
[0337]
[0338]
[0339]
[0340]
[0341]
[0342]
[0343]
[0344]
[0345]
[0346]
[0347]
[0348]
[0349]
[0350]
[0351]
[0352]
[0353]
[0354]
[0355]
[0356]
[0357]
[0358]
[0359]
[0360]
[0361]
[0362]
[0363]
[0364]
[0365]
[0366]
[0367]
[0368]
[0369]
[0370]
[0371]
[0372]
[0373]
[0374]
[0375]
[0376]
[0377]
[0378]
[0379]
[0380]
[0381]
[0382]
[0383]
[0384]
[0385]
[0386]
[0387]
[0388]
[0389]
[0390]
[0391]
[0392]
[0393]
[0394]
[0395]
[0396]
[0397]
[0398]
[0399]
[0400]
[0401]
[0402]
[0403]
[0404]
[0405]
[0406]
[0407]
[0408]
[0409]
[0410]
[0411]
[0412]
[0413]
[0414]
[0415]
[0416]
[0417]
[0418]
[0419]
[0420]
[0421]
[0422]
[0423]
[0424]
[0425]
[0426]
[0427]
[0428]
[0429]
[0430]
[0431]
[0432]
[0433]
[0434]
[0435]
[0436]
[0437]
[0438]
[0439]
[0440]
[0441]
[0442]
[0443]
[0444]
[0445]
[0446]
[0447]
[0448]
[0449]
[0450]
[0451]
[0452]
[0453]
[0454]
[0455]
[0456]
[0457]
[0458]
[0459]
[0460]
[0461]
[0462]
[0463]
[0464]
[0465]
[0466]
[0467]
[0468]
[0469]
[0470]
[0471]
[0472]
[0473]
[0474]
[0475]
[0476]
[0477]
[0478]
[0479]
[0480]
[0481]
[0482]
[0483]
[0484]
[0485]
[0486]
[0487]
[0488]
[0489]
[0490]
[0491]
[0492]
[0493]
[0494]
[0495]
[0496]
[0497]
[0498]
[0499]
[0500]
[0501]
[0502]
[0503]
[0504]
[0505]
[0506]
[0507]
[0508]
[0509]
[0510]
[0511]
[0512]
[0513]
[0514]
[0515]
[0516]
[0517]
[0518]
[0519]
[0520]
[0521]
[0522]
[0523]
[0524]
[0525]
[0526]
[0527]
[0528]
[0529]
[0530]
[0531]
[0532]
[0533]
[0534]
[0535]
[0536]
[0537]
[0538]
[0539]
[0540]
[0541]
[0542]
[0543]
[0544]
[0545]
[0546]
[0547]
[0548]
[0549]
[0550]
[0551]
[0552]
[0553]
[0554]
[0555]
[0556]
[0557]
[0558]
[0559]
[0560]
[0561]
[0562]
[0563]
[0564]
[0565]
[0566]
[0567]
[0568]
[0569]
[0570]
[0571]
[0572]
[0573]
[0574]
[0575]
[0576]
[0577]
[0578]
[0579]
[0580]
[0581]
[0582]
[0583]
[0584]
[0585]
[0586]
[0587]
[0588]
[0589]
[0590]
[0591]
[0592]
[0593]
[0594]
[0595]
[0596]
[0597]
[0598]
[0599]
[0600]
[0601]
[0602]
[0603]
[0604]
[0605]
[0606]
[0607]
[0608]
[0609]
[0610]
[0611]
[0612]
[0613]
[0614]
[0615]
[0616]
[0617]
[0618]
[0619]
[0620]
[0621]
[0622]
[0623]
[0624]
[0625]
[0626]
[0627]
[0628]
[0629]
[0630]
[0631]
[0632]
[0633]
[0634]
[0635]
[0636]
[0637]
[0638]
[0639]
[0640]
[0641]
[0642]
[0643]
[0644]
[0645]
[0646]
[0647]
[0648]
[0649]
[0650]
[0651]
[0652]
[0653]
[0654]
[0655]
[0656]
[0657]
[0658]
[0659]
[0660]
[0661]
[0662]
[0663]
[0664]
[0665]
[0666]
[0667]
[0668]
[0669]
[0670]
[0671]
[0672]
[0673]
[0674]
[0675]
[0676]
[0677]
[0678]
[0679]
[0680]
[0681]
[0682]
[0683]
[0684]
[0685]
[0686]
[0687]
[0688]
[0689]
[0690]
[0691]
[0692]
[0693]
[0694]
[0695]
[0696]
[0697]
[0698]
[0699]
[0700]
[0701]
[0702]
[0703]
[0704]
[0705]
[0706]
[0707]
[0708]
[0709]
[0710]
[0711]
[0712]
[0713]
[0714]
[0715]
[0716]
[0717]
[0718]
[0719]
[0720]
[0721]
[0722]
[0723]
[0724]
[0725]
[0726]
[0727]
[0728]
[0729]
[0730]
[0731]
[0732]
[0733]
[0734]
[0735]
[0736]
[0737]
[0738]
[0739]
[0740]
[0741]
[0742]
[0743]
[0744]
[0745]
[0746]
[0747]
[0748]
[0749]
[0750]
[0751]
[0752]
[0753]
[0754]
[0755]
[0756]
[0757]
[0758]
[0759]
[0760]
[0761]
[0762]
[0763]
[0764]
[0765]
[0766]
[0767]
[0768]
[0769]
[0770]
[0771]
[0772]
[0773]
[0774]
[0775]
[0776]
[0777]
[0778]
[0779]
[0780]
[0781]
[0782]
[0783]
[0784]
[0785]
[0786]
[0787]
[0788]
[0789]
[0790]
[0791]
[0792]
[0793]
[0794]
[0795]
[0796]
[0797]
[0798]
[0799]
[0800]
[0801]
[0802]
[0803]
[0804]
[0805]
[0806]
[0807]
[0808]
[0809]
[0810]
[0811]
[0812]
[0813]
[0814]
[0815]
[0816]
[0817]
[0818]
[0819]
[0820]
[0821]
[0822]
[0823]
[0824]
[0825]
[0826]
[0827]
[0828]
[0829]
[0830]
[0831]
[0832]
[0833]
[0834]
[0835]
[0836]
[0837]
[0838]
[0839]
[0840]
[0841]
[0842]
[0843]
[0844]
[0845]
[0846]
[0847]
[0848]
[0849]
[0850]
[0851]
[0852]
[0853]
[0854]
[0855]
[0856]
[0857]
[0858]
[0859]
[0860]
[0861]
[0862]
[0863]
[0864]
[0865]
[0866]
[0867]
[0868]
[0869]
[0870]
[0871]
[0872]
[0873]
[0874]
[0875]
[0876]
[0877]
[0878]
[0879]
[0880]
[0881]
[0882]
[0883]
[0884]
[0885]
[0886]
[0887]
[0888]
[0889]
[0890]
[0891]
[0892]
[0893]
[0894]
[0895]
[0896]
[0897]
[0898]
[0899]
[0900]
[0901]
[0902]
[0903]
[0904]
[0905]
[0906]
[0907]
[0908]
[0909]
[0910]
[0911]
[0912]
[0913]
[0914]
[0915]
[0916]
[0917]
[0918]
[0919]
[0920]
[0921]
[0922]
[0923]
[0924]
[0925]
[0926]
[0927]
[0928]
[0929]
[0930]
[0931]
[0932]
[0933]
[0934]
[0935]
[0936]
[0937]
[0938]
[0939]
[0940]
[0941]
[0942]
[0943]
[0944]
[0945]
[0946]
[0947]
[0948]
[0949]
[0950]
[0951]
[0952]
[0953]
[0954]
[0955]
[0956]
[0957]
[0958]
[0959]
[0960]
[0961]
[0962]
[0963]
[0964]
[0965]
[0966]
[0967]
[0968]
[0969]
[0970]
[0971]
[0972]
[0973]
[0974]
[0975]
[0976]
[0977]
[0978]
[0979]
[0980]
[0981]
[0982]
[0983]
[0984]
[0985]
[0986]
[0987]
[0988]
[0989]
[0990]
[0991]
[0992]
[0993]
[0994]
[0995]
[0996]
[0997]
[0998]
[0999]
[1000]
[1001]
[1002]
[1003]
[1004]
[1005]
[1006]
[1007]
[1008]
[1009]
[1010]
[1011]
[1012]
[1013]
[1014]
[1015]
[1016]
[1017]
[1018]
[1019]
[1020]
[1021]
[1022]
[1023]
[1024]
[1025]
[1026]
[1027]
[1028]
[1029]
[1030]
[1031]
[1032]
[1033]
[1034]
[1035]
[1036]
[1037]
[1038]
[1039]
[1040]
[1041]
[1042]
[1043]
[1044]
[1045]
[1046]
[1047]
[1048]
[1049]
[1050]
[1051]
[1052]
[1053]
[1054]
[1055]
[1056]
[1057]
[1058]
[1059]
[1060]
[1061]
[1062]
[1063]
[1064]
[1065]
[1066]
[1067]
[1068]
[1069]
[1070]
[1071]
[1072]
[1073]
[1074]
[1075]
[1076]
[1077]
[1078]
[1079]
[1080]
[1081]
[1082]
[1083]
[1084]
[1085]
[1086]
[1087]
[1088]
[1089]
[1090]
[1091]
[1092]
[1093]
[1094]
[1095]
[1096]
[1097]
[1098]
[1099]
[1100]
[1101]
[1102]
[1103]
[1104]
[1105]
[1106]
[1107]
[1108]
[1109]
[1110]
[1111]
[1112]
[1113]
[1114]
[1115]
[1116]
[1117]
[1118]
[1119]
[1120]
[1121]
[1122]
[1123]
[1124]
[1125]
[1126]
[1127]
[1128]
[1129]
[1130]
[1131]
[1132]
[1133]
[1134]
[1135]
[1136]
[1137]
[1138]
[1139]
[1140]
[1141]
[1142]
[1143]
[1144]
[1145]
[1146]
[1147]
[1148]
[1149]
[1150]
[1151]
[1152]
[1153]
[1154]
[1155]
[1156]
[1157]
[1158]
[1159]
[1160]
[1161]
[1162]
[1163]
[1164]
[1165]
[1166]
[1167]
[1168]
[1169]
[1170]
[1171]
[1172]
[1173]
[1174]
[1175]
[1176]
[1177]
[1178]
[1179]
[1180]
[1181]
[1182]
[1183]
[1184]
[1185]
[1186]
[1187]
[1188]
[1189]
[1190]
[1191]
[1192]
[1193]
[1194]
[1195]
[1196]
[1197]
[1198]
[1199]
[1200]
[1201]
[1202]
[1203]
[1204]
[1205]
[1206]
[1207]
[1208]
[1209]
[1210]
[1211]
[1212]
[1213]
[1214]
[1215]
[1216]
[1217]
[1218]
[1219]
[1220]
[1221]
[1222]
[1223]
[1224]
[1225]
[1226]
[1227]
[1228]
[1229]
[1230]
[1231]
[1232]
[1233]
[1234]
[1235]
[1236]
[1237]
[1238]
[1239]
[1240]
[1241]
[1242]
[1243]
[1244]
[1245]
[1246]
[1247]
[1248]
[1249]
[1250]
[1251]
[1252]
[1253]
[1254]
[1255]
[1256]
[1257]
[1258]
[1259]
[1260]
[1261]
[1262]
[1263]
[1264]
[1265]
[1266]
[1267]
[1268]
[1269]
[1270]
[1271]
[1272]
[1273]
[1274]
[1275]
[1276]
[1277]
[1278]
[1279]
[1280]
[1281]
[1282]
[1283]
[1284]
[1285]
[1286]
[1287]
[1288]
[1289]
[1290]
[1291]
[1292]
[1293]
[1294]
[1295]
[1296]
[1297]
[1298]
[1299]
[1300]
[1301]
[1302]
[1303]
[1304]
[1305]
[1306]
[1307]
[1308]
[1309]
[1310]
[1311]
[1312]
[1313]
[1314]
[1315]
[1316]
[1317]
[1318]
[1319]
[1320]
[1321]
[1322]
[1323]
[1324]
[1325]
[1326]
[1327]
[1328]
[1329]
[1330]
[1331]
[1332]
[1333]
[1334]
[1335]
[1336]
[1337]
[1338]
[1339]
[1340]
[1341]
[1342]
[1343]
[1344]
[1345]
[1346]
[1347]
[1348]
[1349]
[1350]
[1351]
[1352]
[1353]
[1354]
[1355]
[1356]
[1357]
[1358]
[1359]
[1360]
[1361]
[1362]
[1363]
[1364]
[1365]
[1366]
[1367]
[1368]
[1369]
[1370]
[1371]
[1372]
[1373]
[1374]
[1375]
[1376]
[1377]
[1378]
[1379]
[1380]
[1381]
[1382]
[1383]
[1384]
[1385]
[1386]
[1387]
[1388]
[1389]
[1390]
[1391]
[1392]
[1393]
[1394]
[1395]
[1396]
[1397]
[1398]
[1399]
[1400]
[1401]
[1402]
[1403]
[1404]
[1405]
[1406]
[1407]
[1408]
[1409]
[1410]
[1411]
[1412]
[1413]
[1414]
[1415]
[1416]
[1417]
[1418]
[1419]
[1420]
[1421]
[1422]
[1423]
[1424]
[1425]
[1426]
[1427]
[1428]
[1429]
[1430]
[1431]
[1432]
[1433]
[1434]
[1435]
[1436]
[1437]
[1438]
[1439]
[1440]
[1441]
[1442]
[1443]
[1444]
[1445]
[1446]
[1447]
[1448]
[1449]
[1450]
[1451]
[1452]
[1453]
[1454]
[1455]
[1456]
[1457]
[1458]
[1459]
[1460]
[1461]
[1462]
[1463]
[1464]
[1465]
[1466]
[1467]
[1468]
[1469]
[1470]
[1471]
[1472]
[1473]
[1474]
[1475]
[1476]
[1477]
[1478]
[1479]
[1480]
[1481]
[1482]
[1483]
[1484]
[1485]
[1486]
[1487]
[1488]
[1489]
[1490]
[1491]
[1492]
[1493]
[1494]
[1495]
[1496]
[1497]
[1498]
[1499]
[1500]
[1501]
[1502]
[1503]
[1504]
[1505]
[1506]
[1507]
[1508]
[1509]
[1510]
[1511]
[1512]
[1513]
[1514]
[1515]
[1516]
[1517]
[1518]
[1519]
[1520]
[1521]
[1522]
[1523]
[1524]
[1525]
[1526]
[1527]
[1528]
[1529]
[1530]
[1531]
[1532]
[1533]
[1534]
[1535]
[1536]
[1537]
[1538]
[1539]
[1540]
[1541]
[1542]
[1543]
[1544]
[1545]
[1546]
[1547]
[1548]
[1549]
[1550]
[1551]
[1552]
[1553]
[1554]
[1555]
[1556]
[1557]
[1558]
[1559]
[1560]
[1561]
[1562]
[1563]
[1564]
[1565]
[1566]
[1567]
[1568]
[1569]
[1570]
[1571]
[1572]
[1573]
[1574]
[1575]
[1576]
[1577]
[1578]
[1579]
[1580]
[1581]
[1582]
[1583]
[1584]
[1585]
[1586]
[1587]
[1588]
[1589]
[1590]
[1591]
[1592]
[1593]
[1594]
[1595]
[1596]
[1597]
[1598]
[1599]
[1600]
[1601]
[1602]
[1603]
[1604]
[1605]
[1606]
[1607]
[1608]
[1609]
[1610]
[1611]
[1612]
[1613]
[1614]
[1615]
[1616]
[1617]
[1618]
[1619]
[1620]
[1621]
[1622]
[1623]
[1624]
[1625]
[1626]
[1627]
[1628]
[1629]
[1630]
[1631]
[1632]
[1633]
[1634]
[1635]
[1636]
[1637]
[1638]
[1639]
[1640]
[1641]
[1642]
[1643]
[1644]
[1645]
[1646]
[1647]
[1648]
[1649]
[1650]
[1651]
[1652]
[1653]
[1654]
[1655]
[1656]
[1657]
[1658]
[1659]
[1660]
[1661]
[1662]
[1663]
[1664]
[1665]
[1666]
[1667]
[1668]
[1669]
[1670]
[1671]
[1672]
[1673]
[1674]
[1675]
[1676]
[1677]
[1678]
[1679]
[1680]
[1681]
[1682]
[1683]
[1684]
[1685]
[1686]
[1687]
[1688]
[1689]
[1690]
[1691]
[1692]
[1693]
[1694]
[1695]
[1696]
[1697]
[1698]
[1699]
[1700]
[1701]
[1702]
[1703]
[1704]
[1705]
[1706]
[1707]
[1708]
[1709]
[1710]
[1711]
[1712]
[1713]
[1714]
[1715]
[1716]
[1717]
[1718]
[1719]
[1720]
[1721]
[1722]
[1723]
[1724]
[1725]
[1726]
[1727]
[1728]
[1729]
[1730]
[1731]
[1732]
[1733]
[1734]
[1735]
[1736]
[1737]
[1738]
[1739]
[1740]
[1741]
[1742]
[1743]
[1744]
[1745]
[1746]
[1747]
[1748]
[1749]
[1750]
[1751]
[1752]
[1753]
[1754]
[1755]
[1756]
[1757]
[1758]
[1759]
[1760]
[1761]
[1762]
[1763]
[1764]
[1765]
[1766]
[1767]
[1768]
[1769]
[1770]
[1771]
[1772]
[1773]
[1774]
[1775]
[1776]
[1777]
[1778]
[1779]
[1780]
[1781]
[1782]
[1783]
[1784]
[1785]
[1786]
[1787]
[1788]
[1789]
[1790]
[1791]
[1792]
[1793]
[1794]
[1795]
[1796]
[1797]
[1798]
[1799]
[1800]
[1801]
[1802]
[1803]
[1804]
[1805]
[1806]
[1807]
[1808]
[1809]
[1810]
[1811]
[1812]
[1813]
[1814]
[1815]
[1816]
[1817]
[1818]
[1819]
[1820]
[1821]
[1822]
[1823]
[1824]
[1825]
[1826]
[1827]
[1828]
[1829]
[1830]
[1831]
[1832]
[1833]
[1834]
[1835]
[1836]
[1837]
[1838]
[1839]
[1840]
[1841]
[1842]
[1843]
[1844]
[1845]
[1846]
[1847]
[1848]
[1849]
[1850]
[1851]
[1852]
[1853]
[1854]
[1855]
[1856]
[1857]
[1858]
[1859]
[1860]
[1861]
[1862]
[1863]
[1864]
[1865]
[1866]
[1867]
[1868]
[1869]
[1870]
[1871]
[1872]
[1873]
[1874]
[1875]
[1876]
[1877]
[1878]
[1879]
[1880]
[1881]
[1882]
[1883]
[1884]
[1885]
[1886]
[1887]
[1888]
[1889]
[1890]
[1891]
[1892]
[1893]
[1894]
[1895]
[1896]
[1897]
[1898]
[1899]
[1900]
[1901]
[1902]
[1903]
[1904]
[1905]
[1906]
[1907]
[1908]
[1909]
[1910]
[1911]
[1912]
[1913]
[1914]
[1915]
[1916]
[1917]
[1918]
[1919]
[1920]
[1921]
[1922]
[1923]
[1924]
[1925]
[1926]
[1927]
[1928]
[1929]
[1930]
[1931]
[1932]
[1933]
[1934]
[1935]
[1936]
[1937]
[1938]
[1939]
[1940]
[1941]
[1942]
[1943]
[1944]
[1945]
[1946]
[1947]
[1948]
[1949]
[1950]
[1951]
[1952]
[1953]
[1954]
[1955]
[1956]
[1957]
[1958]
[1959]
[1960]
[1961]
[1962]
[1963]
[1964]
[1965]
[1966]
[1967]
[1968]
[1969]
[1970]
[1971]
[1972]
[1973]
[1974]
[1975]
[1976]
[1977]
[1978]
[1979]
[1980]
[1981]
[1982]
[1983]
[1984]
[1985]
[1986]
[1987]
[1988]
[1989]
[1990]
[1991]
[1992]
[1993]
[1994]
[1995]
[1996]
[1997]
[1998]
[1999]
[2000]
[2001]
[2002]
[2003]
[2004]
[2005]
[2006]
[2007]
[2008]
[2009]
[2010]
[2011]
[2012]
[2013]
[2014]
[2015]
[2016]
[2017]
[2018]
[2019]
[2020]
[2021]
[2022]
[2023]
[2024]
[2025]
[2026]
[2027]
[2028]
[2029]
[2030]
[2031]
[2032]
[2033]
[2034]
[2035]
[2036]
[2037]
[2038]
[2039]
[2040]
[2041]
[2042]
[2043]
[2044]
[2045]
[2046]
[2047]
[2048]
[2049]
[2050]
[2051]
[2052]
[2053]
[2054]
[2055]
[2056]
[2057]
[2058]
[2059]
[2060]
[2061]
[2062]
[2063]
[2064]
[2065]
[2066]
[2067]
[2068]
[2069]
[2070]
[2071]
[2072]
[2073]
[2074]
[2075]
[2076]
[2077]
[2078]
[2079]
[2080]
[2081]
[2082]
[2083]
[2084]
[2085]
[2086]
[2087]
[2088]
[2089]
[2090]
[2091]
[2092]
[2093]
[2094]
[2095]
[2096]
[2097]
[2098]
[2099]
[2100]
[2101]
[2102]
[2103]
[2104]
[2105]
[2106]
[2107]
[2108]
[2109]
[2110]
[2111]
[2112]
[2113]
[2114]
[2115]
[2116]
[2117]
[2118]
[2119]
[2120]
[2121]
[2122]
[2123]
[2124]
[2125]
[2126]
[2127]
[2128]
[2129]
[2130]
[2131]
[2132]
[2133]
[2134]
[2135]
[2136]
[2137]
[2138]
[2139]
[2140]
[2141]
[2142]
[2143]
[2144]
[2145]
[2146]
[2147]
[2148]
[2149]
[2150]
[2151]
[2152]
[2153]
[2154]
[2155]
[2156]
[2157]
[2158]
[2159]
[2160]
[2161]
[2162]
[2163]
[2164]
[2165]
[2166]
[2167]
[2168]
[2169]
[2170]
[2171]
[2172]
[2173]
[2174]
[2175]
[2176]
[2177]
[2178]
[2179]
[2180]
[2181]
[2182]
[2183]
[2184]
[2185]
[2186]
[2187]
[2188]
[2189]
[2190]
[2191]
[2192]
[2193]
[2194]
[2195]
[2196]
[2197]
[2198]
[2199]
[2200]
[2201]
[2202]
[2203]
[2204]
[2205]
[2206]
[2207]
[2208]
[2209]
[2210]
[2211]
[2212]
[2213]
[2214]
[2215]
[2216]
[2217]
[2218]
[2219]
[2220]
[2221]
[2222]
[2223]
[2224]
[2225]
[2226]
[2227]
[2228]
[2229]
[2230]
[2231]
[2232]
[2233]
[2234]
[2235]
[2236]
[2237]
[2238]
[2239]
[2240]
[2241]
[2242]
[2243]
[2244]
[2245]
[2246]
[2247]
[2248]
[2249]
[2250]
[2251]
[2252]
[2253]
[2254]
[2255]
[2256]
[2257]
[2258]
[2259]
[2260]
[2261]
[2262]
[2263]
[2264]
[2265]
[2266]
[2267]
[2268]
[2269]
[2270]
[2271]
[2272]
[2273]
[2274]
[2275]
[2276]
[2277]
[2278]
[2279]
[2280]
[2281]
[2282]
[2283]
[2284]
[2285]
[2286]
[2287]
[2288]
[2289]
[2290]
[2291]
[2292]
[2293]
[2294]
[2295]
[2296]
[2297]
[2298]
[2299]
[2300]
[2301]
[2302]
[2303]
[2304]
[2305]
[2306]
[2307]
[2308]
[2309]
[2310]
[2311]
[2312]
[2313]
[2314]
[2315]
[2316]
[2317]
[2318]
[2319]
[2320]
[2321]
[2322]
[2323]
[2324]
[2325]
[2326]
[2327]
[2328]
[2329]
[2330]
[2331]
[2332]
[2333]
[2334]
[2335]
[2336]
[2337]
[2338]
[2339]
[2340]
[2341]
[2342]
[2343]
[2344]
[2345]
[2346]
[2347]
[2348]
[2349]
[2350]
[2351]
[2352]
[2353]
[2354]
[2355]
[2356]
[2357]
[2358]
[2359]
[2360]
[2361]
[2362]
[2363]
[2364]
[2365]
[2366]
[2367]
[2368]
[2369]
[2370]
[2371]
[2372]
[2373]
[2374]
[2375]
[2376]
[2377]
[2378]
[2379]
[2380]
[2381]
[2382]
[2383]
[2384]
[2385]
[2386]
[2387]
[2388]
[2389]
[2390]
[2391]
[2392]
[2393]
[2394]
[2395]
[2396]
[2397]
[2398]
[2399]
[2400]
[2401]
[2402]
[2403]
[2404]
[2405]
[2406]
[2407]
[2408]
[2409]
[2410]
[2411]
[2412]
[2413]
[2414]
[2415]
[2416]
[2417]
[2418]
[2419]
[2420]
[2421]
[2422]
[2423]
[2424]
[2425]
[2426]
[2427]
[2428]
[2429]
[2430]
[2431]
[2432]
[2433]
[2434]
[2435]
[2436]
[2437]
[2438]
[2439]
[2440]
[2441]
[2442]
[2443]
[2444]
[2445]
[2446]
[2447]
[2448]
[2449]
[2450]
[2451]
[2452]
[2453]
[2454]
[2455]
[2456]
[2457]
[2458]
[2459]
[2460]
[2461]
[2462]
[2463]
[2464]
[2465]
[2466]
[2467]
[2468]
[2469]
[2470]
[2471]
[2472]
[2473]
[2474]
[2475]
[2476]
[2477]
[2478]
[2479]
[2480]
[2481]
[2482]
[2483]
[2484]
[2485]
[2486]
[2487]
[2488]
[2489]
[2490]
[2491]
[2492]
[2493]
[2494]
[2495]
[2496]
[2497]
[2498]
[2499]
[2500]
[2501]
[2502]
[2503]
[2504]
[2505]
[2506]
[2507]
[2508]
[2509]
[2510]
[2511]
[2512]
[2513]
[2514]
[2515]
[2516]
[2517]
[2518]
[2519]
[2520]
[2521]
[2522]
[2523]
[2524]
[2525]
[2526]
[2527]
[2528]
[2529]
[2530]
[2531]
[2532]
[2533]
[2534]
[2535]
[2536]
[2537]
[2538]
[2539]
[2540]
[2541]
[2542]
[2543]
[2544]
[2545]
[2546]
[2547]
[2548]
[2549]
[2550]
[2551]
[2552]
[2553]
[2554]
[2555]
[2556]
[2557]
[2558]
[2559]
[2560]
[2561]
[2562]
[2563]
[2564]
[2565]
[2566]
[2567]
[2568]
[2569]
[2570]
[2571]
[2572]
[2573]
[2574]
[2575]
[2576]
[2577]
[2578]
[2579]
[2580]
[2581]
[2582]
[2583]
[2584]
[2585]
[2586]
[2587]
[2588]
[2589]
[2590]
[2591]
[2592]
[2593]
[2594]
[2595]
[2596]
[2597]
[2598]
[2599]
[2600]
[2601]
[2602]
[2603]
[2604]
[2605]
[2606]
[2607]
[2608]
[2609]
[2610]
[2611]
[2612]
[2613]
[2614]
[2615]
[2616]
[2617]
[2618]
[2619]
[2620]
[2621]
[2622]
[2623]
[2624]
[2625]
[2626]
[2627]
[2628]
[2629]
[2630]
[2631]
[2632]
[2633]
[2634]
[2635]
[2636]
[2637]
[2638]
[2639]
[2640]
[2641]
[2642]
[2643]
[2644]
[2645]
[2646]
[2647]
[2648]
[2649]
[2650]
[2651]
[2652]
[2653]
[2654]
[2655]
[2656]
[2657]
[2658]
[2659]
[2660]
[2661]
[2662]
[2663]
[2664]
[2665]
[2666]
[2667]
[2668]
[2669]
[2670]
[2671]
[2672]
[2673]
[2674]
[2675]
[2676]
[2677]
[2678]
[2679]
[2680]
[2681]
[2682]
[2683]
[2684]
[2685]
[2686]
[2687]
[2688]
[2689]
[2690]
[2691]
[2692]
[2693]
[2694]
[2695]
[2696]
[2697]
[2698]
[2699]
[2700]
[2701]
[2702]
[2703]
[2704]
[2705]
[2706]
[2707]
[2708]
[2709]
[2710]
[2711]
[2712]
[2713]
[2714]
[2715]
[2716]
[2717]
[2718]
[2719]
[2720]
[2721]
[2722]
[2723]
[2724]
[2725]
[2726]
[2727]
[2728]
[2729]
[2730]
[2731]
[2732]
[2733]
[2734]
[2735]
[2736]
[2737]
[2738]
[2739]
[2740]
[2741]
[2742]
[2743]
[2744]
[2745]
[2746]
[2747]
[2748]
[2749]
[2750]
[2751]
[2752]
[2753]
[2754]
[2755]
[2756]
[2757]
[2758]
[2759]
[2760]
[2761]
[2762]
[2763]
[2764]
[2765]
[2766]
[2767]
[2768]
[2769]
[2770]
[2771]
[2772]
[2773]
[2774]
[2775]
[2776]
[2777]
[2778]
[2779]
[2780]
[2781]
[2782]
[2783]
[2784]
[2785]
[2786]
[2787]
[2788]
[2789]
[2790]
[2791]
[2792]
[2793]
[2794]
[2795]
[2796]
[2797]
[2798]
[2799]
[2800]
[2801]
[2802]
[2803]
[2804]
[2805]
[2806]
[2807]
[2808]
[2809]
[2810]
[2811]
[2812]
[2813]
[2814]
[2815]
[2816]
[2817]
[2818]
[2819]
[2820]
[2821]
[2822]
[2823]
[2824]
[2825]
[2826]
[2827]
[2828]
[2829]
[2830]
[2831]
[2832]
[2833]
[2834]
[2835]
[2836]
[2837]
[2838]
[2839]
[2840]
[2841]
[2842]
[2843]
[2844]
[2845]
[2846]
[2847]
[2848]
[2849]
[2850]
[2851]
[2852]
[2853]
[2854]
[2855]
[2856]
[2857]
[2858]
[2859]
[2860]
[2861]
[2862]
[2863]
[2864]
[2865]
[2866]
[2867]
[2868]
[2869]
[2870]
[2871]
[2872]
[2873]
[2874]
[2875]
[2876]
[2877]
[2878]
[2879]
[2880]
[2881]
[2882]
[2883]
[2884]
[2885]
[2886]
[2887]
[2888]
[2889]
[2890]
[2891]
[2892]
[2893]
[2894]
[2895]
[2896]
[2897]
[2898]
[2899]
[2900]
[2901]
[2902]
[2903]
[2904]
[2905]
[2906]
[2907]
[2908]
[2909]
[2910]
[2911]
[2912]
[2913]
[2914]
[2915]
[2916]
[2917]
[2918]
[2919]
[2920]
[2921]
[2922]
[2923]
[2924]
[2925]
[2926]
[2927]
[2928]
[2929]
[2930]
[2931]
[2932]
[2933]
[2934]
[2935]
[2936]
[2937]
[2938]
[2939]
[2940]
[2941]
[2942]
[2943]
[2944]
[2945]
[2946]
[2947]
[2948]
[2949]
[2950]
[2951]
[2952]
[2953]
[2954]
[2955]
[2956]
[2957]
[2958]
[2959]
[2960]
[2961]
[2962]
[2963]
[2964]
[2965]
[2966]
[2967]
[2968]
[2969]
[2970]
[2971]
[2972]
[2973]
[2974]
[2975]
[2976]
[2977]
[2978]
[2979]
[2980]
[2981]
[2982]
[2983]
[2984]
[2985]
[2986]
[2987]
[2988]
[2989]
[2990]
[2991]
[2992]
[2993]
[2994]
[2995]
[2996]
[2997]
[2998]
[2999]
[3000]
[3001]
[3002]
[3003]
[3004]
[3005]
[3006]
[3007]
[3008]
[3009]
[3010]
[3011]
[3012]
[3013]
[3014]
[3015]
[3016]
[3017]
[3018]
[3019]
[3020]
[3021]
[3022]
[3023]
[3024]
[3025]
[3026]
[3027]
[3028]
[3029]
[3030]
[3031]
[3032]
[3033]
[3034]
[3035]
[3036]
[3037]
[3038]
[3039]
[3040]
[3041]
[3042]
[3043]
[3044]
[3045]
[3046]
[3047]
[3048]
[3049]
[3050]
[3051]
[3052]
[3053]
[3054]
[3055]
[3056]
[3057]
[3058]
[3059]
[3060]
[3061]
[3062]
[3063]
[3064]
[3065]
[3066]
[3067]
[3068]
[3069]
[3070]
[3071]
[3072]
[3073]
[3074]
[3075]
[3076]
[3077]
[3078]
[3079]
[3080]
[3081]
[3082]
[3083]
[3084]
[3085]
[3086]
[3087]
[3088]
[3089]
[3090]
[3091]
[3092]
[3093]
[3094]
[3095]
[3096]
[3097]
[3098]
[3099]
[3100]
[3101]
[3102]
[3103]
[3104]
[3105]
[3106]
[3107]
[3108]
[3109]
[3110]
[3111]
[3112]
[3113]
[3114]
[3115]
[3116]
[3117]
[3118]
[3119]
[3120]
[3121]
[3122]
[3123]
[3124]
[3125]
[3126]
[3127]
[3128]
[3129]
[3130]
[3131]
[3132]
[3133]
[3134]
[3135]
[3136]
[3137]
[3138]
[3139]
[3140]
[3141]
[3142]
[3143]
[3144]
[3145]
[3146]
[3147]
[3148]
[3149]
[3150]
[3151]
[3152]
[3153]
[3154]
[3155]
[3156]
[3157]
[3158]
[3159]
[3160]
[3161]
[3162]
[3163]
[3164]
[3165]
[3166]
[3167]
[3168]
[3169]
[3170]
[3171]
[3172]
[3173]
[3174]
[3175]
[3176]
[3177]
[3178]
[3179]
[3180]
[3181]
[3182]
[3183]
[3184]
[3185]
[3186]
[3187]
[3188]
[3189]
[3190]
[3191]
[3192]
[3193]
[3194]
[3195]
[3196]
[3197]
[3198]
[3199]
[3200]
[3201]
[3202]
[3203]
[3204]
[3205]
[3206]
[3207]
[3208]
[3209]
[3210]
[3211]
[3212]
[3213]
[3214]
[3215]
[3216]
[3217]
[3218]
[3219]
[3220]
[3221]
[3222]
[3223]
[3224]
[3225]
[3226]
[3227]
[3228]
[3229]
[3230]
[3231]
[3232]
[3233]
[3234]
[3235]
[3236]
[3237]
[3238]
[3239]
[3240]
[3241]
[3242]
[3243]
[3244]
[3245]
[3246]
[3247]
[3248]
[3249]
[3250]
[3251]
[3252]
[3253]
[3254]
[3255]
[3256]
[3257]
[3258]
[3259]
[3260]
[3261]
[3262]
[3263]
[3264]
[3265]
[3266]
[3267]
[3268]
[3269]
[3270]
[3271]
[3272]
[3273]
[3274]
[3275]
[3276]
[3277]
[3278]
[3279]
[3280]
[3281]
[3282]
[3283]
[3284]
[3285]
[3286]
[3287]
[3288]
[3289]
[3290]
[3291]
[3292]
[3293]
[3294]
[3295]
[3296]
[3297]
[3298]
[3299]
[3300]
[3301]
[3302]
[3303]
[3304]
[3305]
[3306]
[3307]
[3308]
[3309]
[3310]
[3311]
[3312]
[3313]
[3314]
[3315]
[3316]
[3317]
[3318]
[3319]
[3320]
[3321]
[3322]
[3323]
[3324]
[3325]
[3326]
[3327]
[3328]
[3329]
[3330]
[3331]
[3332]
[3333]
[3334]
[3335]
[3336]
[3337]
[3338]
[3339]
[3340]
[3341]
[3342]
[3343]
[3344]
[3345]
[3346]
[3347]
[3348]
[3349]
[3350]
[3351]
[3352]
[3353]
[3354]
[3355]
[3356]
[3357]
[3358]
[3359]
[3360]
[3361]
[3362]
[3363]
[3364]
[3365]
[3366]
[3367]
[3368]
[3369]
[3370]
[3371]
[3372]
[3373]
[3374]
[3375]
[3376]
[3377]
[3378]
[3379]
[3380]
[3381]
[3382]
[3383]
[3384]
[3385]
[3386]
[3387]
[3388]
[3389]
[3390]
[3391]
[3392]
[3393]
[3394]
[3395]
[3396]
[3397]
[3398]
[3399]
[3400]
[3401]
[3402]
[3403]
[3404]
[3405]
[3406]
[3407]
[3408]
[3409]
[3410]
[3411]
[3412]
[3413]
[3414]
[3415]
[3416]
[3417]
[3418]
[3419]
[3420]
[3421]
[3422]
[3423]
[3424]
[3425]
[3426]
[3427]
[3428]
[3429]
[3430]
[3431]
[3432]
[3433]
[3434]
[3435]
[3436]
[3437]
[3438]
[3439]
[3440]
[3441]
[3442]
[3443]
[3444]
[3445]
[3446]
[3447]
[3448]
[3449]
[3450]
[3451]
[3452]
[3453]
[3454]
[3455]
[3456]
[3457]
[3458]
[3459]
[3460]
[3461]
[3462]
[3463]
[3464]
[3465]
[3466]
[3467]
[3468]
[3469]
[3470]
[3471]
[3472]
[3473]
[3474]
[3475]
[3476]
[3477]
[3478]
[3479]
[3480]
[3481]
[3482]
[3483]
[3484]
[3485]
[3486]
[3487]
[3488]
[3489]
[3490]
[3491]
[3492]
[3493]
[3494]
[3495]
[3496]
[3497]
[3498]
[3499]
[3500]
[3501]
[3502]
[3503]
[3504]
[3505]
[3506]
[3507]
[3508]
[3509]
[3510]
[3511]
[3512]
[3513]
[3514]
[3515]
[3516]
[3517]
[3518]
[3519]
[3520]
[3521]
[3522]
[3523]
[3524]
[3525]
[3526]
[3527]
[3528]
[3529]
[3530]
[3531]
[3532]
[3533]
[3534]
[3535]
[3536]
[3537]
[3538]
[3539]
[3540]
[3541]
[3542]
[3543]
[3544]
[3545]
[3546]
[3547]
[3548]
[3549]
[3550]
[3551]
[3552]
[3553]
[3554]
[3555]
[3556]
[3557]
[3558]
[3559]
[3560]
[3561]
[3562]
[3563]
[3564]
[3565]
[3566]
[3567]
[3568]
[3569]
[3570]
[3571]
[3572]
[3573]
[3574]
[3575]
[3576]
[3577]
[3578]
[3579]
[3580]
[3581]
[3582]
[3583]
[3584]
[3585]
[3586]
[3587]
[3588]
[3589]
[3590]
[3591]
[3592]
[3593]
[3594]
[3595]
[3596]
[3597]
[3598]
[3599]
[3600]
[3601]
[3602]
[3603]
[3604]
[3605]
[3606]
[3607]
[3608]
[3609]
[3610]
[3611]
[3612]
[3613]
[3614]
[3615]
[3616]
[3617]
[3618]
[3619]
[3620]
[3621]
[3622]
[3623]
[3624]
[3625]
[3626]
[3627]
[3628]
[3629]
[3630]
[3631]
[3632]
[3633]
[3634]
[3635]
[3636]
[3637]
[3638]
[3639]
[3640]
[3641]
[3642]
[3643]
[3644]
[3645]
[3646]
[3647]
[3648]
[3649]
[3650]
[3651]
[3652]
[3653]
[3654]
[3655]
[3656]
[3657]
[3658]
[3659]
[3660]
[3661]
[3662]
[3663]
[3664]
[3665]
[3666]
[3667]
[3668]
[3669]
[3670]
[3671]
[3672]
[3673]
[3674]
[3675]
[3676]
[3677]
[3678]
[3679]
[3680]
[3681]
[3682]
[3683]
[3684]
[3685]
[3686]
[3687]
[3688]
[3689]
[3690]
[3691]
[3692]
[3693]
[3694]
[3695]
[3696]
[3697]
[3698]
[3699]
[3700]
[3701]
[3702]
[3703]
[3704]
[3705]
[3706]
[3707]
[3708]
[3709]
[3710]
[3711]
[3712]
[3713]
[3714]
[3715]
[3716]
[3717]
[3718]
[3719]
[3720]
[3721]
[3722]
[3723]
[3724]
[3725]
[3726]
[3727]
[3728]
[3729]
[3730]
[3731]
[3732]
[3733]
[3734]
[3735]
[3736]
[3737]
[3738]
[3739]
[3740]
[3741]
[3742]
[3743]
[3744]
[3745]
[3746]
[3747]
[3748]
[3749]
[3750]
[3751]
[3752]
[3753]
[3754]
[3755]
[3756]
[3757]
[3758]
[3759]
[3760]
[3761]
[3762]
[3763]
[3764]
[3765]
[3766]
[3767]
[3768]
[3769]
[3770]
[3771]
[3772]
[3773]
[3774]
[3775]
[3776]
[3777]
[3778]
[3779]
[3780]
[3781]
[3782]
[3783]
[3784]
[3785]
[3786]
[3787]
[3788]
[3789]
[3790]
[3791]
[3792]
[3793]
[3794]
[3795]
[3796]
[3797]
[3798]
[3799]
[3800]
[3801]
[3802]
[3803]
[3804]
[3805]
[3806]
[3807]
[3808]
[3809]
[3810]
[3811]
[3812]
[3813]
[3814]
[3815]
[3816]
[3817]
[3818]
[3819]
[3820]
[3821]
[3822]
[3823]
[3824]
[3825]
[3826]
[3827]
[3828]
[3829]
[3830]
[3831]
[3832]
[3833]
[3834]
[3835]
[3836]
[3837]
[3838]
[3839]
[3840]
[3841]
[3842]
[3843]
[3844]
[3845]
[3846]
[3847]
[3848]
[3849]
[3850]
[3851]
[3852]
[3853]
[3854]
[3855]
[3856]
[3857]
[3858]
[3859]
[3860]
[3861]
[3862]
[3863]
[3864]
[3865]
[3866]
[3867]
[3868]
[3869]
[3870]
[3871]
[3872]
[3873]
[3874]
[3875]
[3876]
[3877]
[3878]
[3879]
[3880]
[3881]
[3882]
[3883]
[3884]
[3885]
[3886]
[3887]
[3888]
[3889]
[3890]
[3891]
[3892]
[3893]
[3894]
[3895]
[3896]
[3897]
[3898]
[3899]
[3900]
[3901]
[3902]
[3903]
[3904]
[3905]
[3906]
[3907]
[3908]
[3909]
[3910]
[3911]
[3912]
[3913]
[3914]
[3915]
[3916]
[3917]
[3918]
[3919]
[3920]
[3921]
[3922]
[3923]
[3924]
[3925]
[3926]
[3927]
[3928]
[3929]
[3930]
[3931]
[3932]
[3933]
[3934]
[3935]
[3936]
[3937]
[3938]
[3939]
[3940]
[3941]
[3942]
[3943]
[3944]
[3945]
[3946]
[3947]
[3948]
[3949]
[3950]
[3951]
[3952]
[3953]
[3954]
[3955]
[3956]
[3957]
[3958]
[3959]
[3960]
[3961]
[3962]
[3963]
[3964]
[3965]
[3966]
[3967]
[3968]
[3969]
[3970]
[3971]
[3972]
[3973]
[3974]
[3975]
[3976]
[3977]
[3978]
[3979]
[3980]
[3981]
[3982]
[3983]
[3984]
[3985]
[3986]
[3987]
[3988]
[3989]
[3990]
[3991]
[3992]
[3993]
[3994]
[3995]
[3996]
[3997]
[3998]
[3999]
[4000]
[4001]
[4002]
[4003]
[4004]
[4005]
[4006]
[4007]
[4008]
[4009]
[4010]
[4011]
[4012]
[4013]
[4014]
[4015]
[4016]
[4017]
[4018]
[4019]
[4020]
[4021]
[4022]
[4023]
[4024]
[4025]
[4026]
[4027]
[4028]
[4029]
[4030]
[4031]
[4032]
[4033]
[4034]
[4035]
[4036]
[4037]
[4038]
[4039]
[4040]
[4041]
[4042]
[4043]
[4044]
[4045]
[4046]
[4047]
[4048]
[4049]
[4050]
[4051]
[4052]
[4053]
[4054]
[4055]
[4056]
[4057]
[4058]
[4059]
[4060]
[4061]
[4062]
[4063]
[4064]
[4065]
[4066]
[4067]
[4068]
[4069]
[4070]
[4071]
[4072]
[4073]
[4074]
[4075]
[4076]
[4077]
[4078]
[4079]
[4080]
[4081]
[4082]
[4083]
[4084]
[4085]
[4086]
[4087]
[4088]
[4089]
[4090]
[4091]
[4092]
[4093]
[4094]
[4095]
[4096]
[4097]
[4098]
[4099]
[4100]
[4101]
[4102]
[4103]
[4104]
[4105]
[4106]
[4107]
[4108]
[4109]
[4110]
[4111]
[4112]
[4113]
[4114]
[4115]
[4116]
[4117]
[4118]
[4119]
[4120]
[4121]
[4122]
[4123]
[4124]
[4125]
[4126]
[4127]
[4128]
[4129]
[4130]
[4131]
[4132]
[4133]
[4134]
[4135]
[4136]
[4137]
[4138]
[4139]
[4140]
[4141]
[4142]
[4143]
[4144]
[4145]
[4146]
[4147]
[4148]
[4149]
[4150]
[4151]
[4152]
[4153]
[4154]
[4155]
[4156]
[4157]
[4158]
[4159]
[4160]
[4161]
[4162]
[4163]
[4164]
[4165]
[4166]
[4167]
[4168]
[4169]
[4170]
[4171]
[4172]
[4173]
[4174]
[4175]
[4176]
[4177]
[4178]
[4179]
[4180]
[4181]
[4182]
[4183]
[4184]
[4185]
[4186]
[4187]
[4188]
[4189]
[4190]
[4191]
[4192]
[4193]
[4194]
[4195]
[4196]
[4197]
[4198]
[4199]
[4200]
[4201]
[4202]
[4203]
[4204]
[4205]
[4206]
[4207]
[4208]
[4209]
[4210]
[4211]
[4212]
[4213]
[4214]
[4215]
[4216]
[4217]
[4218]
[4219]
[4220]
[4221]
[4222]
[4223]
[4224]
[4225]
[4226]
[4227]
[4228]
[4229]
[4230]
[4231]
[4232]
[4233]
[4234]
[4235]
[4236]
[4237]
[4238]
[4239]
[4240]
[4241]
[4242]
[4243]
[4244]
[4245]
[4246]
[4247]
[4248]
[4249]
[4250]
[4251]
[4252]
[4253]
[4254]
[4255]
[4256]
[4257]
[4258]
[4259]
[4260]
[4261]
[4262]
[4263]
[4264]
[4265]
[4266]
[4267]
[4268]
[4269]
[4270]
[4271]
[4272]
[4273]
[4274]
[4275]
[4276]
[4277]
[4278]
[4279]
[4280]
[4281]
[4282]
[4283]
[4284]
[4285]
[4286]
[4287]
[4288]
[4289]
[4290]
[4291]
[4292]
[4293]
[4294]
[4295]
[4296]
[4297]
[4298]
[4299]
[4300]
[4301]
[4302]
[4303]
[4304]
[4305]
[4306]
[4307]
[4308]
[4309]
[4310]
[4311]
[4312]
[4313]
[4314]
[4315]
[4316]
[4317]
[4318]
[4319]
[4320]
[4321]
[4322]
[4323]
[4324]
[4325]
[4326]
[4327]
[4328]
[4329]
[4330]
[4331]
[4332]
[4333]
[4334]
[4335]
[4336]
[4337]
[4338]
[4339]
[4340]
[4341]
[4342]
[4343]
[4344]
[4345]
[4346]
[4347]
[4348]
[4349]
[4350]
[4351]
[4352]
[4353]
[4354]
[4355]
[4356]
[4357]
[4358]
[4359]
[4360]
[4361]
[4362]
[4363]
[4364]
[4365]
[4366]
[4367]
[4368]
[4369]
[4370]
[4371]
[4372]
[4373]
[4374]
[4375]
[4376]
[4377]
[4378]
[4379]
[4380]
[4381]
[4382]
[4383]
[4384]
[4385]
[4386]
[4387]
[4388]
[4389]
[4390]
[4391]
[4392]
[4393]
[4394]
[4395]
[4396]
[4397]
[4398]
[4399]
[4400]
[4401]
[4402]
[4403]
[4404]
[4405]
[4406]
[4407]
[4408]
[4409]
[4410]
[4411]
[4412]
[4413]
[4414]
[4415]
[4416]
[4417]
[4418]
[4419]
[4420]
[4421]
[4422]
[4423]
[4424]
[4425]
[4426]
[4427]
[4428]
[4429]
[4430]
[4431]
[4432]
[4433]
[4434]
[4435]
[4436]
[4437]
[4438]
[4439]
[4440]
[4441]
[4442]
[4443]
[4444]
[4445]
[4446]
[4447]
[4448]
[4449]
[4450]
[4451]
[4452]
[4453]
[4454]
[4455]
[4456]
[4457]
[4458]
[4459]
[4460]
[4461]
[4462]
[4463]
[4464]
[4465]
[4466]
[4467]
[4468]
[4469]
[4470]
[4471]
[4472]
[4473]
[4474]
[4475]
[4476]
[4477]
[4478]
[4479]
[4480]
[4481]
[4482]
[4483]
[4484]
[4485]
[4486]
[4487]
[4488]
[4489]
[4490]
[4491]
[4492]
[4493]
[4494]
[4495]
[4496]
[4497]
[4498]
[4499]
[4500]
[4501]
[4502]
[4503]
[4504]
[4505]
[4506]
[4507]
[4508]
[4509]
[4510]
[4511]
[4512]
[4513]
[4514]
[4515]
[4516]
[4517]
[4518]
[4519]
[4520]
[4521]
[4522]
[4523]
[4524]
[4525]
[4526]
[4527]
[4528]
[4529]
[4530]
[4531]
[4532]
[4533]
[4534]
[4535]
[4536]
[4537]
[4538]
[4539]
[4540]
[4541]
[4542]
[4543]
[4544]
[4545]
[4546]
[4547]
[4548]
[4549]
[4550]
[4551]
[4552]
[4553]
[4554]
[4555]
[4556]
[4557]
[4558]
[4559]
[4560]
[4561]
[4562]
[4563]
[4564]
[4565]
[4566]
[4567]
[4568]
[4569]
[4570]
[4571]
[4572]
[4573]
[4574]
[4575]
[4576]
[4577]
[4578]
[4579]
[4580]
[4581]
[4582]
[4583]
[4584]
[4585]
[4586]
[4587]
[4588]
[4589]
[4590]
[4591]
[4592]
[4593]
[4594]
[4595]
[4596]
[4597]
[4598]
[4599]
[4600]
[4601]
[4602]
[4603]
[4604]
[4605]
[4606]
[4607]
[4608]
[4609]
[4610]
[4611]
[4612]
[4613]
[4614]
[4615]
[4616]
[4617]
[4618]
[4619]
[4620]
[4621]
[4622]
[4623]
[4624]
[4625]
[4626]
[4627]
[4628]
[4629]
[4630]
[4631]
[4632]
[4633]
[4634]
[4635]
[4636]
[4637]
[4638]
[4639]
[4640]
[4641]
[4642]
[4643]
[4644]
[4645]
[4646]
[4647]
[4648]
[4649]
[4650]
[4651]
[4652]
[4653]
[4654]
[4655]
[4656]
[4657]
[4658]
[4659]
[4660]
[4661]
[4662]
[4663]
[4664]
[4665]
[4666]
[4667]
[4668]
[4669]
[4670]
[4671]
[4672]
[4673]
[4674]
[4675]
[4676]
[4677]
[4678]
[4679]
[4680]
[4681]
[4682]
[4683]
[4684]
[4685]
[4686]
[4687]
[4688]
[4689]
[4690]
[4691]
[4692]
[4693]
[4694]
[4695]
[4696]
[4697]
[4698]
[4699]
[4700]
[4701]
[4702]
[4703]
[4704]
[4705]
[4706]
[4707]
[4708]
[4709]
[4710]
[4711]
[4712]
[4713]
[4714]
[4715]
[4716]
[4717]
[4718]
[4719]
[4720]
[4721]
[4722]
[4723]
[4724]
[4725]
[4726]
[4727]
[4728]
[4729]
[4730]
[4731]
[4732]
[4733]
[4734]
[4735]
[4736]
[4737]
[4738]
[4739]
[4740]
[4741]
[4742]
[4743]
[4744]
[4745]
[4746]
[4747]
[4748]
[4749]
[4750]
[4751]
[4752]
[4753]
[4754]
[4755]
[4756]
[4757]
[4758]
[4759]
[4760]
[4761]
[4762]
[4763]
[4764]
[4765]
[4766]
[4767]
[4768]
[4769]
[4770]
[4771]
[4772]
[4773]
[4774]
[4775]
[4776]
[4777]
[4778]
[4779]
[4780]
[4781]
[4782]
[4783]
[4784]
[4785]
[4786]
[4787]
[4788]
[4789]
[4790]
[4791]
[4792]
[4793]
[4794]
[4795]
[4796]
[4797]
[4798]
[4799]
[4800]
[4801]
[4802]
[4803]
[4804]
[4805]
[4806]
[4807]
[4808]
[4809]
[4810]
[4811]
[4812]
[4813]
[4814]
[4815]
[4816]
[4817]
[4818]
[4819]
[4820]
[4821]
[4822]
[4823]
[4824]
[4825]
[4826]
[4827]
[4828]
[4829]
[4830]
[4831]
[4832]
[4833]
[4834]
[4835]
[4836]
[4837]
[4838]
[4839]
[4840]
[4841]
[4842]
[4843]
[4844]
[4845]
[4846]
[4847]
[4848]
[4849]
[4850]
[4851]
[4852]
[4853]
[4854]
[4855]
[4856]
[4857]
[4858]
[4859]
[4860]
[4861]
[4862]
[4863]
[4864]
[4865]
[4866]
[4867]
[4868]
[4869]
[4870]
[4871]
[4872]
[4873]
[4874]
[4875]
[4876]
[4877]
[4878]
[4879]
[4880]
[4881]
[4882]
[4883]
[4884]
[4885]
[4886]
[4887]
[4888]
[4889]
[4890]
[4891]
[4892]
[4893]
[4894]
[4895]
[4896]
[4897]
[4898]
[4899]
[4900]
[4901]
[4902]
[4903]
[4904]
[4905]
[4906]
[4907]
[4908]
[4909]
[4910]
[4911]
[4912]
[4913]
[4914]
[4915]
[4916]
[4917]
[4918]
[4919]
[4920]
[4921]
[4922]
[4923]
[4924]
[4925]
[4926]
[4927]
[4928]
[4929]
[4930]
[4931]
[4932]
[4933]
[4934]
[4935]
[4936]
[4937]
[4938]
[4939]
[4940]
[4941]
[4942]
[4943]
[4944]
[4945]
[4946]
[4947]
[4948]
[4949]
[4950]
[4951]
[4952]
[4953]
[4954]
[4955]
[4956]
[4957]
[4958]
[4959]
[4960]
[4961]
[4962]
[4963]
[4964]
[4965]
[4966]
[4967]
[4968]
[4969]
[4970]
[4971]
[4972]
[4973]
[4974]
[4975]
[4976]
[4977]
[4978]
[4979]
[4980]
[4981]
[4982]
[4983]
[4984]
[4985]
[4986]
[4987]
[4988]
[4989]
[4990]
[4991]
[4992]
[4993]
[4994]
[4995]
[4996]
[4997]
[4998]
[4999]
[5000]
[5001]
[5002]
[5003]
[5004]
[5005]
[5006]
[5007]
[5008]
[5009]
[5010]
[5011]
[5012]
[5013]
[5014]
[5015]
[5016]
[5017]
[5018]
[5019]
[5020]
[5021]
[5022]
[5023]
[5024]
[5025]
[5026]
[5027]
[5028]
[5029]
[5030]
[5031]
[5032]
[5033]
[5034]
[5035]
[5036]
[5037]
[5038]
[5039]
[5040]
[5041]
[5042]
[5043]
[5044]
[5045]
[5046]
[5047]
[5048]
[5049]
[5050]
[5051]
[5052]
[5053]
[5054]
[5055]
[5056]
[5057]
[5058]
[5059]
[5060]
[5061]
[5062]
[5063]
[5064]
[5065]
[5066]
[5067]
[5068]
[5069]
[5070]
[5071]
[5072]
[5073]
[5074]
[5075]
[5076]
[5077]
[5078]
[5079]
[5080]
[5081]
[5082]
[5083]
[5084]
[5085]
[5086]
[5087]
[5088]
[5089]
[5090]
[5091]
[5092]
[5093]
[5094]
[5095]
[5096]
[5097]
[5098]
[5099]
[5100]
[5101]
[5102]
[5103]
[5104]
[5105]
[5106]
[5107]
[5108]
[5109]
[5110]
[5111]
[5112]
[5113]
[5114]
[5115]
[5116]
[5117]
[5118]
[5119]
[5120]
[5121]
[5122]
[5123]
[5124]
[5125]
[5126]
[5127]
[5128]
[5129]
[5130]
[5131]
[5132]
[5133]
[5134]
[5135]
[5136]
[5137]
[5138]
[5139]
[5140]
[5141]
[5142]
[5143]
[5144]
[5145]
[5146]
[5147]
[5148]
[5149]
[5150]
[5151]
[5152]
[5153]
[5154]
[5155]
[5156]
[5157]
[5158]
[5159]
[5160]
[5161]
[5162]
[5163]
[5164]
[5165]
[5166]
[5167]
[5168]
[5169]
[5170]
[5171]
[5172]
[5173]
[5174]
[5175]
[5176]
[5177]
[5178]
[5179]
[5180]
[5181]
[5182]
[5183]
[5184]
[5185]
[5186]
[5187]
[5188]
[5189]
[5190]
[5191]
[5192]
[5193]
[5194]
[5195]
[5196]
[5197]
[5198]
[5199]
[5200]
[5201]
[5202]
[5203]
[5204]
[5205]
[5206]
[5207]
[5208]
[5209]
[5210]
[5211]
[5212]
[5213]
[5214]
[5215]
[5216]
[5217]
[5218]
[5219]
[5220]
[5221]
[5222]
[5223]
[5224]
[5225]
[5226]
[5227]
[5228]
[5229]
[5230]
[5231]
[5232]
[5233]
[5234]
[5235]
[5236]
[5237]
[5238]
[5239]
[5240]
[5241]
[5242]
[5243]
[5244]
[5245]
[5246]
[5247]
[5248]
[5249]
[5250]
[5251]
[5252]
[5253]
[5254]
[5255]
[5256]
[5257]
[5258]
[5259]
[5260]
[5261]
[5262]
[5263]
[5264]
[5265]
[5266]
[5267]
[5268]
[5269]
[5270]
[5271]
[5272]
[5273]
[5274]
[5275]
[5276]
[5277]
[5278]
[5279]
[5280]
[5281]
[5282]
[5283]
[5284]
[5285]
[5286]
[5287]
[5288]
[5289]
[5290]
[5291]
[5292]
[5293]
[5294]
[5295]
[5296]
[5297]
[5298]
[5299]
[5300]
[5301]
[5302]
[5303]
[5304]
[5305]
[5306]
[5307]
[5308]
[5309]
[5310]
[5311]
[5312]
[5313]
[5314]
[5315]
[5316]
[5317]
[5318]
[5319]
[5320]
[5321]
[5322]
[5323]
[5324]
[5325]
[5326]
[5327]
[5328]
[5329]
[5330]
[5331]
[5332]
[5333]
[5334]
[5335]
[5336]
[5337]
[5338]
[5339]
[5340]
[5341]
[5342]
[5343]
[5344]
[5345]
[5346]
[5347]
[5348]
[5349]
[5350]
[5351]
[5352]
[5353]
[5354]
[5355]
[5356]
[5357]
[5358]
[5359]
[5360]
[5361]
[5362]
[5363]
[5364]
[5365]
[5366]
[5367]
[5368]
[5369]
[5370]
[5371]
[5372]
[5373]
[5374]
[5375]
[5376]
[5377]
[5378]
[5379]
[5380]
[5381]
[5382]
[5383]
[5384]
[5385]
[5386]
[5387]
[5388]
[5389]
[5390]
[5391]
[5392]
[5393]
[5394]
[5395]
[5396]
[5397]
[5398]
[5399]
[5400]
[5401]
[5402]
[5403]
[5404]
[5405]
[5406]
[5407]
[5408]
[5409]
[5410]
[5411]
[5412]
[5413]
[5414]
[5415]
[5416]
[5417]
[5418]
[5419]
[5420]
[5421]
[5422]
[5423]
[5424]
[5425]
[5426]
[5427]
[5428]
[5429]
[5430]
[5431]
[5432]
[5433]
[5434]
[5435]
[5436]
[5437]
[5438]
[5439]
[5440]
[5441]
[5442]
[5443]
[5444]
[5445]
[5446]
[5447]
[5448]
[5449]
[5450]
[5451]
[5452]
[5453]
[5454]
[5455]
[5456]
[5457]
[5458]
[5459]
[5460]
[5461]
[5462]
[5463]
[5464]
[5465]
[5466]
[5467]
[5468]
[5469]
[5470]
[5471]
[5472]
[5473]
[5474]
[5475]
[5476]
[5477]
[5478]
[5479]
[5480]
[5481]
[5482]
[5483]
[5484]
[5485]
[5486]
[5487]
[5488]
[5489]
[5490]
[5491]
[5492]
[5493]
[5494]
[5495]
[5496]
[5497]
[5498]
[5499]
[5500]
[5501]
[5502]
[5503]
[5504]
[5505]
[5506]
[5507]
[5508]
[5509]
[5510]
[5511]
[5512]
[5513]
[5514]
[5515]
[5516]
[5517]
[5518]
[5519]
[5520]
[5521]
[5522]
[5523]
[5524]
[5525]
[5526]
[5527]
[5528]
[5529]
[5530]
[5531]
[5532]
[5533]
[5534]
[5535]
[5536]
[5537]
[5538]
[5539]
[5540]
[5541]
[5542]
[5543]
[5544]
[5545]
[5546]
[5547]
[5548]
[5549]
[5550]
[5551]
[5552]
[5553]
[5554]
[5555]
[5556]
[5557]
[5558]
[5559]
[5560]
[5561]
[5562]
[5563]
[5564]
[5565]
[5566]
[5567]
[5568]
[5569]
[5570]
[5571]
[5572]
[5573]
[5574]
[5575]
[5576]
[5577]
[5578]
[5579]
[5580]
[5581]
[5582]
[5583]
[5584]
[5585]
[5586]
[5587]
[5588]
[5589]
[5590]
[5591]
[5592]
[5593]
[5594]
[5595]
[5596]
[5597]
[5598]
[5599]
[5600]
[5601]
[5602]
[5603]
[5604]
[5605]
[5606]
[5607]
[5608]
[5609]
[5610]
[5611]
[5612]
[5613]
[5614]
[5615]
[5616]
[5617]
[5618]
[5619]
[5620]
[5621]
[5622]
[5623]
[5624]
[5625]
[5626]
[5627]
[5628]
[5629]
[5630]
[5631]
[5632]
[5633]
[5634]
[5635]
[5636]
[5637]
[5638]
[5639]
[5640]
[5641]
[5642]
[5643]
[5644]
[5645]
[5646]
[5647]
[5648]
[5649]
[5650]
[5651]
[5652]
[5653]
[5654]
[5655]
[5656]
[5657]
[5658]
[5659]
[5660]
[5661]
[5662]
[5663]
[5664]
[5665]
[5666]
[5667]
[5668]
[5669]
[5670]
[5671]
[5672]
[5673]
[5674]
[5675]
[5676]
[5677]
[5678]
[5679]
[5680]
[5681]
[5682]
[5683]
[5684]
[5685]
[5686]
[5687]
[5688]
[5689]
[5690]
[5691]
[5692]
[5693]
[5694]
[5695]
[5696]
[5697]
[5698]
[5699]
[5700]
[5701]
[5702]
[5703]
[5704]
[5705]
[5706]
[5707]
[5708]
[5709]
[5710]
[5711]
[5712]
[5713]
[5714]
[5715]
[5716]
[5717]
[5718]
[5719]
[5720]
[5721]
[5722]
[5723]
[5724]
[5725]
[5726]
[5727]
[5728]
[5729]
[5730]
[5731]
[5732]
[5733]
[5734]
[5735]
[5736]
[5737]
[5738]
[5739]
[5740]
[5741]
[5742]
[5743]
[5744]
[5745]
[5746]
[5747]
[5748]
[5749]
[5750]
[5751]
[5752]
[5753]
[5754]
[5755]
[5756]
[5757]
[5758]
[5759]
[5760]
[5761]
[5762]
[5763]
[5764]
[5765]
[5766]
[5767]
[5768]
[5769]
[5770]
[5771]
[5772]
[5773]
[5774]
[5775]
[5776]
[5777]
[5778]
[5779]
[5780]
[5781]
[5782]
[5783]
[5784]
[5785]
[5786]
[5787]
[5788]
[5789]
[5790]
[5791]
[5792]
[5793]
[5794]
[5795]
[5796]
[5797]
[5798]
[5799]
[5800]
[5801]
[5802]
[5803]
[5804]
[5805]
[5806]
[5807]
[5808]
[5809]
[5810]
[5811]
[5812]
[5813]
[5814]
[5815]
[5816]
[5817]
[5818]
[5819]
[5820]
[5821]
[5822]
[5823]
[5824]
[5825]
[5826]
[5827]
[5828]
[5829]
[5830]
[5831]
[5832]
[5833]
[5834]
[5835]
[5836]
[5837]
[5838]
[5839]
[5840]
[5841]
[5842]
[5843]
[5844]
[5845]
[5846]
[5847]
[5848]
[5849]
[5850]
[5851]
[5852]
[5853]
[5854]
[5855]
[5856]
[5857]
[5858]
[5859]
[5860]
[5861]
[5862]
[5863]
[5864]
[5865]
[5866]
[5867]
[5868]
[5869]
[5870]
[5871]
[5872]
[5873]
[5874]
[5875]
[5876]
[5877]
[5878]
[5879]
[5880]
[5881]
[5882]
[5883]
[5884]
[5885]
[5886]
[5887]
[5888]
[5889]
[5890]
[5891]
[5892]
[5893]
[5894]
[5895]
[5896]
[5897]
[5898]
[5899]
[5900]
[5901]
[5902]
[5903]
[5904]
[5905]
[5906]
[5907]
[5908]
[5909]
[5910]
[5911]
[5912]
[5913]
[5914]
[5915]
[5916]
[5917]
[5918]
[5919]
[5920]
[5921]
[5922]
[5923]
[5924]
[5925]
[5926]
[5927]
[5928]
[5929]
[5930]
[5931]
[5932]
[5933]
[5934]
[5935]
[5936]
[5937]
[5938]
[5939]
[5940]
[5941]
[5942]
[5943]
[5944]
[5945]
[5946]
[5947]
[5948]
[5949]
[5950]
[5951]
[5952]
[5953]
[5954]
[5955]
[5956]
[5957]
[5958]
[5959]
[5960]
[5961]
[5962]
[5963]
[5964]
[5965]
[5966]
[5967]
[5968]
[5969]
[5970]
[5971]
[5972]
[5973]
[5974]
[5975]
[5976]
[5977]
[5978]
[5979]
[5980]
[5981]
[5982]
[5983]
[5984]
[5985]
[5986]
[5987]
[5988]
[5989]
[5990]
[5991]
[5992]
[5993]
[5994]
[5995]
[5996]
[5997]
[5998]
[5999]
[6000]
[6001]
[6002]
[6003]
[6004]
[6005]
[6006]
[6007]
[6008]
[6009]
[6010]
[6011]
[6012]
[6013]
[6014]
[6015]
[6016]
[6017]
[6018]
[6019]
[6020]
[6021]
[6022]
[6023]
[6024]
[6025]
[6026]
[6027]
[6028]
[6029]
[6030]
[6031]
[6032]
[6033]
[6034]
[6035]
[6036]
[6037]
[6038]
[6039]
[6040]
[6041]
[6042]
[6043]
[6044]
[6045]
[6046]
[6047]
[6048]
[6049]
[6050]
[6051]
[6052]
[6053]
[6054]
[6055]
[6056]
[6057]
[6058]
[6059]
[6060]
[6061]
[6062]
[6063]
[6064]
[6065]
[6066]
[6067]
[6068]
[6069]
[6070]
[6071]
[6072]
[6073]
[6074]
[6075]
[6076]
[6077]
[6078]
[6079]
[6080]
[6081]
[6082]
[6083]
[6084]
[6085]
[6086]
[6087]
[6088]
[6089]
[6090]
[6091]
[6092]
[6093]
[6094]
[6095]
[6096]
[6097]
[6098]
[6099]
[6100]
[6101]
[6102]
[6103]
[6104]
[6105]
[6106]
[6107]
[6108]
[6109]
[6110]
[6111]
[6112]
[6113]
[6114]
[6115]
[6116]
[6117]
[6118]
[6119]
[6120]
[6121]
[6122]
[6123]
[6124]
[6125]
[6126]
[6127]
[6128]
[6129]
[6130]
[6131]
[6132]
[6133]
[6134]
[6135]
[6136]
[6137]
[6138]
[6139]
[6140]
[6141]
[6142]
[6143]
[6144]
[6145]
[6146]
[6147]
[6148]
[6149]
[6150]
[6151]
[6152]
[6153]
[6154]
[6155]
[6156]
[6157]
[6158]
[6159]
[6160]
[6161]
[6162]
[6163]
[6164]
[6165]
[6166]
[6167]
[6168]
[6169]
[6170]
[6171]
[6172]
[6173]
[6174]
[6175]
[6176]
[6177]
[6178]
[6179]
[6180]
[6181]
[6182]
[6183]
[6184]
[6185]
[6186]
[6187]
[6188]
[6189]
[6190]
[6191]
[6192]
[6193]
[6194]
[6195]
[6196]
[6197]
[6198]
[6199]
[6200]
[6201]
[6202]
[6203]
[6204]
[6205]
[6206]
[6207]
[6208]
[6209]
[6210]
[6211]
[6212]
[6213]
[6214]
[6215]
[6216]
[6217]
[6218]
[6219]
[6220]
[6221]
[6222]
[6223]
[6224]
[6225]
[6226]
[6227]
[6228]
[6229]
[6230]
[6231]
[6232]
[6233]
[6234]
[6235]
[6236]
[6237]
[6238]
[6239]
[6240]
[6241]
[6242]
[6243]
[6244]
[6245]
[6246]
[6247]
[6248]
[6249]
[6250]
[6251]
[6252]
[6253]
[6254]
[6255]
[6256]
[6257]
[6258]
[6259]
[6260]
[6261]
[6262]
[6263]
[6264]
[6265]
[6266]
[6267]
[6268]
[6269]
[6270]
[6271]
[6272]
[6273]
[6274]
[6275]
[6276]
[6277]
[6278]
[6279]
[6280]
[6281]
[6282]
[6283]
[6284]
[6285]
[6286]
[6287]
[6288]
[6289]
[6290]
[6291]
[6292]
[6293]
[6294]
[6295]
[6296]
[6297]
[6298]
[6299]
[6300]
[6301]
[6302]
[6303]
[6304]
[6305]
[6306]
[6307]
[6308]
[6309]
[6310]
[6311]
[6312]
[6313]
[6314]
[6315]
[6316]
[6317]
[6318]
[6319]
[6320]
[6321]
[6322]
[6323]
[6324]
[6325]
[6326]
[6327]
[6328]
[6329]
[6330]
[6331]
[6332]
[6333]
[6334]
[6335]
[6336]
[6337]
[6338]
[6339]
[6340]
[6341]
[6342]
[6343]
[6344]
[6345]
[6346]
[6347]
[6348]
[6349]
[6350]
[6351]
[6352]
[6353]
[6354]
[6355]
[6356]
[6357]
[6358]
[6359]
[6360]
[6361]
[6362]
[6363]
[6364]
[6365]
[6366]
[6367]
[6368]
[6369]
[6370]
[6371]
[6372]
[6373]
[6374]
[6375]
[6376]
[6377]
[6378]
[6379]
[6380]
[6381]
[6382]
[6383]
[6384]
[6385]
[6386]
[6387]
[6388]
[6389]
[6390]
[6391]
[6392]
[6393]
[6394]
[6395]
[6396]
[6397]
[6398]
[6399]
[6400]
[6401]
[6402]
[6403]
[6404]
[6405]
[6406]
[6407]
[6408]
[6409]
[6410]
[6411]
[6412]
[6413]
[6414]
[6415]
[6416]
[6417]
[6418]
[6419]
[6420]
[6421]
[6422]
[6423]
[6424]
[6425]
[6426]
[6427]
[6428]
[6429]
[6430]
[6431]
[6432]
[6433]
[6434]
[6435]
[6436]
[6437]
[6438]
[6439]
[6440]
[6441]
[6442]
[6443]
[6444]
[6445]
[6446]
[6447]
[6448]
[6449]
[6450]
[6451]
[6452]
[6453]
[6454]
[6455]
[6456]
[6457]
[6458]
[6459]
[6460]
[6461]
[6462]
[6463]
[6464]
[6465]
[6466]
[6467]
[6468]
[6469]
[6470]
[6471]
[6472]
[6473]
[6474]
[6475]
[6476]
[6477]
[6478]
[6479]
[6480]
[6481]
[6482]
[6483]
[6484]
[6485]
[6486]
[6487]
[6488]
[6489]
[6490]
[6491]
[6492]
[6493]
[6494]
[6495]
[6496]
[6497]
[6498]
[6499]
[6500]
[6501]
[6502]
[6503]
[6504]
[6505]
[6506]
[6507]
[6508]
[6509]
[6510]
[6511]
[6512]
[6513]
[6514]
[6515]
[6516]
[6517]
[6518]
[6519]
[6520]
[6521]
[6522]
[6523]
[6524]
[6525]
[6526]
[6527]
[6528]
[6529]
[6530]
[6531]
[6532]
[6533]
[6534]
[6535]
[6536]
[6537]
[6538]
[6539]
[6540]
[6541]
[6542]
[6543]
[6544]
[6545]
[6546]
[6547]
[6548]
[6549]
[6550]
[6551]
[6552]
[6553]
[6554]
[6555]
[6556]
[6557]
[6558]
[6559]
[6560]
[6561]
[6562]
[6563]
[6564]
[6565]
[6566]
[6567]
[6568]
[6569]
[6570]
[6571]
[6572]
[6573]
[6574]
[6575]
[6576]
[6577]
[6578]
[6579]
[6580]
[6581]
[6582]
[6583]
[6584]
[6585]
[6586]
[6587]
[6588]
[6589]
[6590]
[6591]
[6592]
[6593]
[6594]
[6595]
[6596]
[6597]
[6598]
[6599]
[6600]
[6601]
[6602]
[6603]
[6604]
[6605]
[6606]
[6607]
[6608]
[6609]
[6610]
[6611]
[6612]
[6613]
[6614]
[6615]
[6616]
[6617]
[6618]
[6619]
[6620]
[6621]
[6622]
[6623]
[6624]
[6625]
[6626]
[6627]
[6628]
[6629]
[6630]
[6631]
[6632]
[6633]
[6634]
[6635]
[6636]
[6637]
[6638]
[6639]
[6640]
[6641]
[6642]
[6643]
[6644]
[6645]
[6646]
[6647]
[6648]
[6649]
[6650]
[6651]
[6652]
[6653]
[6654]
[6655]
[6656]
[6657]
[6658]
[6659]
[6660]
[6661]
[6662]
[6663]
[6664]
[6665]
[6666]
[6667]
[6668]
[6669]
[6670]
[6671]
[6672]
[6673]
[6674]
[6675]
[6676]
[6677]
[6678]
[6679]
[6680]
[6681]
[6682]
[6683]
[6684]
[6685]
[6686]
[6687]
[6688]
[6689]
[6690]
[6691]
[6692]
[6693]
[6694]
[6695]
[6696]
[6697]
[6698]
[6699]
[6700]
[6701]
[6702]
[6703]
[6704]
[6705]
[6706]
[6707]
[6708]
[6709]
[6710]
[6711]
[6712]
[6713]
[6714]
[6715]
[6716]
[6717]
[6718]
[6719]
[6720]
[6721]
[6722]
[6723]
[6724]
[6725]
[6726]
[6727]
[6728]
[6729]
[6730]
[6731]
[6732]
[6733]
[6734]
[6735]
[6736]
[6737]
[6738]
[6739]
[6740]
[6741]
[6742]
[6743]
[6744]
[6745]
[6746]
[6747]
[6748]
[6749]
[6750]
[6751]
[6752]
[6753]
[6754]
[6755]
[6756]
[6757]
[6758]
[6759]
[6760]
[6761]
[6762]
[6763]
[6764]
[6765]
[6766]
[6767]
[6768]
[6769]
[6770]
[6771]
[6772]
[6773]
[6774]
[6775]
[6776]
[6777]
[6778]
[6779]
[6780]
[6781]
[6782]
[6783]
[6784]
[6785]
[6786]
[6787]
[6788]
[6789]
[6790]
[6791]
[6792]
[6793]
[6794]
[6795]
[6796]
[6797]
[6798]
[6799]
[6800]
[6801]
[6802]
[6803]
[6804]
[6805]
[6806]
[6807]
[6808]
[6809]
[6810]
[6811]
[6812]
[6813]
[6814]
[6815]
[6816]
[6817]
[6818]
[6819]
[6820]
[6821]
[6822]
[6823]
[6824]
[6825]
[6826]
[6827]
[6828]
[6829]
[6830]
[6831]
[6832]
[6833]
[6834]
[6835]
[6836]
[6837]
[6838]
[6839]
[6840]
[6841]
[6842]
[6843]
[6844]
[6845]
[6846]
[6847]
[6848]
[6849]
[6850]
[6851]
[6852]
[6853]
[6854]
[6855]
[6856]
[6857]
[6858]
[6859]
[6860]
[6861]
[6862]
[6863]
[6864]
[6865]
[6866]
[6867]
[6868]
[6869]
[6870]
[6871]
[6872]
[6873]
[6874]
[6875]
[6876]
[6877]
[6878]
[6879]
[6880]
[6881]
[6882]
[6883]
[6884]
[6885]
[6886]
[6887]
[6888]
[6889]
[6890]
[6891]
[6892]
[6893]
[6894]
[6895]
[6896]
[6897]
[6898]
[6899]
[6900]
[6901]
[6902]
[6903]
[6904]
[6905]
[6906]
[6907]
[6908]
[6909]
[6910]
[6911]
[6912]
[6913]
[6914]
[6915]
[6916]
[6917]
[6918]
[6919]
[6920]
[6921]
[6922]
[6923]
[6924]
[6925]
[6926]
[6927]
[6928]
[6929]
[6930]
[6931]
[6932]
[6933]
[6934]
[6935]
[6936]
[6937]
[6938]
[6939]
[6940]
[6941]
[6942]
[6943]
[6944]
[6945]
[6946]
[6947]
[6948]
[6949]
[6950]
[6951]
[6952]
[6953]
[6954]
[6955]
[6956]
[6957]
[6958]
[6959]
[6960]
[6961]
[6962]
[6963]
[6964]
[6965]
[6966]
[6967]
[6968]
[6969]
[6970]
[6971]
[6972]
[6973]
[6974]
[6975]
[6976]
[6977]
[6978]
[6979]
[6980]
[6981]
[6982]
[6983]
[6984]
[6985]
[6986]
[6987]
[6988]
[6989]
[6990]
[6991]
[6992]
[6993]
[6994]
[6995]
[6996]
[6997]
[6998]
[6999]
[7000]
[7001]
[7002]
[7003]
[7004]
[7005]
[7006]
[7007]
[7008]
[7009]
[7010]
[7011]
[7012]
[7013]
[7014]
[7015]
[7016]
[7017]
[7018]
[7019]
[7020]
[7021]
[7022]
[7023]
[7024]
[7025]
[7026]
[7027]
[7028]
[7029]
[7030]
[7031]
[7032]
[7033]
[7034]
[7035]
[7036]
[7037]
[7038]
[7039]
[7040]
[7041]
[7042]
[7043]
[7044]
[7045]
[7046]
[7047]
[7048]
[7049]
[7050]
[7051]
[7052]
[7053]
[7054]
[7055]
[7056]
[7057]
[7058]
[7059]
[7060]
[7061]
[7062]
[7063]
[7064]
[7065]
[7066]
[7067]
[7068]
[7069]
[7070]
[7071]
[7072]
[7073]
[7074]
[7075]
[7076]
[7077]
[7078]
[7079]
[7080]
[7081]
[7082]
[7083]
[7084]
[7085]
[7086]
[7087]
[7088]
[7089]
[7090]
[7091]
[7092]
[7093]
[7094]
[7095]
[7096]
[7097]
[7098]
[7099]
[7100]
[7101]
[7102]
[7103]
[7104]
[7105]
[7106]
[7107]
[7108]
[7109]
[7110]
[7111]
[7112]
[7113]
[7114]
[7115]
[7116]
[7117]
[7118]
[7119]
[7120]
[7121]
[7122]
[7123]
[7124]
[7125]
[7126]
[7127]
[7128]
[7129]
[7130]
[7131]
[7132]
[7133]
[7134]
[7135]
[7136]
[7137]
[7138]
[7139]
[7140]
[7141]
[7142]
[7143]
[7144]
[7145]
[7146]
[7147]
[7148]
[7149]
[7150]
[7151]
[7152]
[7153]
[7154]
[7155]
[7156]
[7157]
[7158]
[7159]
[7160]
[7161]
[7162]
[7163]
[7164]
[7165]
[7166]
[7167]
[7168]
[7169]
[7170]
[7171]
[7172]
[7173]
[7174]
[7175]
[7176]
[7177]
[7178]
[7179]
[7180]
[7181]
[7182]
[7183]
[7184]
[7185]
[7186]
/*****************************************************************************/
/*
Request.c
Get, process and execute the HTTP request from the client.
Some server directives are detected in this module. Server directives take
the form of a special path or query string and are CASE SENSISTIVE.
?http=... any query string beginning "httpd=" will be
ignored by the default query script and the HTTPd
will pass it to the requested functionality
/httpd/-/admin/ generates a server administration menu
/httpd/-/admin/graphic/... generates graphics
/httpd/-/admin/report/... generates various reports
/httpd/-/admin/revise/... allows form-based configuration
/httpd/-/admin/control/... allows server to be stopped, restarted, etc.
/httpd/-/change/... change user authentication
/httpd/-/verify/... reverse proxy authorization verification
/echo/ echoes complete request (header and any body)
/tree/ directory tree
/upd/ activates the update module
/where/ reports mapped and parsed path
/Xray/ returns an "Xray" of the request (i.e. header
and body of response as a plain-text document)
Error counting within this module attempts to track the reason that any
connection accepted fails before being passsed to another module for
processing (i.e. request format error, path forbidden by rule).
AUTHORIZATION MAY BE PERFORMED TWICE!
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
The first, to authorize the full path provided with the request (after it
has been mapped!) The second, if the request path contained a script any
path specification following the script component is also checked. In this
way access to controlled information is not inadvertantly allowed because
the script itself is not controlled. In general, script specifications
should not be part of an authorized path if that script is used to access
other paths (i.e. does not return data generated by itself), apply
authorization to data paths.
VERSION HISTORY
---------------
13-MAR-2021 MGD RequestGet() recognise SOCKS proxy
12-DEC-2020 MGD RequestEnd() _PROBE() to determine rqptr accessibility
this kludge attempts to workaround HTTP/2+POST+DCL(PHP)
occasionally throwing an errant AST out of the rats-nest
22-NOV-2020 MGD content length now 64 bit
26-SEP-2020 MGD RequestParseExecute() tighten ->WhiffOfWebDav
07-AUG-2020 MGD bugfix; RequestEnd() redirection
04-AUG-2020 MGD bugfix; RequestExecutePostAuth1() INTERNAL_PASSWORD_CHANGE
should call HtAdminBegin() not AdminBegin()
01-AUG-2020 MGD bugfix; RequestParseExecute() ensure PUT and DELETE have
WebDAV header field(s) before considering WebDAV
15-JUL-2020 MGD bugfix; RequestPersistentConnection() pipelined request
15-MAR-2020 MGD bugfix; RequestProcessFields() DictLookup (.."accept"..)
22-DEC-2019 MGD RequestGet() and RequestFields() refine header parsing
bugfix; deliver via NetIoReadStatus()
18-NOV-2019 MGD bugfix; RequestShareBegin() if (!MATCH6 (cptr, "raw://"))
11-OCT-2019 MGD RequestAbort() accomodates HttpdSupervisor() refinement
RequestShareBegin() reimplement eliminating peek approach
18-JAN-2018 MGD status code 418 (teapot) forces connection drop
04-JAN-2019 MGD bugfix; AuthCompleted() and AuthNotComplete()
02-SEP-2018 MGD RequestGet() PROXY_TUNNEL_RAW add "X-Forwarded-For:" header
to allow ProxyTunnelNetReadAst() to provide original
client host for the proxied-to server
27-JUL-2018 MGD bugfix; RequestEnd2() call SesolaClientCertEnd()
11-JUN-2018 MGD RequestControlRundown() implement /DO=REQUEST=RUNDOWN=..
18-MAY-2018 MGD RequestAccept() and RequestBegin() ensure data available
before calling SesolaNetBegin() on TLS/SSL service
23-APR-2018 MGD bugfix; RequestRundown() allow for cache activity
18-APR-2018 MGD RequestBegin() exit after consecutive SesolaNetBegin() fails
12-JAN-2018 MGD bugfix; RequestGet() read fail call RequestEnd4()
07-DEC-2017 MGD RequestExecuteMappingError() allow for 2nn
28-NOV-2017 MGD WebDAV "authorisation" allowed to be EXTERNAL or OPAQUE
19-NOV-2017 MGD RequestRundown() outstanding task sanity checks
26-MAY-2017 MGD RequestReport() when zero disable throttle button
21-MAR-2017 MGD bugfix; use rqHeader.RequestBody.. for body with header
31-OCT-2016 MGD bugfix; RequestExecutePostCache() keyword redirection count
14-JUL-2016 MGD bugfix; RequestProcessFields() if-range: regression
29-MAY-2016 MGD bugfix; RequestEnd2() decrement processing rx or (SSH) method
22-MAY-2016 MGD bugfix; RequestEnd2() read status OK -or- ENDOFFILE
09-MAY-2016 MGD RequestGblSecUpdate() method and URI only printable chars
11-FEB-2016 MGD add limit to consecutive failures on persistent connection
remove limit to consecutive requests on persistent connection
28-DEC-2015 MGD RequestRedirect() moved to REDIRECT.C RedirectRequest()
05-AUG-2015 MGD HTTP/2 support
remove flag of Netscape Navigator Gold 3.03 :-}
14-JUL-2015 MGD logical name WASD_REDIRECT_WILDCARD must be defined
to enable "DNS wildcard" proxy redirection
bugfix; rework pipelined request handling
29-APR-2015 MGD add WATCH "!42*x" to beginning and ending of requests
24-APR-2015 MGD RequestRedirect() always use dynamic buffers
29-JAN-2015 MGD RequestExececute() move ServiceChange() after mapping
21-JAN-2015 MGD bugfix; RequestEnd2() use ZERO_DELTA_TIME macro
07-NOV-2014 MGD bugfix; RequestEnd2() multi-instance ->DoNoModuleCount++
29-JAN-2014 MGD bugfix; RequestRedirect() allocate using (possibly expanded)
header length (not fixed) when allocating POST buffer
29-DEC-2013 MGD ResponseCorsProcess() for Cross-Origin Resource Sharing
07-JUL-2013 MGD remove reset of persistent flag from OPTIONS and DELETE
25-JUL-2012 MGD DNT: request header (do not track)
21-APR-2012 MGD bugfix; RequestBegin() remove RequestEnd() following failed
SesolaNetBegin() resulted in redundant request rundown
06-FEB-2012 MGD RequestGet() no longer report 408 for unused connections
RequestEnd2() likewise ignore unused connections (Chrome)
14-NOV-2011 MGD bugfix; RequestEnd2() '->WebSocketCount' already locked
17-SEP-2011 MGD bugfix; RequestRedirect() only concat '&' if including query
06-FEB-2011 MGD "Vary:" request header field
30-NOV-2010 MGD exclude WebSocket and proxy tunnel requests from
overall min/max/ave duration statistics
04-SEP-2010 MGD RequestLineParse() allow for proxied http://[ipv6%eth0]/
28-AUG-2010 MGD bugfix; regression at 10.0.1 with proxy authorization
19-JUN-2010 MGD bugfix; RequestGet() MAX_REQUEST_HEADER (per JPP)
29-MAY-2010 MGD RequestExecutePostCache() UTF-8 decode WebDAV objects
11-MAY-2010 JPP RequestRedirect() add support for WebDAV "Destination:" field
20-JAN-2010 MGD WebSockets support, including
"Connection: upgrade", "Origin:", "WebSocket-Protocol:"
11-JAN-2010 MGD RequestRedirect() add return length (overflow) check
02-JAN-2010 MGD make proxy requests subject to throttle (per JPP)
14-NOV-2009 MGD [ServiceShareSSH] and RequestSshBegin()
allows a Web service to "share" with and proxy to SSH
26-MAY-2009 MGD RequestRedirect() allow a redirect to include its own query
string and then concatenate any request query with '&'..
15-FEB-2008 MGD RequestReport() per-current, per-connection,
per-throttle and per-history
05-JAN-2008 MGD RequestGblSecUpdate() include remote user and realm in
request monitor data
10-DEC-2007 MGD RequestExecutePostCache() check again for RequestHomePage()
before final RequestFile()
25-NOV-2007 MGD RequestRedirect() include response cookie(s)
RequestRedact() and RequestEnd() redact buffer processing
06-JUN-2007 MGD RequestHttpStatusIndex()
29-MAY-2007 JPP bugfix; RequestGet() buggy browser kludge
02-MAY-2006 JPP RequestGet() now handles extraneous <CR><LF> which buggy
browsers can incorrectly insert after the body of
a valid request. (See RFC 2616 section 4.1)
19-APR-2007 MGD RequestExecutePostAuth1() kludge to allow 'implied' scripts
19-SEP-2006 MGD RequestHttpStatusCode() provides more fine-grained HTTP
response status code accounting (mainly for WOTSUP)
15-JUL-2006 MGD bugfix; RequestGet() timestamp the event immediately
26-JAN-2006 MGD RequestRedirect() "//:port/path" (i.e. begins with "//:")
allows a redirect to a different port on the same host
26-DEC-2005 MGD bugfix; RequestFields() allow for header lines with no
white-space between field name and value (jpp@esme.fr)
11-JUN-2005 MGD bugfix; "?httpd=content" should include SSI files
22-FEB-2005 MGD bugfix; keyword search exclusion on configured file type
21-JAN-2005 MGD disable SSL persistent connections for VMS Navigator Gold
05-JAN-2005 MGD RequestParseHeader() remove explicit disable of
POST & PUT connection persistence
16-DEC-2004 MGD handle chunked transfer-encoding during request rundown
16-OCT-2004 MGD request rundown changes for GZIP encoding,
configurable service unavailable 503 when log write fails
06-OCT-2004 MGD allow throttling of mapping/mapped error messages
12-AUG-2004 MGD bugfix; HttpTimerSet() after mapping in case of SET timeout
20-JUL-2004 MGD HTTP/1.1 compliance,
"ETag:", "Expect:", "If-Match:", "If-None-Match:",
"Max-Forwards:", "Transfer-Encoding:", "Trailer:" headers,
persistent connection detection and processing refine,
pipelined request processing,
refine redirection request header rebuild
27-JAN-2004 MGD add connect processing and keep-alive accounting items
15-JAN-2004 MGD bugfix; RequestExecute() error by redirect
12-JAN-2004 MGD RequestExecute() resolve virtual service if local path
10-JAN-2004 MGD 'delete-on-close' file specification extended
16-DEC-2003 MGD mapping now URL-encodes a redirect wildcard path portions
18-NOV-2003 MGD reverse proxy 302 "Location:" rewrite persistent storage
07-OCT-2003 MGD bugfix; "internal" script detection
15-SEP-2003 MGD bugfix; keyword search exclude file type
bugfix; keepalive notepad needs to be explicitly NULLed
21-AUG-2003 MGD "Range:" header field
03-AUG-2003 MGD RequestDump()
09-JUL-2003 MGD revise request and history report format
31-MAY-2003 MGD RequestHomePage() check [Welcome] against [DclScriptRunTime]
for welcome/home pages that are provided by scripting
10-MAY-2003 MGD revise request header field processing and storage,
improve efficiency of RequestRedirect()
02-APR-2003 MGD allow for "X-Forwarded-For:" request header field
26-MAR-2003 MGD minor changes to alert processing
RequestRedirect() append remaining CGI response header
24-MAR-2003 MGD bugfix; RequestDiscardBody() reset of body processing ASTs
07-FEB-2003 MGD no default search script path setting
17-JAN-2003 MGD implement path setting 'script=path=find'
12-OCT-2002 MGD check for device and directory (minimum) before parse
15-AUG-2002 MGD rework (yet again) path alert for more flexibility,
bugfix; 'Xray' broken in v8, repaired and reworked
08-AUG-2002 MGD RequestRedirect() should URL-encode local redirection
03-JUL-2002 MGD add ResponseHiss()
30-JUN-2002 MGD adjust RequestBodyDiscard() for already-started read
22-MAY-2002 MGD refine scheme detection in RequestRedirect()
06-JUN-2002 MGD RequestDiscardBody() for (at least) Netscape 3/4
15-MAY-2002 MGD RequestRedirect() allow for wildcard DNS "proxy",
"Cache-Control:" field for Mozilla compatibility
31-MAR-2002 MGD mask potential passwords in request URIs,
keep-alive decision logic to RequestFields()
02-FEB-2002 MGD rework echo due to request body processing changes
14-OCT-2001 MGD add an explicit test for, and message regarding, DECnet
use in mapped file names, reporting it as unsupported
04-AUG-2001 MGD modifications in line with changes in the handling
of file and cache (now MD5 hash based) processing,
support module WATCHing
11-JUL-2001 MGD allow '?' on the end of a REDIRECT mapping template
to propagate the original request's query string
28-JUN-2001 MGD extend local redirection syntax to reinstate "reverse proxy"
(e.g. "/http://the.host.name/path")
10-MAY-2001 MGD calls to throttle module
27-FEB-2001 MGD script path parse content-type check
08-JAN-2001 MGD bugfix; RequestDiscardAst()
30-DEC-2000 MGD rework for FILE.C getting file contents in-memory
01-OCT-2000 MGD authorize either request *or* mapped path
(script path authorization is/has always been on mapped)
26-AUG-2000 MGD WATCH processing, peek, or peek+processing
08-AUG-2000 MGD bugfix; include Accept-Encoding when redirecting,
bugfix; (sort-of) ensure redirected BytesRawRx carried over
24-JUN-2000 MGD persistent run-time environments,
bugfix; HEAD requests specifying content-length
bugfix; increase size of buffer in RequestRedirect()
07-MAY-2000 MGD session track
04-MAR-2000 MGD use FaolToNet(), et.al.,
add "http:///" and "https:///" to redirection syntax
08-FEB-2000 MGD search script exclude specified file types
27-DEC-1999 MGD support ODS-2 and ODS-5 using ODS module
11-NOV-1999 MGD allow for "ETag:" (only for proxy propagation)
20-OCT-1999 MGD redirect now substitutes the scheme and "Host:" or server
host:port into a mapping rule like "REDIRECT ///some/path"
or just the scheme into "REDIRECT //host.domain/path/"
28-AUG-1999 MGD accomodation for asynchronous authorization
30-JUL-1999 MGD bugfix; HttpdExit() requires a parameter!
12-JUN-1999 MGD looks like a proxy request? send it to ProxyRequestBegin()
04-APR-1999 MGD provide HTTP/0.9 functionality (finally!)
10-JAN-1999 MGD proxy serving,
history report format refined,
added service information to history report
07-NOV-1998 MGD WATCH facility
18-OCT-1998 MGD error report redirection
19-SEP-1998 MGD improve granularity of cache search,
RequestFileNoType() now redirects for directories,
automatic scripting suppressed with HTTPd query string
12-JUL-1998 MGD bugfix; RequestEnd() no status returned from RequestBegin()!
14-MAY-1998 MGD ?httpd=... generalized from index processing to all requests
02-APR-1998 MGD no longer log internal redirects
28-MAR-1998 MGD declare an AST for local redirection parsing
(in case a CGIplus script redirected and is exiting!)
28-JAN-1998 MGD moved more appropriate functions from HTTPd.C into here,
header parsing now allows for hiatus in end-header blank line,
allow for directories specified as "/dir1/dir2"
07-JAN-1998 MGD provide URL-encoded decode on path
05-OCT-1997 MGD file cache,
added "Accept-Charset:", "Forwarded:" and "Host:"
18-SEP-1997 MGD HTTP status code mapping
09-AUG-1997 MGD message database
27-JUL-1997 MGD modified "Accept:" header lines processing
08-JUN-1997 MGD added "Pragma:" header field detection
27-MAR-1997 MGD added "temporary" file detection (for UPD/PUT preview)
01-FEB-1997 MGD HTTPd version 4
01-OCT-1996 MGD added more reports
25-JUL-1996 MGD use optional "length=" within "If-Modified-Since:" header
12-APR-1996 MGD RMS parse structures moved to thread data;
persistent connections ("keep-alive");
changed internal directive from query string to path;
observed Multinet disconnection/zero-byte behaviour
(request now aborts if Multinet returns zero bytes)
01-DEC-1995 MGD HTTPd version 3
27-SEP-1995 MGD extensive rework of some functions;
added 'Referer:', 'User-Agent:', 'If-Modified-Since:'
01-APR-1995 MGD initial development for addition to multi-threaded daemon
*/
/*****************************************************************************/
#ifdef WASD_VMS_V7
#undef _VMS__V6__SOURCE
#define _VMS__V6__SOURCE
#undef __VMS_VER
#define __VMS_VER 70000000
#undef __CRTL_VER
#define __CRTL_VER 70000000
#endif
/* standard C header files */
#include <ctype.h>
#include <errno.h>
#include <stdio.h>
#include <string.h>
/* VMS related header files */
#include <builtins.h>
#include <descrip.h>
#include <iodef.h>
#include <libdef.h>
#include <ssdef.h>
#include <stsdef.h>
/* application header files */
#include "wasd.h"
#define WASD_MODULE "REQUEST"
/******************/
/* global storage */
/******************/
/* used by VM.c */
const int RequestStructSize = sizeof(REQUEST_STRUCT);
LIST_HEAD RequestList;
LIST_HEAD RequestHistoryList;
int RequestHistoryCount,
RequestHistoryMax;
/********************/
/* external storage */
/********************/
#ifdef DBUG
extern BOOL Debug;
#else
#define Debug 0
#endif
extern BOOL CacheEnabled,
ControlExitRequested,
ControlRestartRequested,
Http2Enabled,
HttpdTicking,
LoggingEnabled,
LoggingFileError,
MonitorEnabled,
MapUrlExtensionMethod,
NetConnectSuspend,
OdsExtended,
WebDavEnabled,
WebDavLockingEnabled;
extern int ActivityTotalMinutes,
ConnectCountTotal,
DclSysOutputSize,
ErrorsNoticedCount,
ExitStatus,
Http2ClientPrefaceLength,
HttpdGblSecPages,
InstanceNodeConfig,
InstanceNodeCurrent,
InstanceNumber,
NetConcurrentProcessMax,
NetCurrentProcessing,
NetReadBufferSize,
OpcomMessages,
OutputBufferSize,
ServiceTunnelSshCount,
SsiSizeMax,
WebSockCurrent;
extern const int64 Delta001uSec;
extern int64 ErrorsNoticedTime64;
extern int ToLowerCase[],
ToUpperCase[];
extern unsigned long InstanceMutexCount[],
InstanceMutexWaitCount[];
extern char ConfigContentTypeSsi[],
ConfigContentTypeUrl[],
ErrorSslFailure[],
ErrorSanityCheck[],
Http2ClientPreface[],
ServerHostPort[],
SoftwareID[];
#define acptr AccountingPtr
extern ACCOUNTING_STRUCT *AccountingPtr;
extern CONFIG_STRUCT Config;
extern HTTPD_GBLSEC *HttpdGblSecPtr;
extern HTTPD_PROCESS HttpdProcess;
extern LIST_HEAD Http2List;
extern MSG_STRUCT Msgs;
extern MAPPING_META *MappingMetaPtr;
extern WATCH_STRUCT Watch;
/*****************************************************************************/
/*
The network connection has been established.
Make a request around that connection and begin processing.
*/
void RequestAccept (NETIO_STRUCT *ioptr)
{
REQUEST_STRUCT *rqptr;
SERVICE_STRUCT *svptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (ioptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(ioptr), WATCH_MOD_REQUEST, "RequestAccept()");
rqptr = VmGetRequest (++ConnectCountTotal);
/* add entry to the top of the request list */
ListAddHead (&RequestList, rqptr, LIST_ENTRY_TYPE_REQUEST);
rqptr->NetIoPtr = ioptr;
ioptr->RequestPtr = rqptr;
rqptr->ClientPtr = ioptr->ClientPtr;
rqptr->ServicePtr = ioptr->ServicePtr;
rqptr->WatchItem = ioptr->WatchItem;
rqptr->rqDictPtr = DictCreate (rqptr, -1);
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdateConnected (rqptr, +1);
AccountingPtr->ConnectAcceptedCount++;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
/* timestamp the transaction */
sys$gettim (&rqptr->rqTime.BeginTime64);
sys$numtim (&rqptr->rqTime.BeginTime7, &rqptr->rqTime.BeginTime64);
HttpGmTimeString (rqptr->rqTime.GmDateTime, &rqptr->rqTime.BeginTime64);
/* if it's not already running kick-off the HTTPd ticker */
if (!HttpdTicking) HttpdTick (0);
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterClientService (rqptr);
HttpdTimerSet (rqptr, TIMER_INPUT,
rqptr->NetIoPtr->ServicePtr->ShareSSH ?
rqptr->NetIoPtr->ServicePtr->ShareSSH : 0);
RequestBegin (rqptr);
}
/*****************************************************************************/
/*
This function is called from NetAccept() where a new HTTP/1.n connection has
been established and memory has just been allocated for this connection's
thread structure.
This function also endeavours to allow "sharing" of a service port for HTTP
requests and other clients such as SSH. The objective is to allow tunneling of
SSH via proxy server CONNECT which is usually confined to port 433 (tunneling
of SSH, or any other protocol, on a standalone port is already possible using a
RAW tunnel). Now port 443 is invariably configured to talk SSL and must talk
raw octets if it's to be used as an opaque tunnel.
The approach taken is to peek at the incoming TCP byte stream and see if it's
TLS/SSL. If not the socket (request) is associated with a proxy tunneling
service (to get the raw octets), the essential request data fudged, and proxy
tunneling initiated. However, and of course, some clients do not initiate
their exchange until after the server has. This is a Catch-22 of sorts.
So what WASD does is after input timeout (the client waiting) it sets up
the tunnel anyway and begins the proxy. The proxied server should then
initiate the protocol and the client respond. The directive [ServiceShareSSH]
non-zero both enables this facility for a service and sets the input timeout
period (which perhaps should be shorter than the default 30 seconds because
such clients will wait that long for any SSH server response).
If it's a slow SSL connection (or other) the client setup will just fail with
the server disconnecting when the protocol exchange makes no sense.
A workable accomodation it would seem.
*/
void RequestBegin (REQUEST_STRUCT *rqptr)
{
int status;
char *cptr, *sptr;
SERVICE_STRUCT *svptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestBegin()");
rqptr->RequestState = REQUEST_STATE_CONNECTED;
rqptr->NetworkHttp = 1;
NetIoQioMaxSeg (rqptr->NetIoPtr);
if (rqptr->NetIoPtr->SesolaPtr == NULL &&
rqptr->ServicePtr->RequestScheme == SCHEME_HTTPS)
{
/* Transport Layer Security (TLS/SSL) ("https://") transaction */
SesolaNetBegin (rqptr);
return;
}
rqptr->rqNet.ReadBufferSize = NetReadBufferSize;
rqptr->rqNet.ReadBufferPtr = VmGetHeap (rqptr, NetReadBufferSize);
OdsStructInit (&rqptr->ParseOds, false);
/* if available then set any initial report to be via the script */
if (rqptr->ServicePtr->ErrorReportPath[0])
rqptr->rqResponse.ErrorReportByRedirect = true;
if (rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_FIREWALL ||
rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_RAW)
{
/* fudge these as if it came from the network */
if (rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_FIREWALL)
{
cptr = MsgFor(rqptr,MSG_PROXY_FIREWALL_PROMPT);
if (cptr[0])
{
sptr = VmGetHeap (rqptr, strlen(cptr)+3);
SET2(sptr,'\r\n');
strcpy (sptr+2, cptr);
NetWrite (rqptr, &RequestGet, sptr, strlen(sptr));
}
else
/* without a real network read just fudge the status */
NetIoReadStatus (rqptr->NetIoPtr, RequestGet, rqptr, SS$_NORMAL, 0);
}
else
/* without a real network read just fudge the status */
NetIoReadStatus (rqptr->NetIoPtr, RequestGet, rqptr, SS$_NORMAL, 0);
}
else
if (rqptr->ServicePtr->ConnectService)
{
/* request-on-connects do not wait for client data */
rqptr->ConnectRequest = true;
/* without a real network read just fudge the status */
NetIoReadStatus (rqptr->NetIoPtr, RequestGet, rqptr, SS$_NORMAL, 0);
}
else
if (rqptr->ServicePtr->RawSocket)
{
/* raw [web]sockets do not (necessarily) wait for client data */
rqptr->RawSocketRequest = true;
/* without a real network read just fudge the status */
NetIoReadStatus (rqptr->NetIoPtr, RequestGet, rqptr, SS$_NORMAL, 0);
}
else
NetRead (rqptr, &RequestGet, rqptr->rqNet.ReadBufferPtr,
rqptr->rqNet.ReadBufferSize);
}
/*****************************************************************************/
/*
When shared SSH the underlying protocol is opaque to WASD and so much of it
needs to be fudged and the usual request processing pathway avoided.
*/
void RequestShareBegin (REQUEST_STRUCT *rqptr)
{
int idx, status;
char *cptr, *sptr, *zptr;
SERVICE_STRUCT *svptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestShareBegin()");
if (!rqptr->rqNet.ReadBufferPtr)
{
/* via TLS/SSL not RequestGet() */
rqptr->rqNet.ReadBufferSize = NetReadBufferSize;
rqptr->rqNet.ReadBufferPtr = VmGetHeap (rqptr, NetReadBufferSize);
}
if (rqptr->NetIoPtr->SSHversionDigit)
{
/* TLS/SSL service so get the rest of the SSH version exchange */
if (!SAME4 (rqptr->rqNet.ReadBufferPtr, 'SSH-'))
{
strcpy (rqptr->rqNet.ReadBufferPtr, "SSH-");
rqptr->rqNet.ReadBufferPtr[4] = rqptr->NetIoPtr->SSHversionDigit;
NetRead (rqptr, &RequestShareBegin,
rqptr->rqNet.ReadBufferPtr + 5,
rqptr->rqNet.ReadBufferSize - 5);
return;
}
rqptr->NetIoPtr->ReadCount += 5;
rqptr->NetIoPtr->SSHversionDigit = 0;
}
if (rqptr->RequestState == REQUEST_STATE_ABORT)
{
strcpy (rqptr->rqNet.ReadBufferPtr, "SSH-(timeout)");
rqptr->NetIoPtr->ReadCount = 13;
}
rqptr->RequestState = REQUEST_STATE_PROCESSING;
rqptr->rqHeader.Method = HTTP_METHOD_SHARE_SSH;
strcpy (rqptr->rqHeader.MethodName, "SSH");
rqptr->rqHeader.HttpVersion = HTTP_VERSION_0_9;
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdateProcessing (rqptr, +1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterHttpProtocol (rqptr);
/* proxy tunneling uses the mapped path for it's host info */
cptr = MapUrl_Map (rqptr->rqNet.ReadBufferPtr, 0,
NULL, 0, NULL, 0, NULL, 0, NULL, 0, 0,
rqptr, &rqptr->rqPathSet);
/* buffer the mapped path (cptr+1 allows error and non-error mappings) */
rqptr->MappedPathLength = strlen(cptr+1)+1;
rqptr->MappedPathPtr = VmGetHeap (rqptr, rqptr->MappedPathLength+1);
memcpy (rqptr->MappedPathPtr, cptr, rqptr->MappedPathLength);
/* if mapping to status */
if (!cptr[0] && cptr[1])
{
RequestMappedToStatus (rqptr);
return;
}
if (!MATCH6 (cptr, "raw://"))
{
/* if its not raw then it's not on! */
rqptr->rqResponse.HttpStatus = 500;
RequestEnd (rqptr);
return;
}
if (rqptr->rqPathSet.ChangeServicePtr)
{
/* change service */
if (!ServiceChange (rqptr, rqptr->rqPathSet.ChangeServicePtr))
{
RequestEnd (rqptr);
return;
}
}
if (WATCHING (rqptr, WATCH_REQUEST))
if (!rqptr->rqHeader.WatchNewRequest)
{
rqptr->rqHeader.WatchNewRequest = true;
WatchDataFormatted ("|!#*+\n", 38 + Watch.ItemWidth);
}
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"SSH !AZ", *cptr ? cptr : cptr+1);
rqptr->rqHeader.RequestUriPtr = rqptr->MappedPathPtr;
rqptr->rqHeader.PathInfoPtr = rqptr->MappedPathPtr;
rqptr->rqHeader.QueryStringPtr = "";
InstanceGblSecIncrLong (&AccountingPtr->MethodSshCount);
HttpdTimerSet (rqptr, TIMER_OUTPUT, 0);
ProxyRequestBegin (rqptr);
}
/****************************************************************************/
/*
Any request I/O currently outstanding?
Outstanding direct network is indicated by non-NULL AST functions.
Outstanding TLS (SSL) network can also have connection state I/O being underway
so that need to be checked as well.
*/
BOOL RequestIoInProgress (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestIoInProgress() !&B !&B",
rqptr->NetIoPtr && rqptr->NetIoPtr->WriteAstFunction,
rqptr->NetIoPtr && rqptr->NetIoPtr->ReadAstFunction);
if (rqptr->NetIoPtr)
{
if (rqptr->NetIoPtr->WriteAstFunction) return (true);
if (rqptr->NetIoPtr->ReadAstFunction) return (true);
if (rqptr->NetIoPtr->SesolaPtr)
if (SesolaNetIoInProgress (rqptr->NetIoPtr))
return (true);
}
return (false);
}
/****************************************************************************/
/*
Cancel any outstanding request I/O.
*/
void RequestIoCancel (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestIoCancel()");
if (rqptr->NetIoPtr)
{
if (rqptr->NetIoPtr->Http2StreamPtr)
Http2RequestCancel (rqptr);
else
if (rqptr->NetIoPtr->SesolaPtr)
SesolaNetIoCancel (rqptr->NetIoPtr);
else
NetIoCancel (rqptr->NetIoPtr);
}
}
/*****************************************************************************/
/*
Initiate request rundown for one or more requests.
*/
int RequestControlRunDown (int ConnectNumber)
{
int count;
LIST_ENTRY *leptr;
REQUEST_STRUCT *rqeptr;
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_REQUEST))
WatchThis (WATCHALL, WATCH_MOD_REQUEST,
"RequestControlRunDown() !SL", ConnectNumber);
if (!ConnectNumber) return (0);
count = 0;
for (leptr = RequestList.HeadPtr; leptr; leptr = leptr->NextPtr)
{
rqeptr = (REQUEST_STRUCT*)leptr;
if (ConnectNumber < 0 || rqeptr->ConnectNumber == ConnectNumber)
{
HttpdTimerSet (rqeptr, TIMER_TERMINATE, 0);
count++;
}
}
return (count);
}
/*****************************************************************************/
/*
Move this requests's state to ABORT. A request may only be aborted the once.
After that, keep an eye on the rundown. If it does but still doesn't end
within a reasonable period the end it from here.
*/
void RequestAbort (REQUEST_STRUCT *rqptr)
{
int state;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestAbort() !UL", rqptr->RequestState);
if ((state = rqptr->RequestState) >= REQUEST_STATE_ABORT) return;
rqptr->RequestState = REQUEST_STATE_ABORT;
if (HTTP2_REQUEST(rqptr)) return;
if (rqptr->NetIoPtr->ServicePtr->ShareSSH)
if (!rqptr->rqNet.PersistentCount)
if (!rqptr->BytesRx64)
{
sys$cancel (rqptr->NetIoPtr->Channel);
return;
}
if (rqptr->ProxyTaskPtr) NetCloseSocket (rqptr);
if (rqptr->WebSocketRequest) NetCloseSocket (rqptr);
if (state == REQUEST_STATE_PERSIST) NetIoCancel (rqptr->NetIoPtr);
}
/*****************************************************************************/
/*
Check for various tasks and/or associated structures and call their finalise
function to progressively shut the request processing down in an orderly
fashion. Return true if the run down is complete or false if in-progress.
*/
BOOL RequestRunDown (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestRunDown() !AZ", RequestState(rqptr->RequestState));
if (!rqptr->rqHeader.Method) return (true);
if (rqptr->RequestState < REQUEST_STATE_ENDING) return (false);
if (rqptr->rqAuth.AstFunction) return (false);
if (rqptr->AdminTaskPtr) return (false);
if (rqptr->DclTaskPtr)
{
DclTaskRunDown (rqptr->DclTaskPtr);
return (false);
}
if (rqptr->DECnetTaskPtr)
if (!DECnetEnd (rqptr))
return (false);
if (rqptr->DirTaskPtr) return (false);
if (rqptr->FileTaskPtr) return (false);
if (rqptr->rqCache.EntryPtr) return (false);
if (rqptr->HissTaskPtr) return (false);
if (rqptr->HTAdminTaskPtr) return (false);
if (rqptr->ProxyTaskPtr)
{
ProxyEnd (rqptr->ProxyTaskPtr);
return (false);
}
if (rqptr->PutTaskPtr) return (false);
if (rqptr->SsiTaskPtr) return (false);
if (rqptr->StreamTaskPtr) return (false);
if (rqptr->TraceTaskPtr) return (false);
if (rqptr->UpdTaskPtr) return (false);
if (rqptr->WebDavTaskPtr)
{
if (rqptr->rqHeader.Method == HTTP_METHOD_GET ||
rqptr->rqHeader.Method == HTTP_METHOD_HEAD)
rqptr->WebDavTaskPtr = NULL;
else
return (false);
}
if (rqptr->WebSocketRequest)
if (!WebSockEnd (rqptr))
return (false);
return (true);
}
/*****************************************************************************/
/*
This function MAY be AST-delivery executed ONE OR MORE TIMES, FROM ITSELF,
before a request and/or connection can be finally disposed of.
Basically, all ASTs hard-wired or declared *MUST* deliver back to here!
*/
void RequestEnd (REQUEST_STRUCT *rqptr)
{
int status;
FILE_CONTENT *fcptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestEnd() !&F !AZ", &RequestEnd,
RequestState(rqptr->RequestState));
if (!(_PROBER (0, sizeof(REQUEST_STRUCT), rqptr)))
{
/* 12-DEC-2020 MGD kludge */
ErrorNoticed (rqptr, SS$_BUGCHECK, "_PROBE(!8XL)", FI_LI, rqptr);
return;
}
if (rqptr->RequestState >= REQUEST_STATE_SHUTDOWN)
{
ErrorNoticed (rqptr, SS$_BUGCHECK,
"HTTP/!AZ !AZ//!AZ !AZ !AZ", FI_LI,
rqptr->NetworkHttp == 2 ? "2" : "1.n",
rqptr->ServicePtr->RequestSchemeNamePtr,
rqptr->ServicePtr->ServerHostPort,
(rqptr->rqHeader.RequestUriPtr &&
rqptr->rqHeader.RequestUriPtr[0]) ?
rqptr->rqHeader.RequestUriPtr : "(none)",
HttpdTimeoutType(rqptr->rqTmr.TimeoutType));
return;
}
/****************/
/* post-process */
/****************/
if (rqptr->rqHeader.UpgradeSocks5Ptr)
if (rqptr->rqAuth.FinalStatus)
if (VMSnok (rqptr->rqAuth.FinalStatus))
{
/* can only be failed proxy authentication */
ProxySocks5ReplyFail (rqptr);
RequestEnd2 (rqptr);
return;
}
/* if WebDAV request not being processed by WebDAV-specific code */
if (rqptr->WebDavTaskPtr)
if (rqptr->WebDavTaskPtr->NotWebDavFun)
rqptr->WebDavTaskPtr = NULL;
if (Watch.RequestPtr == rqptr) WatchEnd ();
if (rqptr->RequestState <= REQUEST_STATE_PROCESSING)
{
/* redacted requests require post proceessing */
if (rqptr->rqResponse.RedactBufferPtr)
if (!RequestRedactEnd (rqptr))
return;
if (fcptr = rqptr->FileContentPtr)
{
/* content and handler */
if (fcptr->ContentLength > fcptr->ContentSizeMax)
{
if (WATCHPNT(rqptr) && (WATCH_CATEGORY(WATCH_CGI) ||
WATCH_CATEGORY(WATCH_REQUEST)))
WatchThis (WATCHITM(rqptr), WATCH_CATEGORY(WATCH_CGI) ?
WATCH_CGI : WATCH_REQUEST,
"CONTENT !UL exceeded !UL bytes max",
fcptr->ContentLength, fcptr->ContentSizeMax);
ErrorVmsStatus (rqptr, SS$_BUFFEROVF, FI_LI);
rqptr->FileContentPtr = NULL;
}
else
{
/* next task gets control once file has been content-handled */
rqptr->FileContentPtr->NextTaskFunction = &RequestEnd;
/* file contents loaded, now process using the specified handler */
SysDclAst (rqptr->FileContentPtr->ContentHandlerFunction, rqptr);
rqptr->FileContentPtr->ContentHandlerFunction = NULL;
return;
}
}
}
if (rqptr->rqResponse.LocationPtr)
{
/***************/
/* redirection */
/***************/
status = RedirectRequest (rqptr);
/* SS$_NONLOCAL is returned when non-local redirect :^) */
if (status == SS$_NONLOCAL) return;
/* SS$_NORMAL is returned when local redirect */
if (status == SS$_NORMAL)
{
if (RequestLineParse (rqptr))
{
if (RequestProcessFields (rqptr))
{
RequestParseExecute (rqptr);
return;
}
}
}
}
/***********/
/* rundown */
/***********/
if (rqptr->RequestState < REQUEST_STATE_ABORT)
rqptr->RequestState = REQUEST_STATE_ENDING;
if (!RequestRunDown (rqptr)) return;
/**********/
/* ending */
/**********/
/* free any X509 client certificate */
SesolaClientCertEnd (rqptr);
if (!rqptr->rqHeader.Method)
{
if (HTTP2_REQUEST(rqptr))
Http2RequestEnd5 (rqptr);
else
RequestEnd4 (rqptr);
return;
}
/* can still be in a throttle queue even without a client connection */
if (rqptr->rqPathSet.ThrottleSet) ThrottleEnd (rqptr);
OdsParseRelease (&rqptr->ParseOds);
/* not interested in finalising network if terminated */
if (rqptr->RequestState >= REQUEST_STATE_ABORT)
{
if (HTTP2_REQUEST(rqptr))
RequestEnd2 (rqptr);
else
if (rqptr->rqHeader.ContentLength64 &&
rqptr->rqBody.DataStatus != SS$_ENDOFFILE)
RequestDiscardBody (rqptr);
else
RequestEnd2 (rqptr);
return;
}
/* flush anything currently remaining in the request output buffer */
if (STR_DSC_LEN(&rqptr->NetWriteBufferDsc))
{
NetWriteFullFlush (rqptr, &RequestEnd);
return;
}
/* finalize output compression (before error reporting in plain text!) */
if (rqptr->GzipCompress.DeflateStartStream &&
!rqptr->GzipCompress.DeflateEndOfStream)
{
/* flush the GZIP compressed stream (ZLIB) buffers */
NetWrite (rqptr, &RequestEnd, NULL, 0);
return;
}
/* finalize output transfer encoding */
if (rqptr->rqResponse.TransferEncodingChunked)
{
/* provide the empty chunk */
NetWrite (rqptr, &RequestEnd, NULL, 0);
return;
}
/* if an error has been reported send this to the client */
if (ERROR_REPORTED (rqptr) && !rqptr->RawSocketRequest)
{
ErrorSendToClient (rqptr);
return;
}
/* if the response header has not yet been sent then do it */
if (rqptr->rqResponse.HeaderGenerated &&
!rqptr->rqResponse.HeaderSent)
{
NetWrite (rqptr, &RequestEnd, NULL, 0);
return;
}
if (HTTP2_REQUEST(rqptr))
RequestEnd2 (rqptr);
else
if (rqptr->rqHeader.ContentLength64 &&
rqptr->rqBody.DataStatus != SS$_ENDOFFILE)
RequestDiscardBody (rqptr);
else
RequestEnd2 (rqptr);
}
/*****************************************************************************/
/*
Request rundown has reached a point where final accounting and other
post-request processing can be performed.
*/
void RequestEnd2 (REQUEST_STRUCT *rqptr)
{
int idx, status;
unsigned long Remainder;
int64 Time64;
char *cptr;
NETIO_STRUCT *ioptr;
SERVICE_STRUCT *svptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestEnd2()");
if (HTTP2_REQUEST (rqptr))
if (!rqptr->Http2Stream.RequestEnd)
return (Http2RequestEnd2 (rqptr));
/* if request started but didn't get very far */
if (!rqptr->rqHeader.HttpVersion) rqptr->rqResponse.HttpStatus = 408;
/* if keeping activity statistics (before counters are decremented) */
if (ActivityTotalMinutes)
{
InstanceMutexLock (INSTANCE_MUTEX_ACTIVITY);
GraphActivityUpdate (rqptr, true);
InstanceMutexUnLock (INSTANCE_MUTEX_ACTIVITY);
}
#if WATCH_MOD
if (WATCHPNT(rqptr) &&
Watch.Category == WATCH_ONE_SHOT_CAT &&
Watch.Module == WATCH_ONE_SHOT_MOD &&
Watch.RequestPtr)
WatchPeek (Watch.RequestPtr, rqptr);
#endif /* WATCH_MOD */
/* cache load from network access point */
if (rqptr->rqCache.LoadFromNet)
{
rqptr->rqCache.LoadStatus = SS$_ENDOFFILE;
CacheLoadEnd (rqptr);
}
else
/* cache load has been unsuccessful somewhere, tidy-up */
if (rqptr->rqCache.Loading)
{
rqptr->rqCache.LoadStatus = SS$_ABORT;
CacheLoadEnd (rqptr);
}
/* Mask possible password component of a request URI before logging, etc.
(e.g. turn "ftp://username:password@the.host.name/" into
"ftp://username:********@the.host.name/").
This permanently changes the supplied URI (not a problem at this point).
Note the '&P' directive in FAO.C that performs the same function.
*/
if (cptr = rqptr->rqHeader.RequestUriPtr)
{
while (*cptr)
{
if (*cptr++ != ':') continue;
if (*cptr++ != '/') continue;
if (*cptr++ != '/') continue;
break;
}
if (*cptr)
{
while (*cptr && *cptr != '/' && *cptr != '@') cptr++;
if (*cptr == '@')
{
while (cptr > rqptr->rqHeader.RequestUriPtr && *cptr != ':') cptr--;
if (*cptr == ':')
{
cptr++;
while (*cptr && *cptr != '@') *cptr++ = '*';
}
}
}
}
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterHttpStatus (rqptr);
ioptr = rqptr->NetIoPtr;
/*************************/
/* locked global section */
/*************************/
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
if (rqptr->rqHeader.Method) NetUpdateProcessing (rqptr, -1);
#if WATCH_MOD
if (rqptr->rqHeader.PathInfoPtr &&
MATCH16 (rqptr->rqHeader.PathInfoPtr, ADMIN_REPORT) &&
(strsame (rqptr->rqHeader.PathInfoPtr, ADMIN_REPORT_HTTP, -1) ||
strsame (rqptr->rqHeader.PathInfoPtr, ADMIN_REPORT_HPACK, -1)))
{
/* for development purposes do not include these in the stats */
rqptr->BytesRx64 = 0;
}
#endif
if (rqptr->BytesRx64)
{
/* some bytes received so assume a real real request */
sys$gettim (&Time64);
rqptr->rqResponse.Duration64 = rqptr->rqTime.BeginTime64 - Time64;
svptr = rqptr->ServicePtr;
svptr->ConnectCount++;
/* if a module was never engaged (e.g. mapping only) */
if (!rqptr->AccountingDone++) acptr->DoNoModuleCount++;
if (HTTP2_REQUEST(rqptr))
acptr->RequestHttp2Count++;
else
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_1)
acptr->RequestHttp11Count++;
else
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_0)
acptr->RequestHttp10Count++;
else
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_0_9)
acptr->RequestHttp09Count++;
if (rqptr->WebSocketRequest)
{
acptr->WebSocketCount++;
if (rqptr->RawSocketRequest) acptr->WebSocketRawCount++;
}
else
if (!rqptr->ProxyTunnelRequest)
{
/* first update combined HTTP/1+HTTP/2, then HTTP/1 or HTTP/2 */
for (idx = HTTP12;;)
{
acptr->ResponseDurationCount[idx]++;
acptr->ResponseDuration64[idx] += rqptr->rqResponse.Duration64;
/* do not update using durations less than 1 uS */
if (rqptr->rqResponse.Duration64 > Delta001uSec)
{
if (!acptr->ResponseDurationMin64[idx] ||
acptr->ResponseDurationMin64[idx] <
rqptr->rqResponse.Duration64)
acptr->ResponseDurationMin64[idx] =
rqptr->rqResponse.Duration64;
}
if (!acptr->ResponseDurationMax64[idx] ||
rqptr->rqResponse.Duration64 <
acptr->ResponseDurationMax64[idx])
acptr->ResponseDurationMax64[idx] =
rqptr->rqResponse.Duration64;
if (idx != HTTP12) break;
if (HTTP2_REQUEST(rqptr)) idx = HTTP2; else idx = HTTP1;
}
}
/* update any remainders in the running tally accumulators */
acptr->BytesRawRx64[HTTP12] += ioptr->BytesTallyRx64;
acptr->BytesRawTx64[HTTP12] += ioptr->BytesTallyTx64;
acptr->BlocksRawTx64[HTTP12] += ioptr->BlocksTallyTx64;
acptr->BlocksRawRx64[HTTP12] += ioptr->BlocksTallyRx64;
/* update the service accumulators */
svptr->BytesRawRx64 += ioptr->BytesRawRx64;
svptr->BytesRawTx64 += ioptr->BytesRawTx64;
/* update the accounting accumulators */
acptr->BytesRawRx64[HTTP12] += ioptr->BytesRawRx64;
acptr->BlocksRawRx64[HTTP12] += ioptr->BlocksRawRx64;
acptr->BytesRawTx64[HTTP12] += ioptr->BytesRawTx64;
acptr->BlocksRawTx64[HTTP12] += ioptr->BlocksRawTx64;
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
{
acptr->WebDavBytesRawTx64[HTTP12] += ioptr->BytesRawTx64;
acptr->WebDavBytesRawRx64[HTTP12] += ioptr->BytesRawRx64;
}
if (rqptr->rqNet.PipelineBufferPtr)
{
rqptr->rqNet.PipelineRequestCount++;
acptr->PipelineRequestCount++;
if (rqptr->rqNet.PipelineRequestCount > acptr->PipelineRequestMax)
acptr->PipelineRequestMax = rqptr->rqNet.PipelineRequestCount;
}
else
rqptr->rqNet.PipelineRequestCount = 0;
svptr->ReadErrorCount += rqptr->rqNet.ReadErrorCount;
svptr->WriteErrorCount += rqptr->rqNet.WriteErrorCount;
acptr->NetReadErrorCount += rqptr->rqNet.ReadErrorCount;
acptr->NetWriteErrorCount += rqptr->rqNet.WriteErrorCount;
rqptr->BytesPerSecond = BytesPerSecond (&ioptr->BytesRawRx64,
&ioptr->BytesRawTx64,
&rqptr->rqResponse.Duration64);
if (rqptr->BytesPerSecond &&
!rqptr->InternalRequest &&
!rqptr->WebSocketRequest &&
rqptr->rqResponse.HttpStatus / 100 == 2 &&
rqptr->rqHeader.Method != HTTP_METHOD_OPTIONS &&
rqptr->rqHeader.Method != HTTP_METHOD_TRACE)
{
/***********************************/
/* only for "meaningful" responses */
/***********************************/
/* first update combined HTTP/1+HTTP/2, then HTTP/1 or HTTP/2 */
for (idx = HTTP12;;)
{
acptr->BytesPerSecondRawRx64[idx] += ioptr->BytesRawRx64;
acptr->BytesPerSecondRawTotal64[idx] += ioptr->BytesRawRx64;
acptr->BytesPerSecondRawTx64[idx] += ioptr->BytesRawTx64;
acptr->BytesPerSecondRawTotal64[idx] += ioptr->BytesRawTx64;
if (rqptr->BytesPerSecond > acptr->BytesPerSecondMax[idx])
{
acptr->BytesPerSecondMax[idx] = rqptr->BytesPerSecond;
acptr->BytesPerSecondMaxDuration64[idx] =
rqptr->rqResponse.Duration64;
acptr->BytesPerSecondMaxBytes64[idx] = ioptr->BytesRawRx64 +
ioptr->BytesRawTx64;
}
if (!acptr->BytesPerSecondMin[idx] ||
rqptr->BytesPerSecond < acptr->BytesPerSecondMin[idx])
{
acptr->BytesPerSecondMin[idx] = rqptr->BytesPerSecond;
acptr->BytesPerSecondMinDuration64[idx] =
rqptr->rqResponse.Duration64,
acptr->BytesPerSecondMinBytes64[idx] += ioptr->BytesRawRx64 +
ioptr->BytesRawTx64;
}
acptr->BytesPerSecondAve[idx] =
BytesPerSecond (&acptr->BytesPerSecondRawRx64[idx],
&acptr->BytesPerSecondRawTx64[idx],
&acptr->ResponseDuration64[idx]);
if (idx != HTTP12) break;
if (HTTP2_REQUEST(rqptr)) idx = HTTP2; else idx = HTTP1;
}
}
/* update the accumulators related to the HTTP status code */
RequestHttpStatusCode (rqptr);
/* update the global section used by HTTPDMON utility */
if (MonitorEnabled) RequestGblSecUpdate (rqptr);
}
if (InstanceNodeConfig > 1)
{
/* update the global mutex accounting (with whatever up to this point) */
for (idx = 1; idx <= INSTANCE_MUTEX_COUNT; idx++)
{
if (InstanceMutexCount[idx])
{
HttpdGblSecPtr->MutexCount[idx] += InstanceMutexCount[idx];
InstanceMutexCount[idx] = 0;
}
if (InstanceMutexWaitCount[idx])
{
HttpdGblSecPtr->MutexWaitCount[idx] += InstanceMutexWaitCount[idx];
InstanceMutexWaitCount[idx] = 0;
}
}
}
if (ErrorsNoticedCount)
{
/* update the global accounting here to avoid deadlock issues */
acptr->ErrorsNoticedCount += ErrorsNoticedCount;
if (ErrorsNoticedTime64 > acptr->ErrorsNoticedTime64)
acptr->ErrorsNoticedTime64 = ErrorsNoticedTime64;
ErrorsNoticedTime64 = 0;
ErrorsNoticedCount = 0;
}
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
/***************************/
/* unlocked global section */
/***************************/
if (rqptr->BytesRx64)
{
/* this was a real request, do some finalizing */
if (LoggingEnabled &&
rqptr->NetIoPtr->BytesRawRx64 &&
(!rqptr->RedirectErrorStatusCode ||
(rqptr->RedirectErrorStatusCode &&
!rqptr->rqResponse.ErrorReportByRedirect)))
Logging (rqptr, LOGGING_ENTRY);
/* if a request history is being kept then provide the entry */
if (RequestHistoryMax) RequestHistory (rqptr);
/* if it's not already been reported */
if (rqptr->rqPathSet.Alert &&
!(rqptr->rqPathSet.Alert & MAPURL_PATH_ALERT_DONE))
RequestAlert (rqptr);
if (WATCHING (rqptr, WATCH_REQUEST))
{
if (rqptr->rqNet.ReadErrorCount)
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"RX errors !UL !&S",
rqptr->rqNet.ReadErrorCount,
rqptr->rqNet.ReadErrorStatus);
if (rqptr->rqNet.WriteErrorCount)
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"TX errors !UL !&S",
rqptr->rqNet.WriteErrorCount,
rqptr->rqNet.WriteErrorStatus);
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"STATUS !3ZL (!AZ) rx:!@SQ tx:!@SQ bytes !AZ !&L B/s!AZ",
rqptr->rqResponse.HttpStatus,
HttpStatusCodeText(rqptr->rqResponse.HttpStatus),
&ioptr->BytesRawRx64, &ioptr->BytesRawTx64,
DurationString (rqptr, &rqptr->rqResponse.Duration64),
rqptr->BytesPerSecond,
HttpdTimeoutType(rqptr->rqTmr.TimeoutType));
if (WATCHING (rqptr, WATCH_INTERNAL))
DictWatch (rqptr->rqDictPtr, NULL, "*");
WatchDataFormatted ("|!#*-\n", 38 + Watch.ItemWidth);
}
}
else
if (rqptr->rqNet.PersistentCount)
{
/* persistent connection timeout */
if (rqptr->ServicePtr->LogTimeoutEvents)
{
/* timestamp the event for logging purposes */
sys$gettim (&rqptr->rqTime.BeginTime64);
sys$numtim (&rqptr->rqTime.BeginTime7, &rqptr->rqTime.BeginTime64);
Logging (rqptr, LOGGING_ENTRY);
}
}
/* if client data was set for transparent proxy/balancer/accelerator */
if (rqptr->ClientPtr->SetClientAddress) MapUrl_ResetClientAddress (rqptr);
/* reset the running tally accumulators */
ioptr->BytesTallyRx64 = ioptr->BytesTallyTx64 =
ioptr->BlocksTallyRx64 = ioptr->BlocksTallyTx64 = 0;
/* reset these accumulators in case of persistent connection */
ioptr->BytesRawRx64 = ioptr->BytesRawTx64 =
ioptr->BlocksRawRx64 = ioptr->BlocksRawTx64 = 0;
/* reset any TLS/SSL data */
if (ioptr->SesolaPtr) SesolaNetIoReset (ioptr);
/* HTTP/2 requests are not concerned with connection persistence */
if (HTTP2_REQUEST(rqptr))
Http2RequestEnd5 (rqptr);
else
if (rqptr->RequestState >= REQUEST_STATE_ABORT)
RequestEnd4 (rqptr);
else
if (VMSok (ioptr->WriteStatus) &&
(VMSok (ioptr->ReadStatus) ||
ioptr->ReadStatus == SS$_ENDOFFILE))
RequestEnd3 (rqptr);
else
RequestEnd4 (rqptr);
}
/*****************************************************************************/
/*
For a persistent connection (request/response) this function calls the
approriate setup OR disposes of any SSL connection, then closes the network
socket and disposes of the per-request memory. HTTP/1.n only!
*/
void RequestEnd3 (REQUEST_STRUCT *rqptr)
{
#ifdef WATCH_MOD
static BOOL LimitChecked;
static int PersistentLimit;
char *cptr;
#endif
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestEnd3() !&F !&B !&B",
&RequestEnd3, rqptr->PersistentRequest,
rqptr->PersistentResponse);
#ifdef WATCH_MOD
/* development purposes only */
if (!LimitChecked)
{
LimitChecked = true;
if (cptr = SysTrnLnm (WASD_PERSISTENT_LIMIT))
PersistentLimit = atoi(cptr);
else
PersistentLimit = PERSISTENT_LIMIT;
}
#endif
if (rqptr->rqResponse.RedactBufferPtr &&
rqptr->rqResponse.RedactBufferCount)
{
/* a redacted request is implicitly persistent */
rqptr->PersistentRequest = rqptr->PersistentResponse = true;
}
if (rqptr->PersistentRequest)
{
/* if disabled, server control requested, or reached the limit */
if (!Config.cfTimeout.Persistent)
rqptr->PersistentRequest = false;
else
if (rqptr->rqNet.ConsecutiveFailureCount >= PERSISTENT_FAILURE_MAX)
{
rqptr->PersistentRequest = false;
if (WATCHING (rqptr, WATCH_CONNECT))
WatchThis (WATCHITM(rqptr), WATCH_CONNECT,
"PERSISTENT consecutive failures exceed !UL !AZ,!UL",
PERSISTENT_FAILURE_MAX,
rqptr->ClientPtr->Lookup.HostName,
rqptr->ClientPtr->IpPort);
}
else
#ifdef WATCH_MOD
if (rqptr->rqNet.PersistentCount >= PersistentLimit)
rqptr->PersistentRequest = false;
#else
if (rqptr->rqNet.PersistentCount >= PERSISTENT_LIMIT)
rqptr->PersistentRequest = false;
#endif
else
if (ControlExitRequested || ControlRestartRequested)
rqptr->PersistentRequest = false;
else
if (VMSnok (rqptr->NetIoPtr->ReadStatus) &&
rqptr->NetIoPtr->ReadStatus != SS$_ENDOFFILE)
rqptr->PersistentRequest = false;
else
if (VMSnok (rqptr->NetIoPtr->WriteStatus))
rqptr->PersistentRequest = false;
}
if (!NetConnectSuspend &&
rqptr->PersistentRequest &&
rqptr->PersistentResponse &&
rqptr->rqResponse.HttpStatus != 418 &&
rqptr->NetIoPtr->Channel)
{
/*************************/
/* persistent connection */
/*************************/
rqptr->RequestState = REQUEST_STATE_PERSIST;
RequestPersistentConnection (rqptr);
return;
}
RequestEnd4 (rqptr);
}
/*****************************************************************************/
/*
Close the connection.
*/
void RequestEnd4 (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestEnd4()");
rqptr->RequestState = REQUEST_STATE_SHUTDOWN;
NetIoEnd (rqptr->NetIoPtr);
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdateConnected (rqptr, -1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
RequestEnd5 (rqptr);
}
/*****************************************************************************/
/*
Dispose of the request structures (finally!)
*/
void RequestEnd5 (REQUEST_STRUCT *rqptr)
{
BOOL OneShot;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestEnd5() !&F", &RequestEnd5);
rqptr->RequestState = REQUEST_STATE_NOMORE;
HttpdSupervisorList (rqptr, -1);
/* free any allocated pipeline buffer */
if (rqptr->rqNet.PipelineBufferPtr)
VmFree (rqptr->rqNet.PipelineBufferPtr, FI_LI);
/* free the per-request memory heap */
VmFreeHeap (rqptr, FI_LI);
/* remove from the request list */
ListRemove (&RequestList, rqptr);
/* if this request was being (one-shot) WATCHed */
OneShot = rqptr->WatchItem & WATCH_ITEM_ONE_SHOT_FLAG;
/* resets any associated structures (e.g. HTTP/2) */
if (rqptr->WatchItem) WatchSetWatch (rqptr, 0);
/* free memory allocated for the connection structure */
VmFreeRequest (rqptr, FI_LI);
if (OneShot) WatchEnd ();
/* don't bother checking for exit or restart if connections still exist */
if (!NetCurrentProcessing)
{
/* if the control module has requested server exit or restart */
if (ControlExitRequested)
{
fprintf (stdout, "%%HTTPD-I-CONTROL, delayed server exit\n");
ExitStatus = SS$_NORMAL;
HttpdExit (&ExitStatus);
/* cancel any startup messages provided for the monitor */
HttpdGblSecPtr->StatusMessage[0] = '\0';
/* record server event */
GraphActivityEvent (ACTIVITY_DELPRC);
sys$delprc (0, 0);
}
/* check the server's doing the right thing */
HttpdCheckPriv (FI_LI);
}
}
/*****************************************************************************/
/*
Assumes the connection is capable of being persistent. It checks if a
potential pipelined request has been (previously) detected. If it has it notes
the fact and buffers the pipelined network data. It then reset the request
data structure ready for a receiving the nertwork data of a new request. If
pipelined data was buffered this is restored to the network buffer (as if
'fresh' from the network connection) otherwise a buffer is read from the
network. In either case this is passed to RequestGet().
*/
void RequestPersistentConnection (REQUEST_STRUCT *rqptr)
{
BOOL RedactRequest,
WatchThisOne;
int PathSetTimeoutPersistent,
RedactBufferCount,
RedactBufferSize;
char *RedactBufferPtr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestPersistentConnection() !&F",
&RequestPersistentConnection);
rqptr->rqNet.PersistentCount++;
PathSetTimeoutPersistent = rqptr->rqPathSet.TimeoutPersistent;
RedactRequest = false;
if (rqptr->rqResponse.RedactBufferPtr &&
rqptr->rqResponse.RedactBufferCount)
{
/********************/
/* redacted request */
/********************/
RedactRequest = true;
InstanceGblSecIncrLong (&acptr->RedactRequestCount);
/* this is NOT heap memory and so will persist across requests */
RedactBufferPtr = rqptr->rqResponse.RedactBufferPtr;
RedactBufferSize = rqptr->rqResponse.RedactBufferSize;
RedactBufferCount = rqptr->rqResponse.RedactBufferCount;
if (WATCHPNT(rqptr) && (WATCH_CATEGORY(WATCH_RESPONSE) ||
WATCH_CATEGORY(WATCH_RESPONSE_HEADER)))
{
char *cptr, *zptr;
zptr = (cptr = RedactBufferPtr) + RedactBufferCount;
while (cptr < zptr &&
!(*cptr == '\r' && SAME4(cptr,'\r\n\r\n')) &&
!(*cptr == '\n' && SAME2(cptr,'\n\n'))) cptr++;
if (cptr < zptr && *cptr == '\r')
cptr += 4;
else
if (cptr < zptr && *cptr == '\n')
cptr += 2;
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE,
"REDACT !UL bytes (!UL header, !UL body)",
RedactBufferCount, cptr-RedactBufferPtr,
RedactBufferCount-(cptr-RedactBufferPtr));
if (WATCH_CATEGORY(WATCH_RESPONSE_HEADER))
WatchDataDump (RedactBufferPtr, cptr-RedactBufferPtr);
}
}
else
if (rqptr->rqNet.PipelineBufferPtr &&
rqptr->rqNet.PipelineBufferCount)
{
/*********************/
/* pipelined request */
/*********************/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("PIPELINE {!UL}!-!#AZ\n",
rqptr->rqNet.PipelineBufferCount,
rqptr->rqNet.PipelineBufferPtr);
if (WATCHING (rqptr, WATCH_CONNECT))
WatchThis (WATCHITM(rqptr), WATCH_CONNECT, "PIPELINE !UL !AZ,!UL",
rqptr->rqNet.PipelineRequestCount+1,
rqptr->ClientPtr->Lookup.HostName,
rqptr->ClientPtr->IpPort);
}
else
{
/**********************/
/* persistent request */
/**********************/
if (rqptr->rqNet.PipelineBufferPtr)
{
/* no need for this any longer */
VmFree (rqptr->rqNet.PipelineBufferPtr, FI_LI);
rqptr->rqNet.PipelineBufferPtr = NULL;
rqptr->rqNet.PipelineBufferSize = 0;
}
if (WATCHING (rqptr, WATCH_CONNECT))
WatchThis (WATCHITM(rqptr), WATCH_CONNECT,
"PERSISTENT !UL with !AZ,!UL",
rqptr->rqNet.PersistentCount,
rqptr->ClientPtr->Lookup.HostName,
rqptr->ClientPtr->IpPort);
}
/****************/
/* prepare next */
/****************/
/*
These exist in the permanent part of the request structure
but the memory is from the request heap.
They persist across redirects but not persistent connections.
No need to explicitly destroy the dictionary.
It will go with the freed heap.
*/
rqptr->NotePadDictEntry = NULL;
rqptr->NotePadPtr = rqptr->ProxyReverseLocationPtr = NULL;
rqptr->RedactCount = rqptr->RedirectCount = rqptr->RedirectedXray = 0;
/* free the per-request memory heap */
VmFreeHeap (rqptr, FI_LI);
/* zero the portion of the request structure that is not persistent */
memset ((char*)&rqptr->ZeroedBegin, 0,
(char*)&rqptr->ZeroedEnd - (char*)&rqptr->ZeroedBegin);
/* initialise a new dictionary */
rqptr->rqDictPtr = DictCreate (rqptr, -1);
/*
Timestamp the persistent connection period for RequestReport().
Transaction will again be time-stamped if/when request received!
*/
sys$gettim (&rqptr->rqTime.BeginTime64);
if (rqptr->ServicePtr->ErrorReportPath[0])
{
rqptr->rqResponse.ErrorReportByRedirect = true;
/* reset thread-permanent storage */
rqptr->RedirectErrorStatusCode = 0;
rqptr->RedirectErrorAuthRealmDescrPtr = NULL;
}
/* initialize the timer for persistent connection */
HttpdTimerSet (rqptr, TIMER_PERSISTENT, PathSetTimeoutPersistent);
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdatePersistent (+1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
if (rqptr->rqNet.PipelineBufferPtr &&
rqptr->rqNet.PipelineBufferCount)
{
/*********************/
/* pipelined request */
/*********************/
rqptr->rqNet.ReadBufferSize = rqptr->rqNet.PipelineBufferSize;
rqptr->rqNet.ReadBufferPtr = VmGetHeap (rqptr,
rqptr->rqNet.ReadBufferSize);
/* copy previous trailing data into the read buffer */
memcpy (rqptr->rqNet.ReadBufferPtr,
rqptr->rqNet.PipelineBufferPtr,
rqptr->rqNet.PipelineBufferCount);
/* without a real network read just fudge the status */
NetIoReadStatus (rqptr->NetIoPtr, RequestGet, rqptr, SS$_NORMAL,
rqptr->rqNet.PipelineBufferCount);
/* emptied the buffer (may fill again with further trailing octets) */
rqptr->rqNet.PipelineBufferCount = 0;
return;
}
rqptr->rqNet.ReadBufferSize = NetReadBufferSize;
rqptr->rqNet.ReadBufferPtr = VmGetHeap (rqptr, NetReadBufferSize);
if (RedactRequest)
{
/********************/
/* redacted request */
/********************/
rqptr->rqNet.RedactBufferPtr = RedactBufferPtr;
/* size here becomes the actual count of data in the buffer */
rqptr->rqNet.RedactBufferSize = RedactBufferCount;
/* count tracks the quantity of data read from the buffer */
rqptr->rqNet.RedactBufferCount = 0;
}
NetRead (rqptr, &RequestGet, rqptr->rqNet.ReadBufferPtr,
rqptr->rqNet.ReadBufferSize);
}
/*****************************************************************************/
/*
Increment the approriate HTTP status code accumulator.
Assumes that the appropriate global section is already locked.
The accumulator for status codes is a 'somewhat sparse' array where each status
code group, 100.., 200.., etc., is given 30 integers for codes 00..29 (heaps
for most groups) resulting in 102 being index 32, 410 being index 130, 501
being index 151, etc. Convenient without being too profligate with memory.
*/
RequestHttpStatusCode (REQUEST_STRUCT *rqptr)
{
int idx,
StatusCode,
StatusGroup,
StatusMod;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestHttpStatusCode() !UL", rqptr->rqResponse.HttpStatus);
#if WATCH_MOD
/* small sanity check when module WATCHing is compiled-in */
if (sizeof(acptr->ResponseStatusCodeCount) !=
sizeof(unsigned long) * (6*30))
ErrorExitVmsStatus (SS$_BUGCHECK, ErrorSanityCheck, FI_LI);
#endif /* WATCH_MOD */
StatusGroup = (StatusCode = rqptr->rqResponse.HttpStatus) / 100;
if (StatusGroup < 0 || StatusGroup > 5) StatusGroup = 0;
acptr->ResponseStatusCodeGroup[StatusGroup]++;
if (StatusGroup == 1 ||
StatusGroup == 2 ||
StatusGroup == 3)
rqptr->rqNet.ConsecutiveFailureCount = 0;
else
rqptr->rqNet.ConsecutiveFailureCount++;
if (StatusCode)
{
if ((StatusCode >= 100 && StatusCode <= 102) ||
(StatusCode >= 200 && StatusCode <= 207) ||
(StatusCode >= 300 && StatusCode <= 307) ||
(StatusCode >= 400 && StatusCode <= 418) ||
(StatusCode >= 421 && StatusCode <= 424) ||
(StatusCode >= 500 && StatusCode <= 505) ||
(StatusCode == 507))
{
/* constrain to n00..n29 */
StatusMod = StatusCode % (StatusGroup * 10);
/* an index from 0..179 */
idx = (StatusGroup * 30) + StatusMod;
}
else
{
/* HTTP status code set to something we don't know about */
idx = 0;
}
acptr->ResponseStatusCodeCount[idx]++;
if (StatusCode == 403) acptr->RequestForbiddenCount++;
}
}
/*****************************************************************************/
/*
Return an integer that can be used as an index into the HTTP status code
accumulator array. See explanation in RequestHttpStatusCode() above.
*/
int RequestHttpStatusIndex (int StatusCode)
{
int StatusGroup,
StatusMod;
/*********/
/* begin */
/*********/
StatusGroup = StatusCode / 100;
if (StatusGroup < 0 || StatusGroup > 5) StatusGroup = 0;
/* constrain to 0..599 */
if (StatusCode < 100 || StatusCode > 599) StatusCode = 0;
/* constrain to n00..n29 */
if (!StatusCode || (StatusMod = (StatusCode % (StatusGroup * 10))) > 29)
StatusCode = StatusMod = 0;
/* generate an index from 0..179 */
return ((StatusGroup * 30) + StatusMod);
}
/*****************************************************************************/
/*
Provide a path alert notification.
*/
void RequestAlert (REQUEST_STRUCT *rqptr)
{
int status,
AlertItem,
AlertValue;
char Buffer [1024];
unsigned long *vecptr;
unsigned long FaoVector [16];
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestAlert() 0x!2XL", rqptr->rqPathSet.Alert);
AlertValue = rqptr->rqPathSet.Alert;
/* set this bit to indicated the alert has been signalled */
rqptr->rqPathSet.Alert |= MAPURL_PATH_ALERT_DONE;
if (AlertValue >= 100 && AlertValue <= 599)
{
/* alert on a specific HTTP status code */
AlertItem = AlertValue % 100;
if (AlertItem == 99)
{
/* comparing to a category (e.g. 4nn, 5nn) but not that category */
if (AlertValue / 100 != rqptr->rqResponse.HttpStatus / 100) return;
}
else
{
/* comparing to an individual status value */
if (rqptr->rqResponse.HttpStatus != AlertValue) return;
}
/* continue on to report the alert */
}
InstanceGblSecIncrLong (&acptr->PathAlertCount);
vecptr = &FaoVector;
*vecptr++ = UserAtClient(rqptr);
*vecptr++ = rqptr->rqHeader.MethodName;
*vecptr++ = rqptr->rqHeader.RequestUriPtr;
if (rqptr->rqResponse.HttpStatus)
{
*vecptr++ = " !UL";
*vecptr++ = rqptr->rqResponse.HttpStatus;
}
else
*vecptr++ = "";
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
status = FaolToBuffer (Buffer, sizeof(Buffer), NULL,
"!&@ !AZ !AZ!&@", &FaoVector);
if (VMSnok (status)) ErrorNoticed (rqptr, status, NULL, FI_LI);
FaoToStdout ("%HTTPD-W-ALERT, !20%D, !AZ\n", 0, Buffer);
if (Config.cfOpcom.Messages & OPCOM_ADMIN)
FaoToOpcom ("%HTTPD-W-ALERT, !AZ", Buffer);
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "ALERT !AZ", Buffer);
}
/*****************************************************************************/
/*
Some browsers seem unhappy if a request is aborted too quickly (and it's socket
closed) during the POST or PUT of a request body (reports connection errors).
We're here because all the body was not read during request processing
(probably because an error is to be reported). Read some more of the body
(just dropping it into the bit-bucket). Then after sufficient has been read
(or end-of-content) continue to dispose of the request.
*/
void RequestDiscardBody (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestDiscardBody() !&F !UL !&S", &RequestDiscardBody,
rqptr->rqBody.DiscardReadCount, rqptr->rqBody.DataStatus);
if (rqptr->rqBody.AstFunction != RequestDiscardBody)
{
/* ensure we just read raw and throw-away, no fancy processing thanks */
rqptr->rqBody.ProcessFunction = NULL;
rqptr->rqBody.UnEncodeStream = false;
if (rqptr->rqBody.AstFunction == NULL)
{
BodyReadBegin (rqptr, RequestDiscardBody, NULL);
return;
}
rqptr->rqBody.AstFunction = RequestDiscardBody;
}
if (VMSnok (rqptr->rqBody.DataStatus))
{
/* error or enough read (ensure it looks like it anyway) */
rqptr->rqBody.DataStatus = SS$_ENDOFFILE;
RequestEnd2 (rqptr);
return;
}
BodyRead (rqptr);
}
/*****************************************************************************/
/*
Process (authorization or standard) script 'redact' callout.
*/
void RequestRedact
(
REQUEST_STRUCT *rqptr,
char *OutputPtr,
int OutputCount,
BOOL ProvideResponse
)
{
static char RspBadParam [] = "400 Bad parameter",
RspSuccess [] = "200 Success",
RspTooLarge [] = "413 Entity too large";
int MaxKbytes;
char *cptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestRedact() !UL",
OutputCount);
if (!(MaxKbytes = rqptr->rqPathSet.PutMaxKbytes))
MaxKbytes = Config.cfMisc.PutMaxKbytes;
if (strsame (OutputPtr, "REDACT:", 7))
{
/***********/
/* REDACT: */
/***********/
/* restart a request from a rebuilt header (and body) */
OutputPtr += 7;
OutputCount -= 7;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "!UL+!UL=!UL !UL 0x!XL",
rqptr->rqResponse.RedactBufferCount, OutputCount,
rqptr->rqResponse.RedactBufferCount+OutputCount,
rqptr->rqResponse.RedactBufferSize,
rqptr->rqResponse.RedactBufferPtr);
if (rqptr->rqResponse.RedactBufferCount + OutputCount >
rqptr->rqResponse.RedactBufferSize)
{
/* expand the buffer size in chunks the size of a DCL I/O */
rqptr->rqResponse.RedactBufferSize += DclSysOutputSize;
if ((rqptr->rqResponse.RedactBufferSize >> 10) > MaxKbytes)
{
/* limit total to the maximum request body size anyway */
if (ProvideResponse)
DclCalloutQio (rqptr, RspTooLarge, sizeof(RspTooLarge)-1);
return;
}
if (rqptr->rqResponse.RedactBufferPtr)
{
/* note, this is NOT heap memory */
rqptr->rqResponse.RedactBufferPtr =
VmRealloc (rqptr->rqResponse.RedactBufferPtr,
rqptr->rqResponse.RedactBufferSize, FI_LI);
}
else
{
/* note, this is NOT heap memory */
rqptr->rqResponse.RedactBufferPtr =
VmGet (rqptr->rqResponse.RedactBufferSize);
rqptr->RedactCount++;
}
}
if (OutputCount)
{
memcpy (rqptr->rqResponse.RedactBufferPtr +
rqptr->rqResponse.RedactBufferCount,
OutputPtr, OutputCount);
rqptr->rqResponse.RedactBufferCount += OutputCount;
}
if (ProvideResponse)
DclCalloutQio (rqptr, RspSuccess, sizeof(RspSuccess)-1);
return;
}
if (strsame (OutputPtr, "REDACT-SIZE:", 12))
{
/****************/
/* REDACT-SIZE: */
/****************/
for (cptr = OutputPtr+12; *cptr && isspace(*cptr); cptr++);
if (isdigit(*cptr) && !rqptr->rqResponse.RedactBufferSize)
{
rqptr->rqResponse.RedactBufferSize = atoi(cptr);
if (*cptr == '0' && !rqptr->rqResponse.RedactBufferSize)
{
/* a redact size of zero resets any in-progress redact */
if (rqptr->rqResponse.RedactBufferPtr)
{
VmFreeFromHeap (rqptr, rqptr->rqResponse.RedactBufferPtr, FI_LI);
rqptr->rqResponse.RedactBufferPtr = NULL;
rqptr->rqResponse.RedactBufferCount = 0;
if (rqptr->RedactCount) rqptr->RedactCount--;
}
if (ProvideResponse)
DclCalloutQio (rqptr, RspSuccess, sizeof(RspSuccess)-1);
return;
}
else
if (rqptr->rqResponse.RedactBufferPtr)
{
if (ProvideResponse)
DclCalloutQio (rqptr, RspBadParam, sizeof(RspBadParam)-1);
return;
}
else
if ((rqptr->rqResponse.RedactBufferSize >> 10) <= MaxKbytes)
{
/* limit total to the maximum request body size anyway */
rqptr->rqResponse.RedactBufferSize =
((rqptr->rqResponse.RedactBufferSize / 512) + 1) * 512;
rqptr->rqResponse.RedactBufferPtr =
VmGet (rqptr->rqResponse.RedactBufferSize);
rqptr->RedactCount++;
if (ProvideResponse)
DclCalloutQio (rqptr, RspSuccess, sizeof(RspSuccess)-1);
return;
}
if (ProvideResponse)
DclCalloutQio (rqptr, RspTooLarge, sizeof(RspTooLarge)-1);
return;
}
if (ProvideResponse)
DclCalloutQio (rqptr, RspBadParam, sizeof(RspBadParam)-1);
return;
}
ErrorNoticed (rqptr, SS$_BUGCHECK, NULL, FI_LI);
}
/*****************************************************************************/
/*
Perform the redacted request and return false (do not run down the rquest) or
run down the redacted resources and return true (continue running down the
request).
*/
BOOL RequestRedactEnd (REQUEST_STRUCT *rqptr)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestRedactEnd()");
if (rqptr->rqResponse.HeaderSent)
{
if (WATCHING (rqptr, WATCH_RESPONSE))
WatchThis (WATCHITM(rqptr), WATCH_RESPONSE,
"REDACT ignored, HTTP response already sent!!");
}
else
if (!rqptr->rqResponse.RedactBufferCount)
{
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_REDIRECTION), FI_LI);
}
else
if (rqptr->RedactCount >= REQUEST_REDACT_MAX)
{
rqptr->rqResponse.HttpStatus = 500;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_REDIRECTION), FI_LI);
}
else
{
/* perform the redacted request */
RequestPersistentConnection (rqptr);
return (false);
}
/* explicitly free this non-heap memory */
VmFree (rqptr->rqResponse.RedactBufferPtr, FI_LI);
rqptr->rqResponse.RedactBufferPtr = NULL;
rqptr->rqResponse.RedactBufferSize = 0;
rqptr->rqResponse.RedactBufferCount = 0;
return (true);
}
/*****************************************************************************/
/*
Process first HTTP/1.n packet read from the client. In most cases this will
contain the complete HTTP header and it can be processed without building up a
buffered header. If it does not contain the full header allocate heap memory
to contain the current packet and queue subsequent read(s), expanding the
request header heap memory, until all is available (or it becomes completely
rediculous!).
*/
void RequestGet (REQUEST_STRUCT *rqptr)
{
#define STRCAT(string) { \
for (cptr = string; *cptr && sptr < zptr; *sptr++ = *cptr++); \
}
#define CONTROL_D 0x04
#define CONTROL_Z 0x1a
int idx, bcnt, status, SSLv2len;
char *bptr, *cptr, *czptr, *sptr, *zptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestGet() !&F !&S !UL !UL !UL", &RequestGet,
rqptr->NetIoPtr->ReadStatus,
rqptr->NetIoPtr->ReadCount,
rqptr->rqNet.ReadBufferSize,
rqptr->rqHeader.RequestHeaderLength);
if (rqptr->NetIoPtr->ServicePtr->ShareSSH)
{
if (SAME4 (rqptr->rqNet.ReadBufferPtr, 'SSH-'))
{
RequestShareBegin (rqptr);
return;
}
if (rqptr->NetIoPtr->ReadStatus == SS$_CANCEL)
if (!rqptr->rqNet.PersistentCount)
if (!rqptr->BytesRx64)
{
RequestShareBegin (rqptr);
return;
}
}
if (VMSnok (rqptr->NetIoPtr->ReadStatus))
{
/***************/
/* read failed */
/***************/
/* disconnected or otherwise failed */
if (!rqptr->BytesRx64)
if (rqptr->rqNet.PersistentCount)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdatePersistent (-1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
}
RequestEnd (rqptr);
return;
}
rqptr->RequestState = REQUEST_STATE_HEADER;
if (!rqptr->rqHeader.RequestHeaderPtr &&
!rqptr->rqNet.RedactBufferPtr)
{
/*****************/
/* request begin */
/*****************/
if (NetCurrentProcessing >= NetConcurrentProcessMax)
{
/************/
/* too busy */
/************/
if (WATCHING (rqptr, WATCH_CONNECT))
WatchThis (WATCHITM(rqptr), WATCH_CONNECT,
"PROCESS !UL too-busy !AZ,!UL on !AZ//!AZ,!AZ",
NetConcurrentProcessMax,
rqptr->ClientPtr->Lookup.HostName,
rqptr->ClientPtr->IpPort,
rqptr->ServicePtr->RequestSchemeNamePtr,
rqptr->ServicePtr->ServerIpAddressString,
rqptr->ServicePtr->ServerPortString);
InstanceGblSecIncrLong (&acptr->ProcessingTooBusyCount);
InstanceGblSecIncrLong (&acptr->ResponseStatusCodeGroup[5]);
rqptr->rqResponse.HttpStatus = 503;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_GENERAL_TOO_BUSY), FI_LI);
RequestEnd (rqptr);
return;
}
/* these need to be built in RequestGet() due to SesolaNetAccept() */
if (rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_RAW)
{
/* fake a CONNECT request */
zptr = (sptr = rqptr->rqNet.ReadBufferPtr) +
rqptr->rqNet.ReadBufferSize;
STRCAT ("CONNECT ");
STRCAT (rqptr->ServicePtr->ServerHostName);
STRCAT (":0 HTTP/1.1\r\nUser-Agent: ");
STRCAT (SoftwareID);
STRCAT ("\r\nHost: ");
STRCAT (rqptr->ServicePtr->ServerHostPort);
STRCAT ("\r\nX-Forwarded-For: ");
STRCAT (rqptr->ClientPtr->IpAddressString);
STRCAT ("\r\nUpgrade: WASD-tunnel-raw\r\n\r\n");
/* as if it came from the network */
rqptr->NetIoPtr->ReadCount = sptr - rqptr->rqNet.ReadBufferPtr;
}
else
if (rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_FIREWALL)
{
/* fake the start of a connect request */
memcpy (rqptr->rqNet.ReadBufferPtr, "CONNECT ", 8);
/* as if it came from the network */
rqptr->NetIoPtr->ReadCount = 8;
}
else
if (rqptr->ConnectRequest)
{
/* fake a basic request */
zptr = (sptr = rqptr->rqNet.ReadBufferPtr) +
rqptr->rqNet.ReadBufferSize;
STRCAT ("GET / HTTP/1.1\r\nHost: ");
STRCAT (rqptr->ServicePtr->ServerHostPort);
STRCAT ("\r\nUser-Agent: ");
STRCAT (SoftwareID);
STRCAT ("\r\nConnection: close\r\n\r\n");
/* as if it came from the network */
rqptr->NetIoPtr->ReadCount = sptr - rqptr->rqNet.ReadBufferPtr;
/* ONLY the response body in fact */
rqptr->rqResponse.HeaderGenerated =
rqptr->rqResponse.HeaderSent = true;
rqptr->rqResponse.HttpStatus = 200;
}
else
if (rqptr->RawSocketRequest)
{
/* fake a CONNECT request */
zptr = (sptr = rqptr->rqNet.ReadBufferPtr) +
rqptr->rqNet.ReadBufferSize;
STRCAT ("CONNECT ");
STRCAT (rqptr->ServicePtr->ServerHostName);
STRCAT (":0 HTTP/1.1\r\nUser-Agent: ");
STRCAT (SoftwareID);
STRCAT ("\r\nHost: ");
STRCAT (rqptr->ServicePtr->ServerHostPort);
STRCAT ("\r\nUpgrade: WASD-websocket-raw\r\n\r\n");
/* as if it came from the network */
rqptr->NetIoPtr->ReadCount = sptr - rqptr->rqNet.ReadBufferPtr;
}
}
else
if (rqptr->ServicePtr->ProxyTunnel == PROXY_TUNNEL_FIREWALL)
{
/* look for the end-of-line */
sptr = rqptr->rqNet.ReadBufferPtr + 8;
while (*sptr && ISLWS(*sptr)) sptr++;
cptr = sptr;
while (NOTLWS(*sptr) && NOTEOL(*sptr) &&
*sptr != CONTROL_Z && *sptr != CONTROL_D) sptr++;
if (*sptr)
{
if (cptr == sptr)
{
RequestEnd (rqptr);
return;
}
/* end-of-line (hostname[:port]), complete the pseudo-header */
zptr = rqptr->rqNet.ReadBufferPtr + rqptr->rqNet.ReadBufferSize;
STRCAT (" HTTP/1.1\r\nUser-Agent: ");
STRCAT (SoftwareID);
STRCAT ("\r\nHost: ");
STRCAT (rqptr->ServicePtr->ServerHostPort);
STRCAT ("\r\n\r\n");
/* as if it came from the network */
rqptr->NetIoPtr->ReadCount = sptr - rqptr->rqNet.ReadBufferPtr;
}
}
if (rqptr->NetIoPtr->ReadCount >= Http2ClientPrefaceLength &&
MATCH8 (rqptr->rqNet.ReadBufferPtr, Http2ClientPreface) &&
MATCH0 (rqptr->rqNet.ReadBufferPtr, Http2ClientPreface,
Http2ClientPrefaceLength))
{
/******************/
/* HTTP/2 preface */
/******************/
if (Http2Enabled && rqptr->ServicePtr->Http2Enabled) {
if (Http2Preface (rqptr)) return;
}
else
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"HTTP/2 preface received but HTTP/2 not enabled");
}
if (!rqptr->BytesRx64)
{
/****************/
/* initial read */
/****************/
if (rqptr->ServicePtr->ProxyService)
{
if (rqptr->NetIoPtr->ReadCount >= 3 &&
rqptr->rqNet.ReadBufferPtr[0] == 5 &&
rqptr->rqNet.ReadBufferPtr[1] == rqptr->NetIoPtr->ReadCount - 2)
{
ProxySocks5 (rqptr);
return;
}
if (rqptr->NetIoPtr->ReadCount >= 9 &&
rqptr->rqNet.ReadBufferPtr[0] == 4 &&
rqptr->rqNet.ReadBufferPtr[1] == 1 &&
*(USHORTPTR)(rqptr->rqNet.ReadBufferPtr+2) <= 65535)
{
ProxySocks4 (rqptr);
return;
}
}
if (rqptr->rqNet.PersistentCount)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdatePersistent (-1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
/* re-timestamp the persistent connection */
sys$gettim (&rqptr->rqTime.BeginTime64);
sys$numtim (&rqptr->rqTime.BeginTime7, &rqptr->rqTime.BeginTime64);
HttpGmTimeString (rqptr->rqTime.GmDateTime,
&rqptr->rqTime.BeginTime64);
HttpdTimerSet (rqptr, TIMER_INPUT, 0);
/* redo what is done in NetAcceptProcess() */
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
if (Watch.FilterSet)
WatchFilterClientService (rqptr);
else
WatchSetWatch (rqptr, WATCH_NEW_ITEM);
}
}
rqptr->BytesRx64 += rqptr->NetIoPtr->ReadCount;
cptr = bptr = rqptr->rqNet.ReadBufferPtr;
czptr = bptr + (bcnt = rqptr->BytesRx64);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!#AZ", bcnt, bptr);
if (!rqptr->rqHeader.HttpVersion)
{
/**************************/
/* parse the request line */
/**************************/
for (;;)
{
if (bcnt > 64)
{
/* if it looks suspiciously like an SSLv3 or SSLv2 handshake */
SSLv2len = bptr[0] & 0x80 ? ((bptr[0] & 0x7f) << 8) | bptr[1] :
((bptr[0] & 0x3f) << 8) | bptr[1];
if (SAME2(bptr,0x0316) ||
SSLv2len == bcnt-2)
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_GENERAL_NOT_SSL), FI_LI);
RequestEnd (rqptr);
return;
}
}
/* check for buggy <CR><LF> at the end of last request body */
if (bcnt >= 2 && SAME2(bptr,'\r\n'))
{
if (WATCHING (rqptr, WATCH_REQUEST))
{
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"RFC 2616 section 4.1 <CR><LF> bug?");
WatchDataDump (bptr, bcnt);
}
/* if next request is already in the buffer */
if (bcnt > 2)
{
/* skip it and adjust counts */
bcnt -= 2;
rqptr->BytesRx64 -= 2;
*(ushort*)(bptr + bcnt) = '\0\0';
continue;
}
RequestEnd (rqptr);
return;
}
/* look for end-of-line while checking for errant control chars */
while (cptr < czptr && NOTCTL(*cptr)) cptr++;
if (cptr < czptr && (*cptr == '\n' || SAME2(cptr,'\r\n')))
{
/* have a full request line (or at least one full newline!) */
denptr = DictInsert (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"request_line", 12, bptr, cptr - bptr);
rqptr->rqHeader.RequestLinePtr = DICT_GET_VALUE(denptr);
rqptr->rqHeader.RequestLineLength = DICT_GET_VALUE_LEN(denptr);
if (RequestLineParse (rqptr))
{
if (rqptr->rqHeader.Method)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
NetUpdateProcessing (rqptr, +1);
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
}
if (rqptr->rqHeader.HttpVersion)
{
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterHttpProtocol (rqptr);
if (WATCHING (rqptr, WATCH_REQUEST))
if (!rqptr->rqHeader.WatchNewRequest)
{
rqptr->rqHeader.WatchNewRequest = true;
WatchDataFormatted ("|!#*+\n", 38 + Watch.ItemWidth);
}
}
break;
}
RequestEnd (rqptr);
return;
}
else
if (cptr < czptr && ISCTL(*cptr))
{
/* lurking non-printable */
if (WATCHING (rqptr, WATCH_REQUEST))
{
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"CHAR \\x!2XL at !UL", *cptr, cptr - bptr);
WatchDataDump (bptr, bcnt);
}
ErrorNoticed (rqptr, 0, "CHAR \\x!2XL at !UL of !UL", FI_LI,
*cptr, cptr - bptr, bcnt);
RequestNoticedDump (bptr, bcnt);
RequestNBG (rqptr);
return;
}
break;
}
}
if (rqptr->rqHeader.HttpVersion == HTTP_VERSION_1_1 ||
rqptr->rqHeader.HttpVersion == HTTP_VERSION_1_0 ||
rqptr->rqHeader.HttpVersion == HTTP_VERSION_0_9)
{
/*************************/
/* supported HTTP version */
/**************************/
/* look for the end of header blank line */
for (cptr = bptr + rqptr->rqHeader.RequestLineLength;
cptr < czptr && !SAME2(cptr,'\n\n') && !SAME4(cptr,'\r\n\r\n');
cptr++);
if (cptr < czptr)
{
if (SAME2(cptr,'\n\n'))
cptr += 2;
else
cptr += 4;
rqptr->rqHeader.RequestHeaderPtr = bptr;
rqptr->rqHeader.RequestHeaderLength = cptr - bptr;
RequestParseHeader (rqptr);
return;
}
}
else
if (rqptr->rqHeader.HttpVersion)
{
/****************************/
/* unsupported HTTP version */
/****************************/
rqptr->rqResponse.HttpStatus = 505;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
RequestEnd (rqptr);
return;
}
if (rqptr->rqHeader.RequestHeaderLength >= MAX_REQUEST_HEADER)
{
/* not likely to be a legitimate HTTP request! */
rqptr->rqResponse.HttpStatus = 414;
RequestEnd (rqptr);
return;
}
/*****************************/
/* read more from the client */
/*****************************/
if (rqptr->rqHeader.RequestHeaderLength >= rqptr->rqNet.ReadBufferSize)
{
/* need more buffer space */
rqptr->rqNet.ReadBufferSize += NetReadBufferSize;
rqptr->rqNet.ReadBufferPtr =
VmReallocHeap (rqptr, rqptr->rqNet.ReadBufferPtr,
rqptr->rqNet.ReadBufferSize, FI_LI);
}
/* asynchronous read to get more of the header from the client */
NetRead (rqptr, &RequestGet,
rqptr->rqNet.ReadBufferPtr + rqptr->BytesRx64,
rqptr->rqNet.ReadBufferSize - rqptr->BytesRx64);
#undef STRCAT
#undef CONTROL_D
#undef CONTROL_Z
}
/****************************************************************************/
/*
Parse the rest of the HTTP/1.n header fields and execute the request. This has
an equivalent non-HTTP/1.n function, RequestParseDictionary() which performs
similar processing for an HTTP/2 request or RequestRedirect() product.
*/
void RequestParseHeader (REQUEST_STRUCT *rqptr)
{
int length, retval;
char *cptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
{
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestParseHeader() !UL",
rqptr->rqHeader.RequestHeaderLength);
WatchDataDump (rqptr->rqHeader.RequestHeaderPtr,
rqptr->rqHeader.RequestHeaderLength);
}
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterRequestHeader (rqptr);
if (WATCHING (rqptr, WATCH_REQUEST_HEADER))
{
WatchThis (WATCHITM(rqptr), WATCH_REQUEST_HEADER,
"HEADER !UL bytes", rqptr->rqHeader.RequestHeaderLength);
WatchData (rqptr->rqHeader.RequestHeaderPtr,
rqptr->rqHeader.RequestHeaderLength);
}
/* if not POST or PUT or zero content length these won't be referenced */
rqptr->rqHeader.RequestBodyPtr = rqptr->rqHeader.RequestHeaderPtr +
rqptr->rqHeader.RequestHeaderLength;
rqptr->rqHeader.RequestBodyCount = rqptr->BytesRx64 -
rqptr->rqHeader.RequestHeaderLength;
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
if (rqptr->rqNet.PersistentCount)
{
acptr->RequestPersistentCount++;
if (rqptr->rqNet.PersistentCount > acptr->RequestPersistentMax)
acptr->RequestPersistentMax = rqptr->rqNet.PersistentCount;
}
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
cptr = rqptr->rqHeader.RequestHeaderPtr;
cptr += rqptr->rqHeader.RequestLineLength;
/* step over carriage control at the end of the request line */
if (*cptr == '\r') cptr++;
if (*cptr == '\n') cptr++;
length = rqptr->rqHeader.RequestHeaderLength -
(cptr - rqptr->rqHeader.RequestHeaderPtr);
/* -1 indicates RequestNBG(), 0 to end request, +1 to execute request */
retval = RequestFields (rqptr, cptr, length);
if (retval > 0)
RequestParseExecute (rqptr);
else
if (retval == 0)
RequestEnd (rqptr);
else
RequestNBG (rqptr);
}
/****************************************************************************/
/*
When the dictionary has already been populated with request fields, as with
HTTP/2 or RequestRedirect()ed requests. Has an equivalent HTTP/1.n function
RequestParseHeader().
*/
void RequestParseDictionary (REQUEST_STRUCT *rqptr)
{
char *cptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestParseDictionary()");
if (RequestLineParse (rqptr))
if (RequestProcessFields (rqptr))
RequestParseExecute (rqptr);
else
RequestEnd (rqptr);
else
RequestEnd (rqptr);
}
/****************************************************************************/
/*
Continue processing and executing the request.
*/
void RequestParseExecute (REQUEST_STRUCT *rqptr)
{
BOOL IsAstCall,
WebDavHeader;
int PerhapsPipeline;
char *cptr;
/*********/
/* begin */
/*********/
#if WATCH_MOD
IsAstCall = HttpdIsAstCall();
#endif
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestParseExecute() !&F !&B",
&RequestParseExecute, IsAstCall);
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterPathTrack (rqptr);
if (MATCH9 (rqptr->rqHeader.RequestUriPtr, "/rtt?ping"))
{
AdminPing (rqptr);
return;
}
#if WATCH_MOD
if (MATCH3 (rqptr->rqHeader.PathInfoPtr, "/$/"))
{
/* see each of the test functions for detail */
if (!strcmp (rqptr->rqHeader.PathInfoPtr, "/$/NetIoWriteTest/"))
{
NetIoWriteTest (rqptr);
return;
}
if (!strcmp (rqptr->rqHeader.PathInfoPtr, "/$/NetIoReadTest/"))
{
if (rqptr->rqHeader.Method == HTTP_METHOD_POST)
{
NetIoReadTest (rqptr);
return;
}
}
if (!strcmp (rqptr->rqHeader.PathInfoPtr, "/$/HttpdIsAstCall/"))
{
static int count;
if (count & 1)
{
rqptr->RequestState = REQUEST_STATE_ENDING;
SysDclAst (RequestEnd, rqptr);
}
else
{
rqptr->rqResponse.NoGzip = true;
ResponseHeader200 (rqptr, "text/plain", NULL);
SysDclAst (RequestParseExecute, rqptr);
}
FaoToNet (rqptr, "HttpdIsAstCall() !&B !&B\n", count & 1, IsAstCall);
count++;
return;
}
}
#endif /* WATCH_MOD */
if (rqptr->rqHeader.UpgradeWebSocket ||
rqptr->RawSocketRequest)
{
rqptr->WebSocketRequest = true;
if (!WebSockRequest (rqptr)) return;
}
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_1)
{
/* HTTP/1.1 */
if (!rqptr->rqHeader.HostPtr)
{
/* HTTP/1.1 mandates a "Host:" field */
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
RequestEnd (rqptr);
return;
}
if (rqptr->rqHeader.ExpectUnsupported)
{
/* HTTP/1.1 mandates a supported "Expect:" field */
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 417;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
RequestEnd (rqptr);
return;
}
/* HTTP/1.1 connections are persistent unless otherwise directed */
if (!rqptr->WebSocketRequest)
if (!rqptr->rqHeader.ConnectionClose)
rqptr->PersistentRequest = true;
if (!rqptr->RedirectCount &&
!rqptr->Http2Stream.Http2Ptr)
{
/* test for possible request pipelining */
PerhapsPipeline = rqptr->BytesRx64 -
rqptr->rqHeader.RequestHeaderLength;
if (Config.cfMisc.PipelineRequests &&
!rqptr->rqHeader.ContentLength64 &&
PerhapsPipeline > 0)
{
/*********************/
/* perhaps pipelined */
/*********************/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"PerhapsPipeline !UL", PerhapsPipeline);
if (PerhapsPipeline > rqptr->rqNet.ReadBufferSize)
{
ErrorNoticed (rqptr, 0, "pipeline:!UL buffer:!UL", FI_LI,
PerhapsPipeline, rqptr->rqNet.ReadBufferSize);
ErrorExitVmsStatus (SS$_BUGCHECK, ErrorSanityCheck, FI_LI);
}
if (rqptr->rqNet.ReadBufferSize > rqptr->rqNet.PipelineBufferSize)
{
if (rqptr->rqNet.PipelineBufferPtr)
VmFree (rqptr->rqNet.PipelineBufferPtr, FI_LI);
rqptr->rqNet.PipelineBufferSize = rqptr->rqNet.ReadBufferSize;
rqptr->rqNet.PipelineBufferPtr =
VmGet (rqptr->rqNet.PipelineBufferSize);
}
/* buffer the trailing octets */
rqptr->rqNet.PipelineBufferCount = PerhapsPipeline;
memcpy (rqptr->rqNet.PipelineBufferPtr,
rqptr->rqHeader.RequestHeaderPtr +
rqptr->rqHeader.RequestHeaderLength,
rqptr->rqNet.PipelineBufferCount);
}
}
}
else
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_0)
{
/* HTTP/1.0 */
if (rqptr->rqHeader.KeepAliveConnection ||
rqptr->rqHeader.ConnectionKeepAlive)
rqptr->PersistentRequest = true;
}
if (rqptr->rqHeader.ContentEncodingUnknown)
{
rqptr->rqResponse.HttpStatus = 415;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
RequestEnd (rqptr);
return;
}
if (rqptr->rqHeader.CacheControlNoCache ||
rqptr->rqHeader.CacheControlNoStore ||
rqptr->rqHeader.CacheControlMaxAgeZero ||
rqptr->rqHeader.PragmaNoCache)
{
rqptr->NotFromCache = true;
InstanceGblSecIncrLong (&acptr->RequestNotFromCacheCount);
}
if (LoggingFileError &&
Config.cfLog.WriteFail503 &&
!strsame (rqptr->rqHeader.RequestUriPtr, HTTPD_ADMIN,
sizeof(HTTPD_ADMIN)-1))
{
rqptr->rqResponse.HttpStatus = 503;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_GENERAL_TRY_LATER), FI_LI);
RequestEnd (rqptr);
return;
}
if (WebDavEnabled)
{
WebDavHeader = (rqptr->rqHeader.WebDavDepthPtr ||
rqptr->rqHeader.WebDavDestinationPtr ||
rqptr->rqHeader.WebDavIfPtr ||
rqptr->rqHeader.WebDavLockTokenPtr ||
rqptr->rqHeader.WebDavTimeoutPtr ||
rqptr->rqHeader.WebDavTranslatePtr ||
rqptr->rqHeader.WebDavOverwritePtr);
if (WebDavHeader && (rqptr->rqHeader.Method == HTTP_METHOD_GET ||
rqptr->rqHeader.Method == HTTP_METHOD_HEAD ||
rqptr->rqHeader.Method == HTTP_METHOD_PUT ||
rqptr->rqHeader.Method == HTTP_METHOD_DELETE))
rqptr->WebDavMethod = true;
if (rqptr->WebDavMethod)
rqptr->WebDavRequest = true;
else
if (WebDavHeader)
if (rqptr->rqHeader.UserAgentPtr)
if (strstr (rqptr->rqHeader.UserAgentPtr, "WebDAV") ||
strstr (rqptr->rqHeader.UserAgentPtr, "webdav") ||
strstr (rqptr->rqHeader.UserAgentPtr, "DAV") ||
strstr (rqptr->rqHeader.UserAgentPtr, "WebDrive") ||
strstr (rqptr->rqHeader.UserAgentPtr, "cadaver"))
rqptr->WhiffOfWebDav = true;
/* little point in polluting the cache with WebDAV requests */
rqptr->rqCache.DoNotCache = rqptr->WebDavRequest || rqptr->WhiffOfWebDav;
if (!rqptr->RedirectCount)
{
if (rqptr->WebDavRequest)
InstanceGblSecIncrLong (&acptr->WebDavRequestCount);
else
if (rqptr->WhiffOfWebDav)
InstanceGblSecIncrLong (&acptr->WebDavAromaCount);
}
}
/* avoid the complexity of upgrading requests with a body */
if (!rqptr->rqHeader.ContentLength64)
if (rqptr->rqHeader.UpgradeHttp2onHttp &&
rqptr->rqHeader.ConnectionHttp2Settings &&
rqptr->rqHeader.ConnectionUpgrade)
if (Http2SwitchResponse (rqptr))
return;
/********************************************/
/* evaluated in order of probable occurance */
/********************************************/
if (rqptr->rqHeader.Method == HTTP_METHOD_GET)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
if (!rqptr->RedirectCount)
{
acptr->MethodGetCount++;
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
acptr->MethodWebDav_GetCount++;
}
if (rqptr->WebSocketRequest)
{
acptr->CurrentWebSockets[InstanceNumber]++;
WebSockCurrent++;
}
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
RequestExecute (rqptr);
return;
}
if (rqptr->ServicePtr->ProxyTunnel)
{
if (rqptr->rqHeader.Method == HTTP_METHOD_CONNECT)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodConnectCount);
rqptr->PersistentRequest = false;
RequestExecute (rqptr);
return;
}
}
if (rqptr->rqHeader.HttpVersion == HTTP_VERSION_0_9)
{
/*********************************/
/* HTTP/0.9 must be GET requests */
/*********************************/
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 501;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_METHOD), FI_LI);
RequestEnd (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_HEAD)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodHeadCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_POST)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodPostCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_PUT)
{
if (!rqptr->RedirectCount)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
acptr->MethodPutCount++;
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
acptr->MethodWebDav_PutCount++;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
}
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_CONNECT)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodConnectCount);
rqptr->PersistentRequest = false;
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_DELETE)
{
if (!rqptr->RedirectCount)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
acptr->MethodDeleteCount++;
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
acptr->MethodWebDav_DeleteCount++;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
}
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_TRACE)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodTraceCount);
rqptr->PersistentRequest = false;
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_OPTIONS)
{
if (!rqptr->RedirectCount)
{
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
acptr->MethodOptionsCount++;
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
acptr->MethodWebDav_OptionsCount++;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
}
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_EXTENSION)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodExtensionCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_PROPPATCH)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavPropPatchCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_PROPFIND)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavPropFindCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_COPY)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavCopyCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_MOVE)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavMoveCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_MKCOL)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavMkColCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_LOCK)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavLockCount);
RequestExecute (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_WEBDAV_UNLOCK)
{
if (!rqptr->RedirectCount)
InstanceGblSecIncrLong (&acptr->MethodWebDavUnLockCount);
RequestExecute (rqptr);
return;
}
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 501;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_METHOD), FI_LI);
RequestEnd (rqptr);
}
/****************************************************************************/
/*
Parse the first <CR><LF> (strict HTTP) or newline (de facto HTTP) terminated
string from the client's request packet into HTTP method, path information and
query string. Return true to continue processing the request, false to stop
immediately. If false this function or any it called must have reported the
problem to the client and/or disposed of the thread.
*/
BOOL RequestLineParse (REQUEST_STRUCT *rqptr)
{
int length;
char *cptr, *sptr, *uptr, *zptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
{
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestLineParse()");
WatchDataDump (rqptr->rqHeader.RequestLinePtr,
rqptr->rqHeader.RequestLineLength);
}
cptr = rqptr->rqHeader.RequestLinePtr;
zptr = (sptr = rqptr->rqHeader.MethodName) +
sizeof(rqptr->rqHeader.MethodName)-1;
while (*cptr && NOTLWS(*cptr) && sptr < zptr) *sptr++ = *cptr++;
*sptr = '\0';
/* error with method name */
if (*cptr && NOTLWS(*cptr)) goto RequestLineParseFormatError;
if (!rqptr->rqHeader.MethodName[0]) goto RequestLineParseFormatError;
/* also match the trailing nulls */
if (MATCH4 (rqptr->rqHeader.MethodName, "GET"))
rqptr->rqHeader.Method = HTTP_METHOD_GET;
else
if (MATCH5 (rqptr->rqHeader.MethodName, "HEAD"))
rqptr->rqHeader.Method = HTTP_METHOD_HEAD;
else
if (MATCH5 (rqptr->rqHeader.MethodName, "POST"))
rqptr->rqHeader.Method = HTTP_METHOD_POST;
else
if (MATCH4 (rqptr->rqHeader.MethodName, "PUT"))
rqptr->rqHeader.Method = HTTP_METHOD_PUT;
else
if (MATCH8 (rqptr->rqHeader.MethodName, "CONNECT"))
rqptr->rqHeader.Method = HTTP_METHOD_CONNECT;
else
if (MATCH7 (rqptr->rqHeader.MethodName, "DELETE"))
rqptr->rqHeader.Method = HTTP_METHOD_DELETE;
else
if (MATCH6 (rqptr->rqHeader.MethodName, "TRACE"))
rqptr->rqHeader.Method = HTTP_METHOD_TRACE;
else
if (MATCH8 (rqptr->rqHeader.MethodName, "OPTIONS"))
rqptr->rqHeader.Method = HTTP_METHOD_OPTIONS;
else
if (WebDavEnabled)
{
if (MATCH5 (rqptr->rqHeader.MethodName, "COPY"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_COPY;
rqptr->WebDavMethod = true;
}
else
if (MATCH6 (rqptr->rqHeader.MethodName, "MKCOL"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_MKCOL;
rqptr->WebDavMethod = true;
}
else
if (MATCH5 (rqptr->rqHeader.MethodName, "MOVE"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_MOVE;
rqptr->WebDavMethod = true;
}
else
if (MATCH10 (rqptr->rqHeader.MethodName, "PROPPATCH"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_PROPPATCH;
rqptr->WebDavMethod = true;
}
else
if (MATCH9 (rqptr->rqHeader.MethodName, "PROPFIND"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_PROPFIND;
rqptr->WebDavMethod = true;
}
else
if (WebDavLockingEnabled)
{
if (MATCH5 (rqptr->rqHeader.MethodName, "LOCK"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_LOCK;
rqptr->WebDavMethod = true;
}
else
if (MATCH7 (rqptr->rqHeader.MethodName, "UNLOCK"))
{
rqptr->rqHeader.Method = HTTP_METHOD_WEBDAV_UNLOCK;
rqptr->WebDavMethod = true;
}
else
if (MapUrlExtensionMethod)
rqptr->rqHeader.Method = HTTP_METHOD_EXTENSION;
else
rqptr->rqHeader.Method = HTTP_METHOD_UNSUPPORTED;
}
else
if (MapUrlExtensionMethod)
rqptr->rqHeader.Method = HTTP_METHOD_EXTENSION;
else
rqptr->rqHeader.Method = HTTP_METHOD_UNSUPPORTED;
}
else
if (MapUrlExtensionMethod)
rqptr->rqHeader.Method = HTTP_METHOD_EXTENSION;
else
rqptr->rqHeader.Method = HTTP_METHOD_UNSUPPORTED;
/* skip across white-space between method and URI */
while (*cptr && ISLWS(*cptr)) cptr++;
if (!*cptr) goto RequestLineParseFormatError;
/* get the path information, noting the start of the requested URI */
for (uptr = cptr; *cptr && NOTLWS(*cptr) && *cptr != '?'; cptr++);
/* error, no path on request line */
if (cptr == uptr) goto RequestLineParseFormatError;
denptr = DictInsert (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"path_info", 9, uptr, cptr - uptr);
rqptr->rqHeader.PathInfoPtr = DICT_GET_VALUE(denptr);
if ((length = StringUrlDecode (rqptr->rqHeader.PathInfoPtr)) < 0)
goto RequestLineParseUrlEncodeError;
DictValueLength (denptr, length);
rqptr->rqHeader.PathInfoLength = length;
/* get any query string, or create an empty one */
if (*cptr == '?') cptr++;
for (sptr = cptr; *cptr && NOTLWS(*cptr); cptr++);
denptr = DictInsert (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"query_string", 12, sptr, cptr - sptr);
rqptr->rqHeader.QueryStringPtr = DICT_GET_VALUE(denptr);
rqptr->rqHeader.QueryStringLength = DICT_GET_VALUE_LEN(denptr);
denptr = DictInsert (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"request_uri", 11, uptr, cptr - uptr);
rqptr->rqHeader.RequestUriPtr = DICT_GET_VALUE(denptr);
rqptr->rqHeader.RequestUriLength = DICT_GET_VALUE_LEN(denptr);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&Z !&Z !&Z !&Z\n",
rqptr->rqHeader.MethodName, rqptr->rqHeader.PathInfoPtr,
rqptr->rqHeader.QueryStringPtr, rqptr->rqHeader.RequestUriPtr);
/* check the HTTP version */
while (*cptr && ISLWS(*cptr)) cptr++;
if (MATCH8 (cptr, "HTTP/1.1"))
rqptr->rqHeader.HttpVersion =
rqptr->rqResponse.HttpVersion = HTTP_VERSION_1_1;
else
if (MATCH8 (cptr, "HTTP/1.0"))
rqptr->rqHeader.HttpVersion =
rqptr->rqResponse.HttpVersion = HTTP_VERSION_1_0;
else
if (MATCH5 (cptr, "HTTP/"))
rqptr->rqHeader.HttpVersion = HTTP_VERSION_UNKNOWN;
else
rqptr->rqHeader.HttpVersion =
rqptr->rqResponse.HttpVersion = HTTP_VERSION_0_9;
return (true);
/* report a request line format problem and return false */
RequestLineParseFormatError:
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
RequestLineParseUrlEncodeError:
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_URL_ENC), FI_LI);
return (false);
}
}
/*****************************************************************************/
/*
RFC7230 section 3.2 is the most recent definition of header fields.
Scan the header buffer looking for relevant fields. Return 1 to continue
processing the request, 0 to end immediately, -1 to report gross header
malformation (for want of a less cumbersome phrase).
*/
int RequestFields
(
REQUEST_STRUCT *rqptr,
char *FieldsPtr,
int FieldsLength
)
{
int nlen, vlen;
char *cptr, *nptr, *vptr, *zptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestFields()");
zptr = (cptr = FieldsPtr) + FieldsLength;
nlen = vlen = 0;
while (cptr < zptr)
{
/* (potentially) the blank line terminating the header */
if (cptr < zptr && *cptr == '\r') cptr++;
if (cptr < zptr && *cptr == '\n') cptr++;
if (cptr >= zptr) break;
/* parse the field name */
for (nptr = cptr; cptr < zptr && *cptr != ':'; cptr++)
if (ISCTL(*cptr) || ISLWS(*cptr)) break;
if ((nlen = cptr - nptr) > MAX_REQUEST_FIELD_NAME_LEN) break;
if (*cptr != ':') break;
for (cptr++; cptr < zptr && ISLWS(*cptr); cptr++);
if (cptr >= zptr) break;
/* parse the field value */
for (vptr = cptr; cptr < zptr; cptr++)
if (ISCTL(*cptr) && *cptr != '\t') break;
if (NOTCRLF(*cptr)) break;
if (cptr >= zptr) break;
if ((*cptr == '\r' && ISLWS(*(cptr+2) && cptr+2 < zptr) ||
(*cptr == '\n' && ISLWS(*(cptr+1) && cptr+1 < zptr))))
{
/* RFC7230 deprecates folded headers but let's be generous */
if (!(cptr = RequestFoldedHeader (rqptr, nptr, nlen, vptr, zptr)))
return (-1);
}
else
{
/* trim trailing white-space */
while (cptr-1 > vptr && ISLWS(*(cptr-1))) cptr--;
vlen = cptr - vptr;
while (NOTCRLF(*cptr) && cptr < zptr) cptr++;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"{!UL}!-!#AZ {!UL}!-!#AZ", nlen, nptr, vlen, vptr);
/* enter this request header field into the dictionary */
DictInsert (rqptr->rqDictPtr, DICT_TYPE_REQUEST, nptr, nlen,
vptr, vlen);
}
/* step over the carriage control at the end of the line */
if (cptr < zptr && *cptr == '\r') cptr++;
if (cptr < zptr && *cptr == '\n') cptr++;
nlen = vlen = 0;
}
if (cptr >= zptr)
if (RequestProcessFields (rqptr))
return (1);
else
return (0);
if (WATCHING (rqptr, WATCH_REQUEST))
{
if (cptr < zptr)
{
if (nlen > MAX_REQUEST_FIELD_NAME_LEN)
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"FIELD \"!32AZ..:\" exceeds !UL bytes",
nptr, MAX_REQUEST_FIELD_NAME_LEN);
else
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"FIELD \"!#AZ\" char \\x!2XL at !UL",
nlen, nptr, *cptr, cptr - FieldsPtr);
}
WatchDataDump (rqptr->rqHeader.RequestHeaderPtr,
rqptr->rqHeader.RequestHeaderLength);
}
if (cptr < zptr)
{
if (nlen > MAX_REQUEST_FIELD_NAME_LEN)
ErrorNoticed (rqptr, 0, "FIELD \"!32AZ..:\" exceeds !UL bytes",
FI_LI, nptr, MAX_REQUEST_FIELD_NAME_LEN);
else
ErrorNoticed (rqptr, 0,
"FIELD \"!#AZ\" char \\x!2XL at !UL of !UL",
FI_LI, nlen, nptr, *cptr, cptr - FieldsPtr,
rqptr->rqHeader.RequestHeaderLength);
RequestNoticedDump (rqptr->rqHeader.RequestHeaderPtr,
rqptr->rqHeader.RequestHeaderLength);
}
return (-1);
}
/*****************************************************************************/
/*
RFC7230 deprecates folded headers but let's be generous. Parse the folder
header value into a dynamic buffer and insert into the request dictionary.
Return a pointer to the new position in the request header, or NULL if there
was a fatal error.
*/
char* RequestFoldedHeader
(
REQUEST_STRUCT *rqptr,
char *nptr,
int nlen,
char *hptr,
char *hzptr
)
{
static int vsize;
static char *vptr;
int vlen;
char *sptr, *zptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestFoldedHeader()");
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"RFC7230 3.2.4 deprecates folded value of \"!#AZ:\"",
nlen, nptr);
zptr = (sptr = vptr) + vsize;
for (;;)
{
if (hptr >= hzptr) return (NULL);
if (sptr >= zptr)
{
if (vsize + 2048 >= MAX_REQUEST_HEADER) return (NULL);
vsize += 2048;
vlen = sptr - vptr;
vptr = VmRealloc (vptr, vsize, FI_LI);
zptr = (sptr = vptr) + vsize;
sptr += vlen;
}
while (hptr < hzptr && sptr < zptr)
{
if (ISCTL(*hptr) && *hptr != '\t') break;
*sptr++ = *hptr++;
}
if (sptr >= zptr) continue;
if (hptr >= hzptr) return (NULL);
if (*hptr == '\r' && *(hptr+1) == '\n' && !ISLWS(*(hptr+2)))
break;
else
if (*hptr == '\n' && !ISLWS(*(hptr+1)))
break;
if (*hptr == '\r') hptr++;
if (*hptr == '\n') hptr++;
while (ISLWS(*hptr) && hptr < hzptr)
{
if (sptr >= zptr)
{
if (vsize + 2048 >= MAX_REQUEST_HEADER) return (NULL);
vsize += 2048;
vlen = sptr - vptr;
vptr = VmRealloc (vptr, vsize, FI_LI);
zptr = (sptr = vptr) + vsize;
sptr += vlen;
}
*sptr++ = ' ';
hptr++;
}
}
/* trim trailing white-space */
while (sptr-1 > vptr && ISLWS(*(sptr-1))) sptr--;
*sptr = '\0';
vlen = sptr - vptr;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"{!UL}!-!#AZ {!UL}!-!#AZ", nlen, nptr, vlen, vptr);
DictInsert (rqptr->rqDictPtr, DICT_TYPE_REQUEST, nptr, nlen, vptr, vlen);
return (hptr);
}
/*****************************************************************************/
/*
Process the contents of specific fields stored in the dictionary.
*/
BOOL RequestProcessFields (REQUEST_STRUCT *rqptr)
{
int idx, status;
char *cptr;
RANGE_BYTE *rbptr;
DICT_STRUCT *dicptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestProcessFields()");
dicptr = rqptr->rqDictPtr;
if (WATCHING (rqptr, WATCH_REQUEST_HEADER))
{
WatchThis (WATCHITM(rqptr), WATCH_REQUEST_HEADER, "DATA");
DictWatchEntry (NULL);
DictWatch (rqptr->rqDictPtr, DICT_TYPE_INTERNAL, "request_line");
DictWatch (rqptr->rqDictPtr, DICT_TYPE_REQUEST, "*");
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "accept-charset", 14))
rqptr->rqHeader.AcceptCharsetPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "accept-encoding", 15))
{
rqptr->rqHeader.AcceptEncodingPtr = cptr = DICT_GET_VALUE(denptr);
while (*cptr)
{
while (*cptr && ISLWS(*cptr)) cptr++;
if (MATCH4 (cptr, "gzip") ||
strsame (cptr, "gzip", 4))
{
rqptr->rqHeader.AcceptEncodingGzip = true;
cptr += 4;
}
else
if (MATCH7 (cptr, "deflate") ||
strsame (cptr, "deflate", 7))
{
rqptr->rqHeader.AcceptEncodingGzip = true;
cptr += 7;
}
while (*cptr && NOTLWS(*cptr) && *cptr != ',') cptr++;
while (*cptr && (ISLWS(*cptr) || *cptr == ',')) cptr++;
}
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "accept", 6))
rqptr->rqHeader.AcceptPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "accept-language", 15))
rqptr->rqHeader.AcceptLangPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "authorization", 13))
rqptr->rqHeader.AuthorizationPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "cache-control", 13))
{
cptr = DICT_GET_VALUE(denptr);
while (*cptr)
{
while (*cptr && ISLWS(*cptr)) cptr++;
if (MATCH8 (cptr, "no-cache") ||
strsame (cptr, "no-cache", 8))
{
rqptr->rqHeader.CacheControlNoCache = true;
cptr += 8;
}
else
if (MATCH8 (cptr, "no-store") ||
strsame (cptr, "no-store", 8))
{
rqptr->rqHeader.CacheControlNoStore = true;
cptr += 8;
}
else
if (MATCH12 (cptr, "no-transform") ||
strsame (cptr, "no-transform", 12))
{
rqptr->rqHeader.CacheControlNoTransform = true;
cptr += 12;
}
else
if (MATCH8 (cptr, "max-age=") ||
strsame (cptr, "max-age=", 8))
{
cptr += 8;
rqptr->rqHeader.CacheControlMaxAge = atoi(cptr);
if (!rqptr->rqHeader.CacheControlMaxAge)
rqptr->rqHeader.CacheControlMaxAgeZero = true;
}
else
if (MATCH10 (cptr, "max-stale=") ||
strsame (cptr, "max-stale=", 10))
{
cptr += 10;
rqptr->rqHeader.CacheControlMaxStale = atoi(cptr);
if (!rqptr->rqHeader.CacheControlMaxStale)
rqptr->rqHeader.CacheControlMaxStaleZero = true;
}
else
if (MATCH9 (cptr, "max-stale") ||
strsame (cptr, "max-stale", 9))
{
rqptr->rqHeader.CacheControlMaxStaleZero = true;
cptr += 9;
}
else
if (MATCH10 (cptr, "min-fresh=") ||
strsame (cptr, "min-fresh=", 10))
{
cptr += 10;
rqptr->rqHeader.CacheControlMinFresh = atoi(cptr);
if (!rqptr->rqHeader.CacheControlMinFresh)
rqptr->rqHeader.CacheControlMinFreshZero = true;
}
else
if (MATCH14 (cptr, "only-if-cached") ||
strsame (cptr, "only-if-cached", 14))
{
rqptr->rqHeader.CacheControlOnlyIfCached = true;
cptr += 14;
}
while (*cptr && NOTLWS(*cptr) && *cptr != ',') cptr++;
while (*cptr && (ISLWS(*cptr) || *cptr == ',')) cptr++;
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"cache:!UL/!&B !UL/!&B !UL/!&B !&B !&B !&B !&B",
rqptr->rqHeader.CacheControlMaxAge,
rqptr->rqHeader.CacheControlMaxAgeZero,
rqptr->rqHeader.CacheControlMaxStale,
rqptr->rqHeader.CacheControlMaxStaleZero,
rqptr->rqHeader.CacheControlMinFresh,
rqptr->rqHeader.CacheControlMinFreshZero,
rqptr->rqHeader.CacheControlNoCache,
rqptr->rqHeader.CacheControlNoTransform,
rqptr->rqHeader.CacheControlNoStore,
rqptr->rqHeader.CacheControlOnlyIfCached);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "connection", 10))
{
cptr = DICT_GET_VALUE(denptr);
while (*cptr)
{
while (*cptr && ISLWS(*cptr)) cptr++;
if (MATCH5 (cptr, "close") ||
strsame (cptr, "close", 5))
{
rqptr->rqHeader.ConnectionClose = true;
cptr += 5;
}
else
if (MATCH14 (cptr, "HTTP2-Settings") ||
strsame (cptr, "http2-settings", 14))
{
rqptr->rqHeader.ConnectionHttp2Settings = true;
cptr += 14;
}
else
if (MATCH10 (cptr, "keep-alive") ||
strsame (cptr, "keep-alive", 10))
{
rqptr->rqHeader.ConnectionKeepAlive = true;
cptr += 10;
}
else
if (MATCH7 (cptr, "upgrade") ||
strsame (cptr, "upgrade", 7))
{
rqptr->rqHeader.ConnectionUpgrade = true;
cptr += 7;
}
while (*cptr && NOTLWS(*cptr) && *cptr != ',') cptr++;
while (*cptr && (ISLWS(*cptr) || *cptr == ',')) cptr++;
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"connection:!&B !&B !&B !&B",
rqptr->rqHeader.ConnectionClose,
rqptr->rqHeader.ConnectionHttp2Settings,
rqptr->rqHeader.ConnectionKeepAlive,
rqptr->rqHeader.ConnectionUpgrade);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "content-encoding", 16))
{
cptr = DICT_GET_VALUE(denptr);
while (*cptr)
{
while (*cptr && ISLWS(*cptr)) cptr++;
if (MATCH4 (cptr, "gzip") ||
strsame (cptr, "gzip", 4))
{
rqptr->rqHeader.ContentEncodingGzip = true;
cptr += 4;
}
else
if (MATCH7 (cptr, "deflate") ||
strsame (cptr, "deflate", 7))
{
rqptr->rqHeader.ContentEncodingGzip = true;
cptr += 7;
}
else
rqptr->rqHeader.ContentEncodingUnknown = true;
while (*cptr && NOTLWS(*cptr) && *cptr != ',') cptr++;
while (*cptr && (ISLWS(*cptr) || *cptr == ',')) cptr++;
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("gzip:!&B unknown:!&B\n",
rqptr->rqHeader.ContentEncodingGzip,
rqptr->rqHeader.ContentEncodingUnknown);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "content-length", 14))
rqptr->rqHeader.ContentLength64 = atoq(DICT_GET_VALUE(denptr));
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "content-type", 12))
rqptr->rqHeader.ContentTypePtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "cookie", 6))
rqptr->rqHeader.CookiePtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "forwarded", 9))
rqptr->rqHeader.ForwardedPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "http2-settings", 14))
rqptr->rqHeader.Http2SettingsPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "if-match", 8))
rqptr->rqHeader.IfMatchPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "if-modified-since", 17))
{
cptr = DICT_GET_VALUE(denptr);
status = HttpGetTime (cptr, &rqptr->rqTime.IfModifiedSinceTime64);
if (VMSnok (status))
{
rqptr->rqTime.IfModifiedSinceTime64 = 0;
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
/* indicate that no "length=" was found (if none is found :^) */
rqptr->rqHeader.IfModifiedSinceLength = -1;
/* look for a "length=" parameter to this header field */
while (*cptr)
{
while (*cptr && *cptr != ';') cptr++;
if (!*cptr) break;
cptr++;
while (*cptr && ISLWS(*cptr)) cptr++;
if (!*cptr) break;
if (!MATCH6 (cptr, "length")) continue;
cptr += 6;
while (*cptr && *cptr != '=') cptr++;
if (!*cptr) break;
cptr++;
while (*cptr && ISLWS(*cptr)) cptr++;
if (!isdigit (*cptr)) continue;
rqptr->rqHeader.IfModifiedSinceLength = atol(cptr);
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("since:!&S !%D !SL\n",
status, &rqptr->rqTime.IfModifiedSinceTime64,
rqptr->rqHeader.IfModifiedSinceLength);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "if-range", 8))
{
cptr = DICT_GET_VALUE(denptr);
status = HttpGetTime (cptr, &rqptr->rqTime.IfRangeBeginTime64);
if (VMSnok (status)) rqptr->rqTime.IfRangeBeginTime64 = 0;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("if-range:!&Z !&S !%D \n", cptr, status,
&rqptr->rqTime.IfRangeBeginTime64);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST,
"if-unmodified-since", 19))
{
cptr = DICT_GET_VALUE(denptr);
status = HttpGetTime (cptr, &rqptr->rqTime.IfUnModifiedSinceTime64);
if (VMSnok (status)) rqptr->rqTime.IfUnModifiedSinceTime64 = 0;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("unmod:!&Z !&S !%D \n", cptr, status,
&rqptr->rqTime.IfUnModifiedSinceTime64);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "host", 4))
{
rqptr->rqHeader.HostPtr = DICT_GET_VALUE(denptr);
rqptr->rqHeader.HostLength = DICT_GET_VALUE_LEN(denptr);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "keep-alive", 10))
{
rqptr->rqHeader.KeepAliveConnection = true;
cptr = DICT_GET_VALUE(denptr);
if (isdigit (*cptr)) rqptr->rqHeader.KeepAliveSeconds = atoi(cptr);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("keep-alive:!&B (!UL)\n",
rqptr->rqHeader.KeepAliveConnection,
rqptr->rqHeader.KeepAliveSeconds);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "origin", 6))
rqptr->rqHeader.OriginPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "pragma", 6))
{
cptr = DICT_GET_VALUE(denptr);
if (MATCH8 (cptr, "no-cache") || strsame (cptr, "no-cache", 8))
rqptr->rqHeader.PragmaNoCache = true;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("no-cache:!&B\n", rqptr->rqHeader.PragmaNoCache);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "range", 5))
{
cptr = DICT_GET_VALUE(denptr);
rqptr->rqHeader.RangeBytePtr = rbptr =
VmGetHeap (rqptr, sizeof(RANGE_BYTE));
if (MATCH6 (cptr, "bytes="))
{
/* ok, that's a start */
cptr += 6;
idx = 0;
while (*cptr)
{
while (*cptr && ISLWS(*cptr) || *cptr == ',') cptr++;
if (!*cptr || *cptr == ';') break;
if (idx >= RANGE_BYTE_MAX)
{
ErrorNoticed (rqptr, 0, "RANGE_BYTE_MAX exceeded", FI_LI);
idx = 0;
break;
}
if (isdigit(*cptr))
{
/* starting offset */
rbptr->First[idx] = strtoll(cptr,NULL,10);
while (*cptr && isdigit(*cptr)) cptr++;
if (*cptr == '-')
{
/* ending offset */
cptr++;
rbptr->Last[idx] = strtoll(cptr,NULL,10);
while (*cptr && isdigit(*cptr)) cptr++;
}
idx++;
}
else
if (*cptr == '-')
{
/* negative offset (from the end-of-file) */
rbptr->Last[idx] = strtoll(cptr,NULL,10);
cptr++;
while (*cptr && isdigit(*cptr)) cptr++;
idx++;
}
else
{
/* range format error */
idx = 0;
break;
}
}
rbptr->Total = idx;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
{
WatchDataFormatted ("!UL range!%s\n", idx);
for (idx = 0; idx < rbptr->Total; idx++)
WatchDataFormatted ("!UL !@SQ - !@SQ\n",
idx, &rbptr->First[idx], &rbptr->Last[idx]);
}
}
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "referer", 7))
rqptr->rqHeader.RefererPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "transfer-encoding", 17))
{
cptr = DICT_GET_VALUE(denptr);
if (MATCH7 (cptr, "chunked") || strsame (cptr, "chunked", 7))
rqptr->rqHeader.TransferEncodingChunked = true;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("chunked:!&B\n",
rqptr->rqHeader.TransferEncodingChunked);
/*
If a message is received with both a Transfer-Encoding header
field and a Content-Length header field, the latter MUST be ignored.
RFC2616; 4.4 Message Length
*/
DictRemove (dicptr, "content-length", DICT_TYPE_REQUEST, 14);
rqptr->rqHeader.ContentLength64 = 0;
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "upgrade", 7))
{
cptr = DICT_GET_VALUE(denptr);
if (MATCH3 (cptr, "h2c"))
{
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_1)
rqptr->rqHeader.UpgradeHttp2onHttp = true;
}
else
if (MATCH9 (cptr, "WebSocket") ||
strsame (cptr, "WebSocket", 9))
rqptr->rqHeader.UpgradeWebSocket = true;
else
if (MATCH11 (cptr, "WASD-tunnel") ||
strsame (cptr, "WASD-tunnel", 11))
rqptr->rqHeader.UpgradeWASDtunnel = true;
else
if (MATCH12 (cptr, "WASD-SOCKS5-"))
{
/* see ProxySocks5RequestAst() */
rqptr->rqHeader.UpgradeSocks5Ptr = cptr + 12;
}
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "user-agent", 10))
rqptr->rqHeader.UserAgentPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "x-forwarded-for", 15))
rqptr->rqHeader.XForwardedForPtr = DICT_GET_VALUE(denptr);
if (WebDavEnabled)
{
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "depth", 5))
{
rqptr->rqHeader.WebDavDepthPtr = cptr = DICT_GET_VALUE(denptr);
if (*cptr == '0')
rqptr->rqHeader.WebDavDepth = WEBDAV_DEPTH_ZERO;
else
if (*cptr == '1')
rqptr->rqHeader.WebDavDepth = WEBDAV_DEPTH_ONE;
else
if (MATCH8 (cptr, "infinity") ||
strsame (cptr, "infinity", 8))
rqptr->rqHeader.WebDavDepth = WEBDAV_DEPTH_INFINITY;
else
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("depth:!UL\n", rqptr->rqHeader.WebDavDepth);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "destination", 11))
rqptr->rqHeader.WebDavDestinationPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "if", 2))
rqptr->rqHeader.WebDavIfPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "lock-token", 10))
rqptr->rqHeader.WebDavLockTokenPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "overwrite", 9))
{
cptr = DICT_GET_VALUE(denptr);
if (TOUP(*cptr) == 'T')
rqptr->rqHeader.WebDavOverwrite = true;
else
if (TOUP(*cptr) == 'F')
rqptr->rqHeader.WebDavOverwrite = false;
else
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("overwrite:!&B\n",
rqptr->rqHeader.WebDavOverwrite);
}
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "timeout", 7))
rqptr->rqHeader.WebDavTimeoutPtr = DICT_GET_VALUE(denptr);
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST, "translate", 9))
{
/* defacto header */
rqptr->rqHeader.WebDavTranslatePtr = cptr = DICT_GET_VALUE(denptr);
if (TOUP(*cptr) == 'T')
rqptr->rqHeader.WebDavTranslateFalse = true;
else
if (TOUP(*cptr) == 'F')
rqptr->rqHeader.WebDavTranslateFalse = false;
else
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("translate:!&Z\n",
rqptr->rqHeader.WebDavTranslatePtr);
}
/* an OS X (Apple) quirk */
if (denptr = DictLookup (dicptr, DICT_TYPE_REQUEST,
"x-expected-entity-length", 24))
{
cptr = DICT_GET_VALUE(denptr);
if (isdigit(*cptr))
{
rqptr->rqHeader.XExpectedEntityLength64 = atoq (cptr);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("entlen:!@SQ\n",
rqptr->rqHeader.XExpectedEntityLength64);
}
else
{
InstanceGblSecIncrLong (&acptr->RequestErrorCount);
rqptr->rqResponse.HttpStatus = 400;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_FORMAT), FI_LI);
return (false);
}
}
}
return (true);
}
/*****************************************************************************/
/*
Build a complete request header from dictionary request line and fields and
insert into the dictionary. Return a pointer to that entry.
*/
DICT_ENTRY_STRUCT* RequestDictHeader (REQUEST_STRUCT *rqptr)
{
int size;
char *bptr, *cptr, *sptr, *zptr;
DICT_ENTRY_STRUCT *denptr, *renptr, *rldenptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestDictHeader()");
/* only need to do it the once */
if (denptr = DictLookup (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"request_header", 14))
return (denptr);
/* if a request header has not (perhaps yet - e.g. 101) been parsed */
if ((rldenptr = DictLookup (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"request_line", 12)) == NULL)
return (rldenptr);
size = 0;
size += DICT_GET_VALUE_LEN(rldenptr) + 4;
DictIterate (rqptr->rqDictPtr, NULL);
while ((denptr = DictIterate (rqptr->rqDictPtr, DICT_TYPE_REQUEST)) != NULL)
size += DICT_GET_KEY_LEN(denptr) + DICT_GET_VALUE_LEN(denptr) + 4;
/* insert the entry reserving space */
renptr = DictInsert (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"request_header", 14, NULL, size);
bptr = DICT_GET_VALUE(renptr);
zptr = (sptr = bptr) + size;
/* request line */
for (cptr = DICT_GET_VALUE(rldenptr);
*cptr && sptr < zptr;
*sptr++ = *cptr++);
if (sptr < zptr) *sptr++ = '\r';
if (sptr < zptr) *sptr++ = '\n';
/* request fields */
DictIterate (rqptr->rqDictPtr, NULL);
while ((denptr = DictIterate (rqptr->rqDictPtr, DICT_TYPE_REQUEST)) != NULL)
{
for (cptr = DICT_GET_KEY(denptr);
*cptr && sptr < zptr;
*sptr++ = *cptr++);
if (sptr < zptr) *sptr++ = ':';
if (sptr < zptr) *sptr++ = ' ';
for (cptr = DICT_GET_VALUE(denptr);
*cptr && sptr < zptr;
*sptr++ = *cptr++);
if (sptr < zptr) *sptr++ = '\r';
if (sptr < zptr) *sptr++ = '\n';
}
if (sptr < zptr) *sptr++ = '\r';
if (sptr < zptr) *sptr++ = '\n';
DictValueLength (renptr, sptr - bptr);
if (sptr > zptr) ErrorNoticed (rqptr, SS$_RESULTOVF, NULL, FI_LI);
return (renptr);
}
/*****************************************************************************/
/*
If a file specification does not contain a file name the function looks for a
home page in the directory. If no home page found it generates a directory
listing ("Index of" documents).
If the file specification contains a wildcard and there is no query string a
directory listing (index) is generated. If there is a query string it must
begin with the literal "?httpd=index" for a directory listing (index) to be
generated (this allows directives in the query string to be passed to the
directory listing functions). If it does not begin with this literal the
default query (search) script is invoked.
Detects file types that have an associated script. If a script is returned by
ConfigContentType(), and the file specification does not include a specific
version number (even such as ";0"), an automatic redirection is generated so
that the specified document is processed by the script, and the output from
that returned to the client. If it does contain a version number the file is
always directly returned to the client.
*/
void RequestExecute (REQUEST_STRUCT *rqptr)
{
int status;
char *cptr, *mpptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestExecute()");
WatchServerAlertQuotas ();
/**************/
/* meta-agent */
/**************/
if (!(cptr = rqptr->MetaConAgentPtr))
{
/* (try to) initiate meta-agent */
cptr = MetaConAgentBegin (rqptr);
/* if successful it will AST back to RequestExecute() */
if (MATCH3(cptr,"200") || MATCH3(cptr,"202")) return;
}
/* 501 means no meta-agent configured */
if (!MATCH3 (cptr, "501"))
{
if (MATCH3 (cptr, "418"))
{
/* 418 can be used to drop a connection */
rqptr->rqResponse.HttpStatus = 418;
if (rqptr->rqHeader.UpgradeSocks5Ptr) ProxySocks5ReplyFail (rqptr);
RequestEnd (rqptr);
return;
}
if (MATCH3 (cptr, "500"))
{
/* fatal error */
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "AGENT !AZ", cptr);
rqptr->rqResponse.HttpStatus = 500;
RequestEnd (rqptr);
return;
}
if (!MATCH3 (cptr, "200"))
{
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "AGENT !AZ", cptr);
ErrorNoticed (rqptr, SS$_BUGCHECK, cptr, FI_LI);
/* non-fatal so drop-through */
}
}
/***********/
/* request */
/***********/
rqptr->RequestState = REQUEST_STATE_PROCESSING;
if (rqptr->rqHeader.PathInfoPtr[0] == '/')
{
if (!ServiceFindVirtual (rqptr))
{
/* virtual service was not found */
if (Config.cfServer.ServiceNotFoundUrl[0])
{
/* configuration specifies a redirection URL */
ResponseLocation (rqptr, Config.cfServer.ServiceNotFoundUrl, -1);
RequestEnd (rqptr);
return;
}
rqptr->UnknownVirtualService = true;
}
/* re-set the error reporting mechanism for the different service */
if (rqptr->ServicePtr->ErrorReportPath[0])
rqptr->rqResponse.ErrorReportByRedirect = true;
else
rqptr->rqResponse.ErrorReportByRedirect = false;
}
if (WATCHING (rqptr, WATCH_REQUEST))
{
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "!AZ !&P",
rqptr->rqHeader.MethodName, rqptr->rqHeader.RequestUriPtr);
if (WATCHING (rqptr, WATCH_INTERNAL))
DictWatch (rqptr->rqDictPtr, NULL, "*");
if (rqptr->NotePadPtr)
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "NOTEPAD !AZ",
rqptr->NotePadPtr);
}
if (MATCH9 (rqptr->rqHeader.RequestUriPtr, "socks5://"))
{
if (rqptr->ServicePtr->ProxyTunnel != PROXY_TUNNEL_CONNECT)
{
/* only with a proxy CONNECT enabled service (i.e. general proxy) */
ProxySocks5ReplyFail (rqptr);
RequestEnd (rqptr);
return;
}
}
/* ensure any old values are ignored, in case its a redirection */
rqptr->rqResponse.LocationPtr = NULL;
/************************/
/* map the request path */
/************************/
rqptr->RequestMappedFile[0] =
rqptr->ScriptName[0] =
rqptr->RequestMappedScript[0] = '\0';
/*
Map the path, converting it to a VMS file path (or script file name)
and returning a pointer to a static buffer containing the mapped path.
*/
mpptr = MapUrl_Map (rqptr->rqHeader.PathInfoPtr,
sizeof(rqptr->rqHeader.PathInfoPtr),
rqptr->RequestMappedFile,
sizeof(rqptr->RequestMappedFile),
rqptr->ScriptName,
sizeof(rqptr->ScriptName),
rqptr->RequestMappedScript,
sizeof(rqptr->RequestMappedScript),
rqptr->RequestMappedRunTime,
sizeof(rqptr->RequestMappedRunTime),
&rqptr->PathOds, rqptr, &rqptr->rqPathSet);
/* immediately after mapping in case of SET timeout rules */
HttpdTimerSet (rqptr, TIMER_OUTPUT, 0);
if (rqptr->X509ClientCertMeta)
{
/********************/
/* X509 client cert */
/********************/
status = SesolaClientCert (rqptr, SESOLA_VERIFY_PEER_OPTIONAL,
RequestExecute);
/* this faux status indicates renegotiation is underway */
if (status == SS$_WAITUSRLBL) return;
ErrorExitVmsStatus (SS$_BUGCHECK, ErrorSanityCheck, FI_LI);
}
if (rqptr->rqPathSet.Http2ToHttp11)
{
/**********************/
/* HTTP/2 to HTTP/1.1 */
/**********************/
Http2Error (rqptr->Http2Stream.Http2Ptr, 0, HTTP2_ERROR_HTTP11);
rqptr->rqResponse.HttpStatus = 101;
RequestEnd (rqptr);
return;
}
if (rqptr->rqPathSet.Http2SendGoAway)
{
/******************/
/* HTTP/2 go-away */
/******************/
Http2Error (rqptr->Http2Stream.Http2Ptr, 0,
rqptr->rqPathSet.Http2SendGoAway - 1);
rqptr->rqResponse.HttpStatus = 205; /* reset content */
RequestEnd (rqptr);
return;
}
if (rqptr->rqPathSet.Http2SendReset)
{
/*********************/
/* HTTP/2 rst_stream */
/*********************/
Http2Error (rqptr->Http2Stream.Http2Ptr, 0,
rqptr->rqPathSet.Http2SendReset - 1);
rqptr->rqResponse.HttpStatus = 205; /* reset content */
RequestEnd (rqptr);
return;
}
if (rqptr->rqPathSet.Http2SendPing)
{
/***************/
/* HTTP/2 ping */
/***************/
Http2Ping (rqptr->Http2Stream.Http2Ptr, 0, NULL, 0);
}
if (rqptr->rqPathSet.ChangeServicePtr)
{
/******************/
/* change service */
/******************/
if (!ServiceChange (rqptr, rqptr->rqPathSet.ChangeServicePtr))
{
RequestEnd (rqptr);
return;
}
}
if (mpptr[0] == '\1' && mpptr[1])
{
/***********************/
/* mapping redirection */
/***********************/
ResponseLocation (rqptr, mpptr+1, -1);
RequestEnd (rqptr);
return;
}
if (rqptr->rqPathSet.Alert == MAPURL_PATH_ALERT_MAP) RequestAlert (rqptr);
/* buffer the mapped path (mpptr+1 allows error and non-error mappings) */
rqptr->MappedPathLength = strlen(mpptr+1)+1;
rqptr->MappedPathPtr = VmGetHeap (rqptr, rqptr->MappedPathLength+1);
memcpy (rqptr->MappedPathPtr, mpptr, rqptr->MappedPathLength);
if (!mpptr[0] && mpptr[1])
{
/*****************/
/* mapping error */
/*****************/
/* if this path has any request throttling limits */
if (rqptr->rqPathSet.ThrottleSet)
{
status = ThrottleBegin (rqptr);
if (VMSnok (status))
{
/* either on the waiting list or waiting list exceeded */
if (status == SS$_ABORT) RequestEnd (rqptr);
return;
}
/* continue to process the request (is on the active list) */
}
RequestMappedToStatus (rqptr);
return;
}
for (cptr = rqptr->RequestMappedFile; *cptr && *cptr != ':'; cptr++);
if (SAME2(cptr,'::'))
{
/************************/
/* DECnet not supported */
/************************/
/* if a node is part of the VMS file name then it's not supported */
rqptr->rqResponse.HttpStatus = 501;
rqptr->rqResponse.ErrorTextPtr = rqptr->rqHeader.PathInfoPtr;
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->RequestMappedFile;
ErrorVmsStatus (rqptr, RMS$_SUPPORT, FI_LI);
RequestEnd (rqptr);
return;
}
#ifdef ODS_EXTENDED
if (OdsExtended)
rqptr->PathOdsExtended = (rqptr->PathOds == MAPURL_PATH_ODS_5);
else
#endif /* ODS_EXTENDED */
rqptr->PathOdsExtended = 0;
/* MapUrl_Map() returns CGIplus mappings indicated by a leading '+' */
if (rqptr->ScriptName[0] == '+')
{
rqptr->IsCgiPlusScript = true;
rqptr->ScriptName[0] = '/';
}
else
rqptr->IsCgiPlusScript = false;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&Z !&Z !&Z !&B !&Z !&Z !&Z\n",
rqptr->rqHeader.PathInfoPtr, rqptr->RequestMappedFile,
rqptr->ScriptName, rqptr->IsCgiPlusScript,
rqptr->RequestMappedScript, rqptr->RequestMappedRunTime, mpptr);
/* if it's been SET as an extension method by a mapping rule */
if (rqptr->rqPathSet.MapExtensionMethod)
rqptr->rqHeader.Method = HTTP_METHOD_EXTENSION;
/******************/
/* proxy request? */
/******************/
if (!rqptr->ScriptName[0] &&
(rqptr->rqHeader.Method == HTTP_METHOD_CONNECT ||
MATCH7 (mpptr, "http://") ||
MATCH8 (mpptr, "https://") ||
MATCH6 (mpptr, "ftp://") ||
MATCH6 (mpptr, "raw://") ||
MATCH9 (mpptr, "socks5://")))
{
/* looks awfully like a scheme */
if (rqptr->rqPathSet.Http2ToHttp11)
{
/* proxy not supported as HTTP/2 ... HTTP/2 to HTTP/1.1 */
Http2Error (rqptr->Http2Stream.Http2Ptr, 0, HTTP2_ERROR_HTTP11);
rqptr->rqResponse.HttpStatus = 101;
RequestEnd (rqptr);
return;
}
rqptr->ProxyRequest = true;
/* if it's a trace and there are no more hops available */
if (rqptr->rqHeader.Method == HTTP_METHOD_TRACE ||
rqptr->rqHeader.MaxForwards)
rqptr->ProxyRequest = false;
}
/*********************************/
/* authorization of request path */
/*********************************/
if (rqptr->ProxyRequest)
{
if (denptr = DictLookup (rqptr->rqDictPtr, DICT_TYPE_REQUEST,
"proxy-authorization", 19))
rqptr->rqHeader.ProxyAuthorizationPtr = DICT_GET_VALUE(denptr);
if (rqptr->ServicePtr->LocalAuthRequired)
rqptr->rqAuth.RequestAuthorizationPtr =
rqptr->rqHeader.AuthorizationPtr;
else
if (rqptr->ServicePtr->ProxyAuthRequired)
rqptr->rqAuth.RequestAuthorizationPtr =
rqptr->rqHeader.ProxyAuthorizationPtr;
else
if (rqptr->rqPathSet.ProxyReverseVerify)
rqptr->rqAuth.RequestAuthorizationPtr =
rqptr->rqHeader.AuthorizationPtr;
else
{
/* if this proxy has any request throttling limits */
if (rqptr->rqPathSet.ThrottleSet)
{
status = ThrottleBegin (rqptr);
if (VMSnok (status))
{
/* either on waiting list or waiting list has been exceeded */
if (status == SS$_ABORT) RequestEnd (rqptr);
return;
}
/* continue to process the request (is on the active list) */
}
ProxyRequestBegin (rqptr);
return;
}
}
else
rqptr->rqAuth.RequestAuthorizationPtr =
rqptr->rqHeader.AuthorizationPtr;
if (!rqptr->rqPathSet.AuthorizeMapped)
Authorize (rqptr,
rqptr->rqHeader.PathInfoPtr,
rqptr->rqHeader.PathInfoLength,
rqptr->rqAuth.Protect1Ptr,
rqptr->rqAuth.Protect1Length,
&RequestExecutePostAuth1);
else
if (rqptr->ScriptName[0])
Authorize (rqptr,
rqptr->ScriptName,
strlen(rqptr->ScriptName),
rqptr->rqAuth.Protect1Ptr,
rqptr->rqAuth.Protect1Length,
&RequestExecutePostAuth1);
else
Authorize (rqptr,
rqptr->MappedPathPtr,
rqptr->MappedPathLength,
rqptr->rqAuth.Protect1Ptr,
rqptr->rqAuth.Protect1Length,
&RequestExecutePostAuth1);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&S\n", rqptr->rqAuth.FinalStatus);
if (VMSnok (rqptr->rqAuth.FinalStatus))
{
/* if asynchronous authentication is not underway */
if (rqptr->rqAuth.FinalStatus != AUTH_PENDING) RequestEnd (rqptr);
return;
}
/* authorization completed, continue to process */
RequestExecutePostAuth1 (rqptr);
}
/*****************************************************************************/
/*
An error message has been returnd by MapUrl_Map(). An independent function so
that it can be called directly after initial mapping if no throttling involved
or from RequestExecutePostThrottle() if throttle was specified.
*/
void RequestMappedToStatus (REQUEST_STRUCT *rqptr)
{
int status;
char *mpptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestMappedToStatus() !&Z", rqptr->MappedPathPtr+1);
/* MapUrl_Map() returns errors with a leading null character */
mpptr = rqptr->MappedPathPtr + 1;
if (isdigit (*mpptr))
{
/* an explicitly mapped error (e.g. pass * "403 uh-ahh!") */
rqptr->rqResponse.HttpStatus = atol(mpptr);
while (*mpptr && isdigit(*mpptr)) mpptr++;
while (*mpptr && ISLWS(*mpptr)) mpptr++;
if (rqptr->rqResponse.HttpStatus == 200)
{
/* mapped to CLI command */
while (*mpptr && isspace(*mpptr)) mpptr++;
if (*mpptr == '$')
{
mpptr++;
while (*mpptr && isspace(*mpptr)) mpptr++;
ResponseHeader200 (rqptr, "text/plain", NULL);
DclBegin (rqptr, &RequestEnd, mpptr, NULL, NULL, NULL, NULL, NULL);
return;
}
}
if (rqptr->rqResponse.HttpStatus >= 200 &&
rqptr->rqResponse.HttpStatus <= 299)
{
if (rqptr->rqHeader.UpgradeSocks5Ptr)
ProxySocks5ReplyFail (rqptr);
else
if (rqptr->rqResponse.HttpStatus == 204)
ResponseHeader (rqptr, 204, NULL, -1, NULL, NULL);
else
{
ResponseHeader (rqptr, rqptr->rqResponse.HttpStatus,
NULL, strlen(mpptr)+1, NULL, NULL);
FaoToNet (rqptr, "!AZ\n", mpptr);
}
RequestEnd (rqptr);
return;
}
if (rqptr->rqResponse.HttpStatus >= 300 &&
rqptr->rqResponse.HttpStatus <= 399)
{
/* redirection, message "text" should be the location */
ResponseLocation (rqptr, mpptr, -1);
RequestEnd (rqptr);
return;
}
if (rqptr->rqResponse.HttpStatus == 418)
{
/* 418 can be used to drop a connection using a "standard" code */
if (rqptr->rqHeader.UpgradeSocks5Ptr) ProxySocks5ReplyFail (rqptr);
RequestEnd (rqptr);
return;
}
if (rqptr->rqResponse.HttpStatus >= 400 &&
rqptr->rqResponse.HttpStatus <= 599)
{
if (rqptr->rqHeader.UpgradeSocks5Ptr)
ProxySocks5ReplyFail (rqptr);
else
ErrorGeneral (rqptr, mpptr, FI_LI);
RequestEnd (rqptr);
return;
}
/* no point to codes other 2nn/3nn/4nn/5nn, use to abort connection */
if (rqptr->rqHeader.UpgradeSocks5Ptr) ProxySocks5ReplyFail (rqptr);
RequestEnd (rqptr);
return;
}
else
{
/* some implicitly generated message */
if (rqptr->rqHeader.UpgradeSocks5Ptr)
{
ProxySocks5ReplyFail (rqptr);
RequestEnd (rqptr);
return;
}
if (!strcmp (mpptr, MAPURL_USER_RULE_FORBIDDEN_MSG+1))
{
/* convert USER mapping rule forbidden into directory not found */
rqptr->rqResponse.HttpStatus = 404;
rqptr->rqResponse.ErrorTextPtr = rqptr->rqHeader.PathInfoPtr;
ErrorVmsStatus (rqptr, RMS$_DNF, FI_LI);
RequestEnd (rqptr);
return;
}
/* just a rule-mapping message */
rqptr->rqResponse.HttpStatus = 403;
ErrorGeneral (rqptr, mpptr, FI_LI);
RequestEnd (rqptr);
return;
}
}
/*****************************************************************************/
/*
This function continues to initiate the request processing, either called
directly from RequestExecute() or as an AST after asynchronous authentication.
*/
void RequestExecutePostAuth1 (REQUEST_STRUCT *rqptr)
{
int length, status;
char *cptr, *sptr;
DICT_ENTRY_STRUCT *denptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostAuth1() !&F !&S",
&RequestExecutePostAuth1, rqptr->rqAuth.FinalStatus);
/* this may have been delivered asynchronously */
rqptr->rqAuth.AstFunction = NULL;
if (VMSnok (rqptr->rqAuth.FinalStatus))
{
RequestEnd (rqptr);
return;
}
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterRealmUser (rqptr);
if (rqptr->rqPathSet.Alert == MAPURL_PATH_ALERT_AUTH) RequestAlert (rqptr);
/*****************************/
/* authorized proxy request? */
/*****************************/
if (rqptr->ProxyRequest)
{
if ((rqptr->ServicePtr->LocalAuthRequired ||
rqptr->ServicePtr->ProxyAuthRequired) &&
!rqptr->RemoteUser[0])
{
/* authorization never occured! */
rqptr->rqResponse.HttpStatus = 403;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_GENERAL_DISABLED), FI_LI);
RequestEnd (rqptr);
return;
}
RequestExecutePostAuth2 (rqptr);
return;
}
if (rqptr->rqHeader.OriginPtr &&
rqptr->rqPathSet.CorsAllowOriginPtr)
{
/*********************************/
/* Cross-Origin Resource Sharing */
/*********************************/
ResponseCorsProcess (rqptr);
}
/************************************/
/* handled internally by the server */
/************************************/
if (rqptr->rqHeader.Method == HTTP_METHOD_OPTIONS)
{
rqptr->rqCache.DoNotCache = true;
ResponseOptions (rqptr);
return;
}
if (rqptr->rqHeader.Method == HTTP_METHOD_TRACE)
{
if (Config.cfMisc.HttpTraceEnabled)
{
rqptr->rqCache.DoNotCache = true;
ResponseTrace (rqptr);
}
else
{
rqptr->rqResponse.HttpStatus = 501;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_REQUEST_METHOD), FI_LI);
RequestEnd (rqptr);
}
return;
}
if (strsame (rqptr->rqHeader.RequestUriPtr, HTTPD_ADMIN,
sizeof(HTTPD_ADMIN)-1))
{
rqptr->rqCache.DoNotCache = rqptr->InternalRequest = true;
AdminBegin (rqptr);
return;
}
if (strsame (rqptr->rqHeader.RequestUriPtr, HTTPD_VS_ADMIN,
sizeof(HTTPD_VS_ADMIN)-1))
{
rqptr->rqCache.DoNotCache = rqptr->InternalRequest = true;
AdminBegin (rqptr);
return;
}
if (strsame (rqptr->rqHeader.RequestUriPtr, HTTPD_VERIFY,
sizeof(HTTPD_VERIFY)-1))
{
rqptr->rqCache.DoNotCache = rqptr->InternalRequest = true;
ProxyVerifyRequest (rqptr, &RequestEnd);
return;
}
if (strsame (rqptr->rqHeader.RequestUriPtr, INTERNAL_PASSWORD_CHANGE,
sizeof(INTERNAL_PASSWORD_CHANGE)-1))
{
rqptr->rqCache.DoNotCache = rqptr->InternalRequest = true;
HtAdminBegin (rqptr);
return;
}
/******************************/
/* check for script execution */
/******************************/
if (rqptr->ScriptName[0])
{
/* get the path derived from the script specification */
sptr = rqptr->ScriptName;
/* kludge to allow for 'implied' scripts (e.g. "/path/info") */
if (!SAME2(sptr,'/\0'))
{
cptr = rqptr->rqHeader.PathInfoPtr;
while (*sptr)
{
if (TOLO(*sptr) != TOLO(*cptr)) break;
sptr++;
cptr++;
}
if (!*sptr)
{
for (sptr = rqptr->rqHeader.PathInfoPtr; *cptr; *sptr++ = *cptr++);
*sptr = '\0';
length = sptr - rqptr->rqHeader.PathInfoPtr;
rqptr->rqHeader.PathInfoLength = length;
denptr = DictLookup (rqptr->rqDictPtr, DICT_TYPE_INTERNAL,
"path_info", 9);
if (denptr) DictValueLength (denptr, length);
}
}
if (!rqptr->rqPathSet.AuthorizeOnce)
{
/******************************************/
/* authorization of script path parameter */
/******************************************/
if (!rqptr->rqPathSet.AuthorizeMapped)
Authorize (rqptr,
rqptr->rqHeader.PathInfoPtr,
rqptr->rqHeader.PathInfoLength,
rqptr->rqAuth.Protect2Ptr,
rqptr->rqAuth.Protect2Length,
&RequestExecutePostAuth2);
else
Authorize (rqptr,
rqptr->MappedPathPtr,
rqptr->MappedPathLength,
rqptr->rqAuth.Protect2Ptr,
rqptr->rqAuth.Protect2Length,
&RequestExecutePostAuth2);
if (VMSnok (rqptr->rqAuth.FinalStatus))
{
/* if asynchronous authentication is not underway */
if (rqptr->rqAuth.FinalStatus != AUTH_PENDING) RequestEnd (rqptr);
return;
}
}
}
/***********************/
/* continue non-script */
/***********************/
RequestExecutePostAuth2 (rqptr);
}
/*****************************************************************************/
/*
This function continues to initiate the request processing, either called
directly from RequestExecutePostAuth() or as an AST after asynchronous
authentication.
*/
void RequestExecutePostAuth2 (REQUEST_STRUCT *rqptr)
{
int status;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostAuth2() !&F !&S",
&RequestExecutePostAuth2, rqptr->rqAuth.FinalStatus);
/* this may have been delivered asynchronously */
rqptr->rqAuth.AstFunction = NULL;
if (VMSnok (rqptr->rqAuth.FinalStatus))
{
RequestEnd (rqptr);
return;
}
if (rqptr->WebDavRequest &&
!rqptr->RemoteUser[0] &&
rqptr->rqAuth.SourceRealm != AUTH_SOURCE_EXTERNAL &&
rqptr->rqAuth.SourceRealm != AUTH_SOURCE_OPAQUE)
{
/* WebDAV requests MUST have authorization applied! */
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"WEBDAV paths must have an authorization rule");
DavWebResponse (rqptr, 403, SS$_NOPRIV, "no authorisation", FI_LI);
RequestEnd (rqptr);
return;
}
if (Watch.Category && Watch.Category != WATCH_ONE_SHOT_CAT)
WatchFilterRealmUser (rqptr);
if (rqptr->rqPathSet.Alert == MAPURL_PATH_ALERT_AUTH) RequestAlert (rqptr);
/* if this path has any request throttling limits */
if (rqptr->rqPathSet.ThrottleSet)
{
status = ThrottleBegin (rqptr);
if (VMSnok (status))
{
/* either on the waiting list or waiting list has been exceeded */
if (status == SS$_ABORT) RequestEnd (rqptr);
return;
}
/* continue to process the request (is on the active list) */
}
RequestExecutePostThrottle (rqptr);
}
/*****************************************************************************/
/*
Called by RequestExecutePostAuth2() after throttle is assessed against the path
and not initiated, or as an AST initiated by ThrottleRelease() after throttling
has been employed against the request.
*/
void RequestExecutePostThrottle (REQUEST_STRUCT *rqptr)
{
int status;
char *cptr, *sptr, *zptr;
char Md5String [8192];
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostThrottle() !&F",
&RequestExecutePostThrottle);
/* MapUrl_Map() returns errors with a leading null character */
if (!rqptr->MappedPathPtr[0] && rqptr->MappedPathPtr[1])
{
/******************************/
/* mapped but throttled error */
/******************************/
RequestMappedToStatus (rqptr);
return;
}
if (rqptr->ProxyRequest)
{
/*****************/
/* proxy request */
/*****************/
ProxyRequestBegin (rqptr);
return;
}
/***********************/
/* MD5 hash of request */
/***********************/
if (rqptr->ScriptName[0])
{
/* non-file hashes are generated using the service plus URI */
zptr = (sptr = Md5String) + sizeof(Md5String);
for (cptr = rqptr->ServicePtr->ServerHostPort;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
for (cptr = rqptr->rqHeader.RequestUriPtr;
*cptr && *cptr != '?' && sptr < zptr;
*sptr++ = *cptr++);
if (rqptr->rqPathSet.CacheQuery)
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
if (sptr >= zptr)
{
ErrorNoticed (rqptr, SS$_RESULTOVF, "Md5String", FI_LI);
ErrorGeneralOverflow (rqptr, FI_LI);
RequestEnd (rqptr);
return;
}
*sptr = '\0';
Md5Digest (Md5String, sptr-Md5String, &rqptr->Md5HashPath);
}
else
{
/* file hash is generated using the path equivalent of VMS file spec */
Md5Digest (rqptr->MappedPathPtr,
rqptr->MappedPathLength,
&rqptr->Md5HashPath);
}
/***************/
/* from cache? */
/***************/
status = CacheSearch (rqptr);
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "CacheSearch() !&S", status);
/* success status indicates the request is being supplied from cache */
if (VMSok (status)) return;
/* not from initial cache search */
RequestExecutePostCache1 (rqptr);
}
/*****************************************************************************/
/*
Called by RequestExecutePostThrottle() after cache search is performed.
Called by CacheEnd() if ACP data is collected and unsuitable.
*/
void RequestExecutePostCache1 (REQUEST_STRUCT *rqptr)
{
BOOL WildcardName;
int len;
char *cptr, *sptr, *zptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostCache1() !&F", &RequestExecutePostCache1);
if (rqptr->ScriptName[0])
{
/**********/
/* script */
/**********/
if (rqptr->RawSocketRequest)
{
/* append the mapped script to the request URI for logging purposes */
len = strlen(rqptr->ScriptName) + rqptr->rqHeader.RequestUriLength + 2;
cptr = rqptr->rqHeader.RequestUriPtr;
sptr = rqptr->rqHeader.RequestUriPtr = VmGetHeap (rqptr, len);
while (*cptr) *sptr++ = *cptr++;
*sptr++ = '-';
*sptr++ = '>';
for (cptr = rqptr->ScriptName; *cptr; *sptr++ = *cptr++);
}
RequestScript (rqptr,
rqptr->RequestMappedScript,
rqptr->RequestMappedFile,
rqptr->RequestMappedRunTime);
return;
}
if (rqptr->WebSocketRequest)
{
/*********************/
/* WebSocket request */
/*********************/
/* should have been take care of by now! */
rqptr->rqResponse.HttpStatus = 500;
RequestEnd (rqptr);
return;
}
/* check for wildcard in file name or type */
for (cptr = rqptr->MappedPathPtr; *cptr; cptr++);
sptr = cptr;
while (cptr > rqptr->MappedPathPtr && *cptr != ';' && *cptr != '/') cptr--;
WildcardName = false;
if (*cptr == ';')
{
/* not interested in caching specific version, only version-less paths */
if (!cptr[1] || isdigit(cptr[1])) rqptr->rqCache.DoNotCache = true;
/* check for wildcard characters in name or type */
while (cptr > rqptr->MappedPathPtr && *cptr != '/')
{
if (*cptr == '*' || *cptr == '%' || *cptr == '?') WildcardName = true;
cptr--;
}
}
/* now resolve content-type */
cptr = sptr;
while (cptr > rqptr->MappedPathPtr && *cptr != '.' && *cptr != '/') cptr--;
if (*cptr != '.') cptr = "";
ConfigContentType (&rqptr->rqContentInfo, cptr);
/* if not resolving a language-specific document and GET or HEAD */
if (!(WildcardName || rqptr->rqCache.DoNotCache) &&
(rqptr->rqHeader.Method == HTTP_METHOD_GET ||
rqptr->rqHeader.Method == HTTP_METHOD_HEAD))
{
/* as there is no file name specified this will just search the cache */
FileBegin (rqptr, &RequestEnd, &RequestExecutePostCache2,
&rqptr->Md5HashPath, NULL, NULL);
return;
}
/* not a file */
RequestExecutePostCache2 (rqptr);
}
/*****************************************************************************/
/*
If a file was not found by searching the file cache using the mapped path
hash as the key then this function is called as the file-not-found AST of the
FileBegin() call in RequestExecutePostThrottle() above.
*/
void RequestExecutePostCache2 (REQUEST_STRUCT *rqptr)
{
int status;
char *cptr, *sptr,
*MappedFilePtr;
char MappedFile [ODS_MAX_FILE_NAME_LENGTH+1];
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostCache2() !&F", &RequestExecutePostCache2);
MappedFilePtr = rqptr->RequestMappedFile;
/* check for device and directory (minimum) */
cptr = MappedFilePtr;
if (*cptr == ':') cptr = "";
while (*cptr && !SAME2(cptr,':[')) cptr++;
if (*cptr) cptr += 2;
if (*cptr == ']') cptr = "";
if (!*cptr)
{
/* didn't find a device and/or directory - forbidden */
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"MAPPING provided NO DEVICE and/or DIRECTORY!!");
rqptr->rqResponse.HttpStatus = 500;
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->RequestMappedFile;
ErrorVmsStatus (rqptr, RMS$_SYN, FI_LI);
RequestEnd (rqptr);
return;
}
if (!rqptr->rqPathSet.OdsName ||
rqptr->rqPathSet.OdsName == MAPURL_ODS_8BIT)
{
/* is there a potentially UTF-8 bit pattern here? */
for (cptr = MappedFilePtr; *cptr && ((*cptr & 0xe0) != 0xc0); cptr++);
if (*cptr)
{
/* some UTF-8 encode (e.g. KDE), others (e.g. MS WebFolders) do not */
strzcpy (MappedFile, rqptr->RequestMappedFile, sizeof(MappedFile));
if (ConvertFromUtf8 (MappedFile, -1, '$') > 0)
{
MappedFilePtr = MappedFile;
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"UTF-8 to native !AZ", MappedFilePtr);
}
}
}
else
if (rqptr->rqPathSet.OdsName == MAPURL_ODS_UTF8)
{
if (ConvertUtf8ToEscape (rqptr->RequestMappedFile,
MappedFile, sizeof(MappedFile)) > 0)
{
MappedFilePtr = MappedFile;
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"UTF-8 to escaped 8-bit !AZ", MappedFilePtr);
}
}
OdsStructInit (&rqptr->ParseOds, false);
/* parse the file specification (must have device and directory!!) */
OdsParse (&rqptr->ParseOds, MappedFilePtr, 0, NULL, 0,
NAM$M_SYNCHK, NULL, rqptr);
if (VMSnok (status = rqptr->ParseOds.Fab.fab$l_sts))
{
if (WebDavEnabled)
{
if (rqptr->WebDavRequest || rqptr->WhiffOfWebDav)
{
if (status == RMS$_SYN)
{
DavWebMicrosoftMunge1 (rqptr);
if (rqptr->rqResponse.LocationPtr)
{
RequestEnd (rqptr);
return;
}
}
}
}
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->RequestMappedFile;
ErrorVmsStatus (rqptr, status, FI_LI);
RequestEnd (rqptr);
return;
}
if (VMSnok (status = OdsParseTerminate (&rqptr->ParseOds)))
{
ErrorNoticed (rqptr, status, NULL, FI_LI);
RequestEnd (rqptr);
return;
}
if (WebDavEnabled)
{
if (rqptr->WebDavRequest ||
rqptr->WhiffOfWebDav ||
rqptr->rqPathSet.WebDavAll)
{
/******************/
/* WebDAV request */
/******************/
DavWebRequest (rqptr);
return;
}
}
RequestExecutePostCache3 (rqptr);
}
/*****************************************************************************/
/*
Continue with request processing. May by called directly from above or from
DavWebRequest2() if a GET or HEAD.
*/
void RequestExecutePostCache3 (REQUEST_STRUCT *rqptr)
{
int Count;
char *cptr, *sptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestExecutePostCache3() !&F", &RequestExecutePostCache3);
/*
If the file name component comprises a leading hyphen followed by
20 digits (post v8.4.1, "-yyyymmddhhmmsshhnnnn-") or 16 digits
(pre v8.4.2, "-yyyymmddhhmmsshh-") and a trailing hyphen, then
consider it temporary and delete it on close. See comments in PUT.C.
*/
rqptr->DeleteOnClose = false;
if (rqptr->ParseOds.NamNameLength == 22 &&
rqptr->ParseOds.NamNamePtr[0] == '-' &&
rqptr->ParseOds.NamNamePtr[21] == '-')
{
for (cptr = rqptr->ParseOds.NamNamePtr+1; isdigit(*cptr); cptr++);
if (cptr == rqptr->ParseOds.NamNamePtr+21)
{
rqptr->DeleteOnClose = true;
rqptr->rqResponse.PreExpired = PRE_EXPIRE_DELETE_ON_CLOSE;
}
}
else
if (rqptr->ParseOds.NamNameLength == 18 &&
rqptr->ParseOds.NamNamePtr[0] == '-' &&
rqptr->ParseOds.NamNamePtr[17] == '-')
{
for (cptr = rqptr->ParseOds.NamNamePtr+1; isdigit(*cptr); cptr++);
if (cptr == rqptr->ParseOds.NamNamePtr+17)
{
rqptr->DeleteOnClose = true;
rqptr->rqResponse.PreExpired = PRE_EXPIRE_DELETE_ON_CLOSE;
}
}
/* all these "file write" methods are handled by the one set of functions */
if ((rqptr->rqHeader.Method == HTTP_METHOD_PUT ||
rqptr->rqHeader.Method == HTTP_METHOD_POST ||
rqptr->rqHeader.Method == HTTP_METHOD_DELETE) &&
!rqptr->RedirectErrorStatusCode)
{
/* when WebDAV is enabled PUT and DELETE are intercepted above */
PutBegin (rqptr, &RequestEnd);
return;
}
if (rqptr->rqHeader.QueryStringLength &&
(TOLO(rqptr->rqHeader.QueryStringPtr[0]) == 'h' &&
strsame (rqptr->rqHeader.QueryStringPtr, "httpd=index", 11)) ||
(((rqptr->ParseOds.Nam_fnb & NAM$M_WILDCARD) ||
(rqptr->ParseOds.Nam_fnb & NAM$M_EXP_VER &&
rqptr->ParseOds.NamNamePtr == rqptr->ParseOds.NamTypePtr)) &&
!rqptr->rqHeader.QueryStringPtr[0]))
{
/******************************/
/* generate directory listing */
/******************************/
if ((Config.cfDir.WildcardEnabled ||
rqptr->rqPathSet.DirWildcard) &&
!rqptr->rqPathSet.DirNoWildcard)
{
if (rqptr->rqPathSet.IndexPtr)
cptr = rqptr->rqPathSet.IndexPtr;
else
if (rqptr->rqHeader.QueryStringLength)
cptr = rqptr->rqHeader.QueryStringPtr;
else
cptr = "";
DirBegin (rqptr, &RequestEnd, rqptr->ParseOds.ExpFileName,
cptr, "", false);
return;
}
else
{
rqptr->rqResponse.HttpStatus = 403;
ErrorGeneral (rqptr, MsgFor(rqptr,MSG_GENERAL_DISABLED), FI_LI);
RequestEnd (rqptr);
return;
}
}
if (!rqptr->ParseOds.NamNameLength &&
!rqptr->ParseOds.NamTypeLength &&
!rqptr->rqHeader.QueryStringLength)
{
/*********************************************/
/* no file name supplied, look for home page */
/*********************************************/
RequestHomePage (rqptr);
return;
}
/********************************/
/* get the content-type details */
/********************************/
if (!isdigit(rqptr->ParseOds.NamVersionPtr[1]) &&
!(rqptr->rqHeader.QueryStringLength &&
TOLO(rqptr->rqHeader.QueryStringPtr[0]) == 'h' &&
strsame (rqptr->rqHeader.QueryStringPtr, "httpd=", 6)))
{
/*
If a file specification does not include a specific version
number (which indicates send-me-this-file-regardless), and
the request does not contain an HTTPd query string, and
ConfigContentType() has returned a script name, indicating
an automatic script handling for this file type, then redirect.
*/
if (rqptr->rqContentInfo.AutoScriptNamePtr[0] == '/')
{
/********************************/
/* automatic script redirection */
/********************************/
InstanceGblSecIncrLong (&acptr->DoAutoScriptCount);
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "AUTOSCRIPT \'!AZ\'",
rqptr->rqContentInfo.AutoScriptNamePtr);
Count = strlen(cptr = rqptr->rqContentInfo.AutoScriptNamePtr);
Count += rqptr->rqHeader.PathInfoLength;
sptr = ResponseLocation (rqptr, NULL, Count+1);
while (*cptr) *sptr++ = *cptr++;
for (cptr = rqptr->rqHeader.PathInfoPtr; *cptr; *sptr++ = *cptr++);
*sptr++ = '?';
RequestEnd (rqptr);
return;
}
}
/**************************/
/* implied keyword search */
/**************************/
if (!rqptr->KeywordRedirectCount &&
rqptr->rqHeader.QueryStringLength &&
Config.cfScript.DefaultSearchLength &&
!rqptr->rqPathSet.NoDefaultSearch &&
!(rqptr->rqHeader.QueryStringLength &&
TOLO(rqptr->rqHeader.QueryStringPtr[0]) == 'h' &&
strsame (rqptr->rqHeader.QueryStringPtr, "httpd=", 6)))
{
if (Config.cfScript.DefaultSearchExcludePtr)
{
/********************************/
/* exclude specified file types */
/********************************/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&Z\n",
Config.cfScript.DefaultSearchExcludePtr);
cptr = "";
sptr = Config.cfScript.DefaultSearchExcludePtr;
while (*sptr)
{
cptr = rqptr->ParseOds.NamTypePtr;
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&Z !&Z\n", sptr, cptr);
while (*cptr)
{
if (*sptr == STRING_LIST_CHAR || *cptr == ';') break;
if (TOUP(*cptr) != TOUP(*sptr)) break;
if (*cptr) cptr++;
if (*sptr) sptr++;
}
if ((!*cptr || *cptr == ';') &&
(!*sptr || *sptr == STRING_LIST_CHAR))
break;
while (*sptr && *sptr != STRING_LIST_CHAR) sptr++;
if (*sptr) sptr++;
}
if ((!*cptr || *cptr == ';') &&
(!*sptr || *sptr == STRING_LIST_CHAR))
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST,
"KEYWORD search \"!AZ\" excluded in \'!AZ\'",
rqptr->ParseOds.NamTypePtr,
Config.cfScript.DefaultSearchExcludePtr);
}
if (!Config.cfScript.DefaultSearchExcludePtr ||
(*cptr && *cptr != ';') ||
(*sptr && *sptr != STRING_LIST_CHAR))
{
/******************/
/* search file(s) */
/******************/
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "KEYWORD search \"!AZ\"",
rqptr->rqHeader.QueryStringPtr);
/* local redirection, so keyword search script gets remapped */
Count = Config.cfScript.DefaultSearchLength;
Count += rqptr->rqHeader.PathInfoLength;
sptr = ResponseLocation (rqptr, NULL, Count+1);
for (cptr = Config.cfScript.DefaultSearch; *cptr; *sptr++ = *cptr++);
for (cptr = rqptr->rqHeader.PathInfoPtr; *cptr; *sptr++ = *cptr++);
*sptr++ = '?';
rqptr->KeywordRedirectCount++;
RequestEnd (rqptr);
return;
}
}
if (!rqptr->ParseOds.NamNameLength &&
!rqptr->ParseOds.NamTypeLength)
{
/*********************************************/
/* no file name supplied, look for home page */
/*********************************************/
RequestHomePage (rqptr);
return;
}
/****************************************/
/* otherwise ... send the file contents */
/****************************************/
/* allow for directories specified as "/dir1/dir2" (i.e. no trailing '/') */
if (rqptr->ParseOds.NamTypeLength <= 1)
RequestFile (rqptr, &RequestEnd, &RequestFileNoType);
else
RequestFile (rqptr, &RequestEnd, NULL);
}
/*****************************************************************************/
/*
This function can be called one or more times per request. It steps through
all possible home page files until either one is found or a default directory
listing is generated. 'rqptr->HomePageStatus' attempts to short-circuit
searches for conditions other than file-not-found. For example, if the status
is directory-not-found then there is little point in continuing to look for
home pages in that location!
*/
void RequestHomePage (REQUEST_STRUCT *rqptr)
{
int idx, status,
Count;
char *cptr, *sptr,
*FileTypePtr,
*HomePageNamePtr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestHomePage() !UL", rqptr->RequestHomePageIndex);
if (VMSok (rqptr->HomePageStatus))
{
RequestEnd (rqptr);
return;
}
if (rqptr->rqResponse.HeaderGenerated || ERROR_REPORTED (rqptr))
{
RequestEnd (rqptr);
return;
}
if (rqptr->RequestHomePageIndex &&
VMSnok (rqptr->HomePageStatus) &&
rqptr->HomePageStatus != RMS$_FNF)
{
rqptr->rqResponse.ErrorTextPtr = rqptr->rqHeader.PathInfoPtr;
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->ParseOds.NamDevicePtr;
ErrorVmsStatus (rqptr, rqptr->HomePageStatus, FI_LI);
RequestEnd (rqptr);
return;
}
if (!*(HomePageNamePtr = ConfigHomePage(rqptr->RequestHomePageIndex++)))
{
/********************************************/
/* no home page, generate directory listing */
/********************************************/
if ((!Config.cfDir.Access &&
!rqptr->rqPathSet.DirAccess &&
!rqptr->rqPathSet.DirAccessSelective) ||
rqptr->rqPathSet.DirNoAccess)
{
/* directory listing is disabled */
rqptr->rqResponse.ErrorTextPtr = rqptr->rqHeader.PathInfoPtr;
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->ParseOds.NamDevicePtr;
ErrorVmsStatus (rqptr, RMS$_FNF, FI_LI);
RequestEnd (rqptr);
return;
}
rqptr->ParseOds.NamNamePtr[0] = '\0';
if (rqptr->rqPathSet.IndexPtr)
cptr = rqptr->rqPathSet.IndexPtr;
else
if (rqptr->rqHeader.QueryStringLength)
cptr = rqptr->rqHeader.QueryStringPtr;
else
cptr = "";
DirBegin (rqptr, &RequestEnd, rqptr->ParseOds.NamDevicePtr,
cptr, "", false);
return;
}
for (cptr = HomePageNamePtr; *cptr && *cptr != '.'; cptr++);
FileTypePtr = cptr;
/******************************/
/* check for script home page */
/******************************/
for (idx = 0; idx < Config.cfScript.RunTimeCount; idx++)
{
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchDataFormatted ("!&Z !&Z !UL\n",
cptr, Config.cfScript.RunTime[idx].StringPtr,
Config.cfScript.RunTime[idx].FileTypeLength);
if (strsame (cptr, Config.cfScript.RunTime[idx].StringPtr,
Config.cfScript.RunTime[idx].FileTypeLength-1)) break;
}
if (idx < Config.cfScript.RunTimeCount)
{
/* found an appropriate script file type, does the file exist? */
status = OdsFileExists (rqptr->ParseOds.NamDevicePtr, HomePageNamePtr);
if (VMSnok (status))
{
/* (probably) file does not exist */
rqptr->HomePageStatus = status;
SysDclAst (RequestHomePage, rqptr);
return;
}
/********************/
/* script home page */
/********************/
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "SCRIPT welcome !#AZ!AZ",
rqptr->ParseOds.NamDeviceLength +
rqptr->ParseOds.NamDirectoryLength,
rqptr->ParseOds.NamDevicePtr, HomePageNamePtr);
/* create a redirection to the original path plus the file name */
Count = rqptr->rqHeader.PathInfoLength;
Count += strlen(HomePageNamePtr);
sptr = ResponseLocation (rqptr, NULL, Count+1);
for (cptr = rqptr->rqHeader.PathInfoPtr; *cptr; *sptr++ = *cptr++);
for (cptr = HomePageNamePtr; *cptr; *sptr++ = *cptr++);
*sptr++ = '?';
RequestEnd (rqptr);
return;
}
/********************************/
/* generate home page file name */
/********************************/
/* overwrite any existing file name in the NAM block */
strcpy (rqptr->ParseOds.NamNamePtr, HomePageNamePtr);
/* set the mime content type for this file type */
ConfigContentType (&rqptr->rqContentInfo, FileTypePtr);
rqptr->HomePageStatus = SS$_NORMAL;
RequestFile (rqptr, &RequestEnd, &RequestHomePage);
}
/*****************************************************************************/
/*
Send a file to the client. Special case is pre-processed HTML.
*/
void RequestFile
(
REQUEST_STRUCT *rqptr,
REQUEST_AST NextTaskFunction,
REQUEST_AST NoSuchFileFunction
)
{
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestFile() !&A !&A !&Z !&Z",
NextTaskFunction, NoSuchFileFunction,
rqptr->ParseOds.ExpFileName,
rqptr->rqContentInfo.ContentTypePtr);
if (!(rqptr->rqHeader.QueryStringLength &&
rqptr->rqHeader.QueryStringPtr[0] &&
TOLO(rqptr->rqHeader.QueryStringPtr[0]) == 'h' &&
strsame (rqptr->rqHeader.QueryStringPtr, "httpd=content", 13)))
{
if (ConfigSameContentType (rqptr->rqContentInfo.ContentTypePtr,
ConfigContentTypeSsi, -1))
{
FileSetAuthorizePath (rqptr, false);
FileSetCacheAllowed (rqptr, true);
FileSetContentHandler (rqptr, &SsiBegin, SsiSizeMax);
FileBegin (rqptr, NextTaskFunction, NoSuchFileFunction,
/*
A NULL path hash will cause the *file name* to be used.
This allows the SSI output to be cached as well if the
path indicates that is required.
*/
rqptr->rqPathSet.CacheSSI ? NULL : &rqptr->Md5HashPath,
rqptr->ParseOds.ExpFileName,
rqptr->rqContentInfo.ContentTypePtr);
return;
}
}
/* JAF */
FileSetAuthorizePath (rqptr, false);
FileSetCacheAllowed (rqptr, true);
FileBegin (rqptr, NextTaskFunction, NoSuchFileFunction,
&rqptr->Md5HashPath,
rqptr->ParseOds.ExpFileName,
rqptr->rqContentInfo.ContentTypePtr);
}
/*****************************************************************************/
/*
The file requested had no type (extension) and was not found. Check if there
is a directory of that name. This allows for directories to be specified as
"/dir1/dir2" (i.e. no trailing '/') which is not strictly kosher in WWW syntax
but is allowed by some servers and so does occur in some documents. Generate
a redirection to the same URL but with a trailing slash on the directory name.
*/
void RequestFileNoType (REQUEST_STRUCT *rqptr)
{
char DirName [ODS_MAX_FILE_NAME_LENGTH+1];
char ch;
char *cptr, *sptr, *zptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestFileNoType()");
zptr = (sptr = DirName) + sizeof(DirName)-1;
cptr = rqptr->ParseOds.NamNamePtr;
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
cptr = ".DIR;";
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
*sptr = '\0';
ch = rqptr->ParseOds.NamNamePtr[0];
rqptr->ParseOds.NamNamePtr[0] = '\0';
if (VMSok (OdsFileExists (rqptr->ParseOds.NamDevicePtr, DirName)))
{
if (WATCHING (rqptr, WATCH_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_REQUEST, "DIRECTORY exists \'!AZ!AZ\'",
rqptr->ParseOds.NamDevicePtr, DirName);
sptr = ResponseLocation (rqptr, NULL, rqptr->rqHeader.PathInfoLength+4);
*sptr++ = '/';
*sptr++ = '/';
for (cptr = rqptr->rqHeader.PathInfoPtr; *cptr; *sptr++ = *cptr++);
*sptr++ = '/';
*sptr++ = '?';
RequestEnd (rqptr);
return;
}
else
{
rqptr->ParseOds.NamNamePtr[0] = ch;
if (!rqptr->AccountingDone++)
InstanceGblSecIncrLong (&acptr->DoFileCount);
rqptr->rqResponse.ErrorTextPtr =
MapVmsPath (rqptr->ParseOds.NamDevicePtr, rqptr);
rqptr->rqResponse.ErrorOtherTextPtr = rqptr->ParseOds.NamDevicePtr;
ErrorVmsStatus (rqptr, RMS$_FNF, FI_LI);
RequestEnd (rqptr);
return;
}
}
/*****************************************************************************/
/*
Process request by executing a script. The 'MappedFile' was the
non-script-name portion of the path, returned by the original MapUrl(),
attempt to parse this as a VMS file specification, but if that fails (and it
well might not be a file specification) then do not report it. Provide to the
script a "best-guess" as to the file system ODS.
*/
void RequestScript
(
REQUEST_STRUCT *rqptr,
char *MappedScript,
char *MappedFile,
char *MappedRunTime
)
{
int status;
char *cptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST,
"RequestScript() !&Z !&Z !&Z !&Z !&Z",
rqptr->ScriptName, rqptr->rqHeader.PathInfoPtr,
MappedScript, MappedFile, MappedRunTime);
/***************************************/
/* check for internal server "scripts" */
/***************************************/
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_ECHO[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_ECHO,
sizeof(ADMIN_SCRIPT_ECHO)-1))
{
ResponseTrace (rqptr);
return;
}
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_HISS[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_HISS,
sizeof(ADMIN_SCRIPT_HISS)-1))
{
ResponseHiss (rqptr);
return;
}
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_STREAM[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_STREAM,
sizeof(ADMIN_SCRIPT_STREAM)-1))
{
ResponseStream (rqptr);
return;
}
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_WHERE[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_WHERE,
sizeof(ADMIN_SCRIPT_WHERE)-1))
{
ResponseWhere (rqptr, MappedFile);
return;
}
/********************************/
/* parse any file specification */
/********************************/
/* mapping must provide a device and directory */
cptr = MappedFile;
if (*cptr == ':') cptr = "";
while (*cptr && !SAME2(cptr,':[')) cptr++;
if (*cptr) cptr += 2;
if (*cptr == ']') cptr = "";
if (!*cptr) MappedFile[0] = '\0';
if (MappedFile[0])
{
OdsParse (&rqptr->ParseOds,
MappedFile, 0, NULL, 0,
NAM$M_SYNCHK, NULL, rqptr);
if (VMSok (status = rqptr->ParseOds.Fab.fab$l_sts))
{
if (VMSnok (status = OdsParseTerminate (&rqptr->ParseOds)))
{
ErrorNoticed (rqptr, status, NULL, FI_LI);
RequestEnd (rqptr);
return;
}
if (!(rqptr->ParseOds.Nam_fnb & NAM$M_WILDCARD))
ConfigContentType (&rqptr->rqContentInfo,
rqptr->ParseOds.NamTypePtr);
}
else
{
/* problem parsing (probably not intended as a file specification) */
char *cptr, *sptr, *zptr;
zptr = (sptr = rqptr->ParseOds.ExpFileName) +
sizeof(rqptr->ParseOds.ExpFileName);
for (cptr = MappedFile; *cptr && sptr < zptr; *sptr++ = *cptr++);
if (sptr >= zptr) sptr = rqptr->ParseOds.ExpFileName;
*sptr = '\0';
while (sptr > rqptr->ParseOds.ExpFileName && *sptr != '.') sptr--;
if (*sptr == '.') ConfigContentType (&rqptr->rqContentInfo, sptr);
}
}
else
rqptr->ParseOds.ExpFileName[0] = '\0';
/*********************************************/
/* again check for internal server "scripts" */
/*********************************************/
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_UPD[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_UPD, -1))
{
UpdBegin (rqptr, &RequestEnd);
return;
}
else
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_TREE[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_TREE, -1))
{
UpdBegin (rqptr, &RequestEnd);
return;
}
else
if (TOLO(rqptr->ScriptName[0]) == TOLO(ADMIN_SCRIPT_XRAY[0]) &&
strsame (rqptr->ScriptName, ADMIN_SCRIPT_XRAY, -1))
{
/* create a plain-text response header */
rqptr->PersistentRequest = false;
rqptr->rqResponse.PreExpired = rqptr->rqResponse.NoGzip =
rqptr->RedirectedXray = true;
ResponseHeader200 (rqptr, "text/plain", NULL);
/* set up a LOCAL redirection, stripping the '/xray' from the path */
ResponseLocation (rqptr, rqptr->rqHeader.RequestUriPtr +
sizeof(ADMIN_SCRIPT_XRAY)-1, -1);
/* write that header, returning to RequestEnd() for redirection */
NetWriteFullFlush (rqptr, &RequestEnd);
return;
}
/***************************/
/* "real", external script */
/***************************/
if (rqptr->rqPathSet.ScriptPathFind)
{
status = OdsFileExists (NULL, rqptr->ParseOds.ExpFileName);
if (VMSnok (status))
{
ErrorVmsStatus (rqptr, status, FI_LI);
RequestEnd (rqptr);
return;
}
}
for (cptr = MappedScript; *cptr && *cptr != ':'; cptr++);
if (SAME2(cptr,'::'))
DECnetBegin (rqptr, &RequestEnd, MappedScript, MappedRunTime);
else
if (rqptr->IsCgiPlusScript)
DclBegin (rqptr, &RequestEnd, NULL,
rqptr->ScriptName, NULL, MappedScript, MappedRunTime, NULL);
else
DclBegin (rqptr, &RequestEnd, NULL,
rqptr->ScriptName, MappedScript, NULL, MappedRunTime, NULL);
}
/*****************************************************************************/
/*
This function updates the global section with a formatted representation of
the data of the latest request. The acounting data is of course permanently
located in the area and so does not require any explicit placement into the
section.
*/
void RequestGblSecUpdate (REQUEST_STRUCT *rqptr)
{
static char HexDigits [] = "0123456789abcdef";
int status;
unsigned long FaoVector [16];
unsigned long *vecptr;
char *cptr, *sptr, *zptr;
HTTPD_GBLSEC *gsptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestGblSecUpdate()");
gsptr = HttpdGblSecPtr;
if (!rqptr)
{
/* reset request data */
memset (&gsptr->Request, 0, sizeof(gsptr->Request));
return;
}
/***********************************/
/* update the monitor request data */
/***********************************/
gsptr->Request.HttpStatus = rqptr->rqResponse.HttpStatus;
if (HTTP2_REQUEST(rqptr))
gsptr->Request.HttpProtocol = HTTP_VERSION_2;
else
gsptr->Request.HttpProtocol = rqptr->rqResponse.HttpVersion;
gsptr->Request.BytesRawRx64 = rqptr->NetIoPtr->BytesRawRx64;
gsptr->Request.BytesRawTx64 = rqptr->NetIoPtr->BytesRawTx64;
gsptr->Request.BytesPerSecond = rqptr->BytesPerSecond;
gsptr->Request.BytesTxGzipPercent = rqptr->BytesTxGzipPercent;
vecptr = FaoVector;
*vecptr++ = rqptr->rqTime.BeginTime7[2];
*vecptr++ = rqptr->rqTime.BeginTime7[3];
*vecptr++ = rqptr->rqTime.BeginTime7[4];
*vecptr++ = rqptr->rqTime.BeginTime7[5];
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
FaolToBuffer (gsptr->Request.Time, sizeof(gsptr->Request.Time), NULL,
"!2ZL !2ZL:!2ZL:!2ZL", &FaoVector);
vecptr = FaoVector;
*vecptr++ = DurationString (rqptr, &rqptr->rqResponse.Duration64);
FaolToBuffer (gsptr->Request.Duration, sizeof(gsptr->Request.Duration), NULL,
"!AZ", &FaoVector);
/* e.g. http://the.server.host.name:port */
zptr = (sptr = gsptr->Request.Service) + sizeof(gsptr->Request.Service)-1;
for (cptr = rqptr->ServicePtr->RequestSchemeNamePtr;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
if (sptr < zptr) *sptr++ = '/';
if (sptr < zptr) *sptr++ = '/';
for (cptr = rqptr->ServicePtr->ServerHostName;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
if (sptr < zptr) *sptr++ = ':';
for (cptr = rqptr->ServicePtr->ServerPortString;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
*sptr = '\0';
if (InstanceNodeConfig > 1)
{
zptr = (sptr = gsptr->Request.PrcNam) + sizeof(gsptr->Request.PrcNam)-1;
for (cptr = HttpdProcess.PrcNam;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
*sptr = '\0';
}
else
gsptr->Request.PrcNam[0] = '\0';
zptr = (sptr = gsptr->Request.ClientHostName) +
sizeof(gsptr->Request.ClientHostName)-1;
for (cptr = rqptr->ClientPtr->Lookup.HostName;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
*sptr = '\0';
zptr = (sptr = gsptr->Request.ClientIpAddressString) +
sizeof(gsptr->Request.ClientIpAddressString)-1;
for (cptr = rqptr->ClientPtr->IpAddressString;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
*sptr = '\0';
zptr = (sptr = gsptr->Request.MethodName) +
sizeof(gsptr->Request.MethodName)-1;
for (cptr = rqptr->rqHeader.MethodName; *cptr && sptr < zptr; cptr++)
{
if (*cptr >= '\"' && *cptr <= '~')
*sptr++ = *cptr;
else
{
*sptr++ = '!';
if (sptr < zptr) *sptr++ = HexDigits[(*cptr & 0xf0) >> 4];
if (sptr < zptr) *sptr++ = HexDigits[(*cptr & 0x0f)];
}
}
*sptr = '\0';
if (rqptr->rqHeader.RequestUriPtr)
{
zptr = (sptr = gsptr->Request.Uri) + sizeof(gsptr->Request.Uri)-1;
for (cptr = rqptr->rqHeader.RequestUriPtr; *cptr && sptr < zptr; cptr++)
{
if (*cptr >= '\"' && *cptr <= '~')
*sptr++ = *cptr;
else
{
*sptr++ = '!';
if (sptr < zptr) *sptr++ = HexDigits[(*cptr & 0xf0) >> 4];
if (sptr < zptr) *sptr++ = HexDigits[(*cptr & 0x0f)];
}
}
*sptr = '\0';
}
else
gsptr->Request.Uri[0] = '\0';
if (rqptr->RemoteUser[0])
{
zptr = (sptr = gsptr->Request.AuthUser) +
sizeof(gsptr->Request.AuthUser)-1;
for (cptr = rqptr->RemoteUser; *cptr; cptr++)
if (!isalnum(*cptr) && *cptr != '_' && *cptr != '-') break;
if (*cptr) *sptr++ = '\'';
for (cptr = rqptr->RemoteUser; *cptr && sptr < zptr; *sptr++ = *cptr++);
if (gsptr->Request.AuthUser[0] == '\'' && sptr <zptr) *sptr++ = '\'';
if (rqptr->rqAuth.RealmPtr)
{
if (sptr < zptr) *sptr++ = '.';
for (cptr = rqptr->rqAuth.RealmPtr;
*cptr && sptr < zptr;
*sptr++ = *cptr++);
}
*sptr = '\0';
}
else
gsptr->Request.AuthUser[0] = '\0';
gsptr->Request.Alert = rqptr->rqPathSet.Alert;
if (rqptr->rqNet.ReadErrorCount)
status = FaoToBuffer (gsptr->Request.ReadError,
sizeof(gsptr->Request.ReadError),
NULL, "%X!8XL !-!&m",
rqptr->rqNet.ReadErrorStatus);
else
gsptr->Request.ReadError[0] = '\0';
if (rqptr->rqNet.WriteErrorCount)
status = FaoToBuffer (gsptr->Request.WriteError,
sizeof(gsptr->Request.WriteError),
NULL, "%X!8XL !-!&m",
rqptr->rqNet.WriteErrorStatus);
else
gsptr->Request.WriteError[0] = '\0';
}
/*****************************************************************************/
/*
Keeps a linked list history from most to least recent that can be reported on
by RequestReport().
*/
void RequestHistory (REQUEST_STRUCT *rqptr)
{
int status;
char *cptr, *sptr, *zptr;
struct RequestHistoryStruct *hlptr;
/*********/
/* begin */
/*********/
if (WATCHMOD (rqptr, WATCH_MOD_REQUEST))
WatchThis (WATCHITM(rqptr), WATCH_MOD_REQUEST, "RequestHistory()");
if (RequestHistoryCount < RequestHistoryMax)
{
/* allocate memory for a new entry */
hlptr = VmGet (sizeof (struct RequestHistoryStruct));
RequestHistoryCount++;
}
else
{
/* reuse the tail entry (least recent) */
hlptr = RequestHistoryList.TailPtr;
ListRemove (&RequestHistoryList, hlptr);
}
/* add entry to the head of the history list (most recent) */
ListAddHead (&RequestHistoryList, hlptr, LIST_ENTRY_TYPE_HISTORY);
hlptr->Time64 = rqptr->rqTime.BeginTime64;
hlptr->ConnectNumber = rqptr->ConnectNumber;
hlptr->RequestState = rqptr->RequestState;
hlptr->ServicePtr = rqptr->ServicePtr;
hlptr->BytesRawRx64 = rqptr->NetIoPtr->BytesRawRx64;
hlptr->BytesRawTx64 = rqptr->NetIoPtr->BytesRawTx64;
hlptr->BytesPerSecond = rqptr->BytesPerSecond;
hlptr->BytesTxGzipPercent = rqptr->BytesTxGzipPercent;
hlptr->TimeoutType = rqptr->rqTmr.TimeoutType;
hlptr->Duration64 = rqptr->rqResponse.Duration64;
hlptr->ResponseStatusCode = rqptr->rqResponse.HttpStatus;
if (HTTP2_REQUEST(rqptr))
hlptr->HttpMajorVersion = 2;
else
if (rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_1 ||
rqptr->rqResponse.HttpVersion == HTTP_VERSION_1_0)
hlptr->HttpMajorVersion = 1;
else
hlptr->HttpMajorVersion = 0;
zptr = (sptr = hlptr->ClientAndRequest) + sizeof(hlptr->ClientAndRequest)-1;
if (rqptr->RemoteUser[0])
{
cptr = rqptr->RemoteUser;
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
if (rqptr->rqAuth.RealmPtr)
{
if (sptr < zptr) *sptr++ = '.';
cptr = rqptr->rqAuth.RealmPtr;
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
}
if (sptr < zptr) *sptr++ = '@';
}
cptr = rqptr->ClientPtr->Lookup.HostName;
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
if (sptr < zptr) *sptr++ = '\0';
hlptr->RequestPtr = sptr;
if (rqptr->rqHeader.PathInfoPtr &&
rqptr->rqHeader.QueryStringPtr)
{
cptr = rqptr->rqHeader.MethodName;
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
if (sptr < zptr) *sptr++ = ' ';
if (!(cptr = rqptr->rqHeader.RequestUriPtr)) cptr = "";
while (*cptr && sptr < zptr) *sptr++ = *cptr++;
}
if (sptr >= zptr)
hlptr->Truncated = true;
else
hlptr->Truncated = false;
*sptr = '\0';
}
/*****************************************************************************/
/*
Return a string describing the request current state.
*/
char* RequestState (int state)
{
/*********/
/* begin */
/*********/
if (WATCH_MODULE (WATCH_MOD_REQUEST))
{
static int click;
if (!click)
{
click = !click;
WatchThis (WATCHALL, WATCH_MOD_REQUEST, "RequestState() !UL !AZ",
state, RequestState(state));
click = !click;
}
}
switch (state)
{
case 0 : return ("zero");
case REQUEST_STATE_CONNECTED : return ("connected");
case REQUEST_STATE_PERSIST : return ("persist");
case REQUEST_STATE_HEADER : return ("header");
case REQUEST_STATE_PROCESSING : return ("processing");
case REQUEST_STATE_ENDING : return ("ending");
case REQUEST_STATE_ABORT : return ("abort");
case REQUEST_STATE_SHUTDOWN : return ("shutdown");
case REQUEST_STATE_NOMORE : return ("nomore");
default : return ("undefined");
}
}
/*****************************************************************************/
/*
The request received has a significant header flaw.
Advise the client as simply as possible and bail.
Only for use by HTTP/1.n protocol requests.
*/
void RequestNBG (REQUEST_STRUCT *rqptr)
{
static char ResponseToNBG [] =
"HTTP/1.1 400 Request header is significantly broken!\r\n\
Content-Type: text/plain\r\n\
Connection: close\r\n\
\r\n\
The request header is significantly broken!\n";
/*********/
/* begin */
/*********/
/* ensure the count of 400s ticks upwards */
rqptr->rqResponse.HttpStatus = 400;
InstanceMutexLock (INSTANCE_MUTEX_HTTPD);
RequestHttpStatusCode (rqptr);
AccountingPtr->RequestErrorCount++;
InstanceMutexUnLock (INSTANCE_MUTEX_HTTPD);
NetUpdateProcessing (rqptr, -1);
rqptr->RequestState = REQUEST_STATE_ABORT;
NetIoWrite (rqptr->NetIoPtr, RequestEnd4, rqptr,
ResponseToNBG, sizeof(ResponseToNBG)-1);
}
/*****************************************************************************/
/*
Ad hoc mechanism to suppress request header dump. Where request headers are
malformed a dump of the header is inserted into the process log as an
informational (see call code points). In foreseable circumstamces (random or
malicious) this might chew a lot of disk storage. Defining the logical name
WASD_NOTICED_NODUMP will suppress this.
*/
void RequestNoticedDump
(
char *DataPtr,
int DataLength
)
{
/*********/
/* begin */
/*********/
if (WATCH_MODULE (WATCH_MOD_REQUEST))
WatchThis (WATCHALL, WATCH_MOD_REQUEST, "RequestNoticedDump()");
if (SysTrnLnm (WASD_NOTICED_NODUMP)) return;
WatchDataDump (DataPtr, -DataLength);
}
/*****************************************************************************/
/*
Return a report on current and request history, listed most to least recent.
This function blocks while executing.
*/
void RequestReport (REQUEST_STRUCT *rqptr)
{
#define REPORT_CURRENT 1
#define REPORT_CONNECT 2
#define REPORT_HISTORY 3
#define REPORT_THROTTLE 4
/* the final column just adds a little white-space on the page far right */
static char BeginPageFao [] =
"<p><table class=\"rghtrght\">\n\
<tr><th></th>\
<th class=\"sbttl talft\">Service / Client</th>\
<th class=\"sbttl talft\">Time / Request</th>\
<th class=\"sbttl\">HTTP</th>\
<th class=\"sbttl\">Rx</th>\
<th class=\"sbttl\">Tx</th>\
<th class=\"sbttl\">Gzip%</th>\
<th class=\"sbttl\">Bytes/Sec</th>\
<th class=\"sbttl\">Duration</th>\
<th class=\"sbttl\">Throttle</th>\
<th class=\"sbttl\">Connect</th>\
<th class=\"sbttl\">WATCH</th>\
</tr>\n";
static char CurrentRequestFao [] =
"<tr>\
<th>!3ZL</th>\
<td class=\"talft\">!AZ//!AZ</td>\
<td class=\"talft\">!20%D</td>\
<td>!UL</td>\
<td>!&,@SQ</td>\
<td>!&,@SQ</td>\
<td>!UL</td>\
<td>!&L</td>\
<td>!AZ!AZ</td>\
<td>!&@</td>\
<td>!&@</td>\
<td>!&@</td>\
</tr>\n\
<tr class=\"hlght\"><th></th>\
<td class=\"talft\">!&@</td>\
<td class=\"talft maxvis\" colspan=\"10\">!&@</td>\
</tr>\n";
static char HistoryFao [] =
"</table>\n\
<p><table class=\"rghtrght\">\n\
<tr><th></th>\
<th class=\"sbttl talft\">Service / Client</th>\
<th class=\"sbttl talft\">Time / Request</th>\
<th class=\"sbttl\">HTTP</th>\
<th class=\"sbttl\">Rx</th>\
<th class=\"sbttl\">Tx</th>\
<th class=\"sbttl\">Gzip%</th>\
<th class=\"sbttl\">Bytes/Sec</th>\
<th class=\"sbttl\">Duration</th>\
<th class=\"sbttl\">Status</th>\
<th class=\"sbttl\">Connect</th>\
</tr>\n";
static char HistoryRequestFao [] =
"<tr>\
<th>!3ZL</th>\
<td class=\"talft\">!AZ//!AZ</td>\
<td class=\"talft\">!20%D</td>\
<td>!UL</td>\
<td>!&,@SQ</td>\
<td>!&,@SQ</td>\
<td>!UL</td>\
<td>!&L</td>\
<td>!AZ!AZ</td>\
<td>!UL</td>\
<td>!UL</td>\
</tr>\n\
<tr class=\"hlght\"><th></th>\
<td class=\"talft\">!AZ</td>\
<td class=\"talft maxvis\" colspan=\"9\">\
<tt>!AZ</tt>!&?[truncated!]\r\r</td>\
</tr>\n";
static char RequestEmptyFao [] =
"<tr class=\"hlght\">\
<th><b>000</b></th><td class=\"talft\" colspan=\"9\"><i>empty</i></td>\
</tr>\n";
static char ConnectHistoryButtonFao [] =
"</table>\n\
<p><table class=\"lftlft\">\n\
<tr><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\" Purge Idle \">\n\
</form>\n\
</td><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\" Purge HTTP/1.n \">\n\
</form>\n\
</td><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\" Purge HTTP/2 \">\n\
</form>\n\
</td><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\" Disconnect ALL \">\n\
</form>\n\
</td></tr>\n\
<tr><td colspan=\"4\">\n\
<br><a class=\"abttn bttn700\" href=\"!AZ\">Connect (!UL)</a>\n\
<br>!AZ\n\
<br><a class=\"abttn bttn700\" href=\"!AZ\">History</a>\n\
</td></tr>\n\
</table>\n\
!AZ\
</div>\n\
</body>\n\
</html>\n";
static char EndPageFao [] =
"</table>\n\
<p><table class=\"lftlft\">\n\
<tr><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\"Purge Idle\">\n\
</form>\n\
</td><td> </td><td>\n\
<form method=\"GET\" action=\"!AZ\">\n\
<input type=\"submit\" value=\"Force Disconnect\">\n\
</form>\n\
</td></tr>\n\
</table>\n\
!AZ\
</div>\n\
</body>\n\
</html>\n";
int status,
DisplayCount,
EntryCount,
ThrottleCount,
ReportType;
unsigned long *vecptr;
unsigned long FaoVector [48];
int64 Time64,
Duration64;
char *cptr;
char ThrottleButton [256];
struct RequestHistoryStruct *rqhptr;
HTTP2_STRUCT *h2ptr;
LIST_ENTRY *leptr;
REQUEST_STRUCT *rqeptr;
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_REQUEST))
WatchThis (WATCHALL, WATCH_MOD_REQUEST, "RequestReport()");
cptr = rqptr->rqHeader.PathInfoPtr;
if (strsame (cptr, ADMIN_REPORT_REQUEST_CURRENT, -1))
ReportType = REPORT_CURRENT;
else
if (strsame (cptr, ADMIN_REPORT_REQUEST_CONNECT, -1))
ReportType = REPORT_CONNECT;
else
if (strsame (cptr, ADMIN_REPORT_REQUEST_HISTORY, -1))
ReportType = REPORT_HISTORY;
else
if (strsame (cptr, ADMIN_REPORT_REQUEST_THROTTLE, -1))
ReportType = REPORT_THROTTLE;
else
if (strsame (cptr, ADMIN_REPORT_REQUEST, -1))
ReportType = REPORT_CURRENT;
else
{
ReportType = REPORT_CURRENT;
ErrorNoticed (rqptr, SS$_BUGCHECK, ErrorSanityCheck, FI_LI);
}
if (ReportType == REPORT_THROTTLE)
AdminPageTitle (rqptr, "Throttled Request Report");
else
if (ReportType == REPORT_HISTORY)
AdminPageTitle (rqptr, "Request & History Report");
else
if (ReportType == REPORT_CONNECT)
AdminPageTitle (rqptr, "Request & Connection Report");
else
AdminPageTitle (rqptr, "Request Report");
status = FaolToNet (rqptr, BeginPageFao, NULL);
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
/********************/
/* current requests */
/********************/
DisplayCount = EntryCount = ThrottleCount = 0;
sys$gettim (&Time64);
/* process the request list from least to most recent */
for (leptr = RequestList.HeadPtr; leptr; leptr = leptr->NextPtr)
{
rqeptr = (REQUEST_STRUCT*)leptr;
EntryCount++;
if (rqeptr->rqPathSet.ThrottleFrom) ThrottleCount++;
if (ReportType != REPORT_CONNECT)
if (!(rqeptr->rqHeader.PathInfoPtr &&
rqeptr->rqHeader.QueryStringPtr))
continue;
if (ReportType == REPORT_THROTTLE)
if (!rqeptr->rqPathSet.ThrottleFrom)
continue;
vecptr = FaoVector;
*vecptr++ = ++DisplayCount;
*vecptr++ = rqeptr->ServicePtr->RequestSchemeNamePtr;
*vecptr++ = rqeptr->ServicePtr->ServerHostPort;
*vecptr++ = &rqeptr->rqTime.BeginTime64;
if (rqeptr->Http2Stream.Http2Ptr)
*vecptr++ = 2;
else
if (rqeptr->rqResponse.HttpVersion == HTTP_VERSION_1_1 ||
rqeptr->rqResponse.HttpVersion == HTTP_VERSION_1_0)
*vecptr++ = 1;
else
*vecptr++ = 0;
*vecptr++ = &rqeptr->NetIoPtr->BytesRawRx64;
*vecptr++ = &rqeptr->NetIoPtr->BytesRawTx64;
*vecptr++ = rqeptr->BytesTxGzipPercent;
Duration64 = rqeptr->rqTime.BeginTime64 - Time64;
*vecptr++ = BytesPerSecond (&rqeptr->NetIoPtr->BytesRawRx64,
&rqeptr->NetIoPtr->BytesRawTx64,
&Duration64);
*vecptr++ = HttpdTimeoutType(rqeptr->rqTmr.TimeoutType);
*vecptr++ = DurationString (rqeptr, &Duration64);
if (rqeptr->rqPathSet.ThrottleFrom)
{
if (rqeptr->ThrottleListEntry.DataPtr)
{
*vecptr++ =
"<font size=\"-1\">\
<a class=\"abttn\" href=\"!AZ?this=!UL\">release</a><br>\
<a class=\"abttn\" href=\"!AZ?this=!UL\">terminate</a>\
</font>";
*vecptr++ = ADMIN_CONTROL_THROTTLE_RELEASE;
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = ADMIN_CONTROL_THROTTLE_TERMINATE;
*vecptr++ = rqeptr->ConnectNumber;
}
else
*vecptr++ = "<font size=\"-1\">processing</font>";
}
else
*vecptr++ = "";
if (rqeptr->Http2Stream.Http2Ptr)
{
*vecptr++ = "!UL (!UL)";
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = rqeptr->Http2Stream.Http2Ptr->ConnectNumber;
}
else
{
*vecptr++ = "!UL";
*vecptr++ = rqeptr->ConnectNumber;
}
if (rqeptr->ConnectNumber == rqptr->ConnectNumber)
*vecptr++ = "current";
else
if (rqeptr == Watch.RequestPtr)
*vecptr++ = "WATCHing";
else
{
*vecptr++ =
"<a class=\"abttn bttn090 px1\" href=\"!AZ?at=!UL\">P</a>\
<a class=\"abttn bttn090 px1\" href=\"!AZ?at=!UL&this=!UL\">+</a>\
<a class=\"abttn bttn090 px1\" href=\"!AZ?this=!UL\">W</a>";
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = rqeptr->ConnectNumber;
}
if (ReportType == REPORT_CONNECT)
{
*vecptr++ = "!AZ,!UL";
*vecptr++ = rqeptr->ClientPtr->Lookup.HostName;
*vecptr++ = rqeptr->ClientPtr->IpPort;
}
else
*vecptr++ = UserAtClient(rqeptr);
if (rqeptr->rqHeader.PathInfoPtr &&
rqeptr->rqHeader.QueryStringPtr)
{
*vecptr++ = "<tt>!AZ !AZ</tt>";
*vecptr++ = rqeptr->rqHeader.MethodName;
*vecptr++ = rqeptr->rqHeader.RequestUriPtr;
}
else
{
if (rqeptr->rqNet.PersistentCount)
{
*vecptr++ = "[persistent] !UL";
*vecptr++ = rqeptr->rqNet.PersistentCount;
}
else
/* proactive connection (e.g. what Chrome tends to do) */
*vecptr++ = "[connected]";
}
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
status = FaolToNet (rqptr, CurrentRequestFao, &FaoVector);
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
}
if (ReportType == REPORT_CONNECT)
{
/******************************/
/* current HTTP/2 connections */
/******************************/
/* process the HTTP/2 connection list from least to most recent */
for (leptr = Http2List.HeadPtr; leptr; leptr = leptr->NextPtr)
{
h2ptr = (HTTP2_STRUCT*)leptr;
EntryCount++;
vecptr = FaoVector;
*vecptr++ = ++DisplayCount;
*vecptr++ = h2ptr->ServicePtr->RequestSchemeNamePtr;
*vecptr++ = h2ptr->ServicePtr->ServerHostPort;
*vecptr++ = &h2ptr->ConnectTime64;
*vecptr++ = 2;
*vecptr++ = &h2ptr->NetIoPtr->BytesRawRx64;
*vecptr++ = &h2ptr->NetIoPtr->BytesRawTx64;
*vecptr++ = 0;
Duration64 = h2ptr->ConnectTime64 - Time64;
*vecptr++ = BytesPerSecond (&h2ptr->NetIoPtr->BytesRawRx64,
&h2ptr->NetIoPtr->BytesRawTx64,
&Duration64);
*vecptr++ = DurationString (rqptr, &Duration64);
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = "!UL";
*vecptr++ = h2ptr->ConnectNumber;
if (rqptr->Http2Stream.Http2Ptr != NULL &&
rqptr->Http2Stream.Http2Ptr->ConnectNumber == h2ptr->ConnectNumber)
*vecptr++ = "current";
else
{
*vecptr++ =
"<a class=\"abttn bttn090 px1\" href=\"!AZ?at=!UL\">P</a>\
<a class=\"abttn bttn090 px1\" href=\"!AZ?at=!UL&this=!UL\">+</a>\
<a class=\"abttn bttn090 px1\" href=\"!AZ?this=!UL\">W</a>";
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = h2ptr->ConnectNumber;
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = h2ptr->ConnectNumber;
*vecptr++ = h2ptr->ConnectNumber;
*vecptr++ = ADMIN_REPORT_WATCH;
*vecptr++ = h2ptr->ConnectNumber;
}
*vecptr++ = "!AZ,!UL";
*vecptr++ = h2ptr->ClientPtr->Lookup.HostName;
*vecptr++ = h2ptr->ClientPtr->IpPort;
*vecptr++ = "[HTTP/2] !UL:!UL:!UL";
*vecptr++ = h2ptr->RequestCurrent;
*vecptr++ = h2ptr->RequestPeak;
*vecptr++ = h2ptr->RequestCount;
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
status = FaolToNet (rqptr, CurrentRequestFao, &FaoVector);
if (VMSnok (status))
ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
}
}
else
{
/* just add in the number of HTTP/2 connections */
for (leptr = Http2List.HeadPtr; leptr; leptr = leptr->NextPtr)
EntryCount++;
}
if (ReportType != REPORT_HISTORY)
{
/***************/
/* not history */
/***************/
if (ReportType == REPORT_CURRENT)
{
if (ThrottleCount)
sprintf (ThrottleButton,
"<a class=\"abttn bttn700\" href=\"%s\">Throttle (%d)</a>",
ADMIN_REPORT_REQUEST_THROTTLE,
ThrottleCount);
else
strcpy (ThrottleButton,
"<a class=\"abttn bttn700 dbttn\">Throttle</a>");
status = FaoToNet (rqptr, ConnectHistoryButtonFao,
ADMIN_CONTROL_NET_PURGE,
ADMIN_CONTROL_NET_PURGE_HTTP1,
ADMIN_CONTROL_NET_PURGE_HTTP2,
ADMIN_CONTROL_NET_PURGE_ALL,
ADMIN_REPORT_REQUEST_CONNECT,
EntryCount - DisplayCount,
ThrottleButton,
ADMIN_REPORT_REQUEST_HISTORY,
AdminRefresh());
}
else
if (ReportType == REPORT_THROTTLE)
{
if (!DisplayCount) FaolToNet (rqptr, RequestEmptyFao, NULL);
status = FaoToNet (rqptr, EndPageFao,
ADMIN_CONTROL_NET_PURGE,
ADMIN_CONTROL_NET_PURGE_ALL,
AdminRefresh());
}
else
status = FaoToNet (rqptr, EndPageFao,
ADMIN_CONTROL_NET_PURGE,
ADMIN_CONTROL_NET_PURGE_ALL,
AdminRefresh());
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaoToNet()", FI_LI);
rqptr->rqResponse.PreExpired = PRE_EXPIRE_ADMIN;
ResponseHeader200 (rqptr, "text/html", &rqptr->NetWriteBufferDsc);
AdminEnd (rqptr);
return;
}
/*******************/
/* request history */
/*******************/
vecptr = FaoVector;
*vecptr++ = RequestHistoryMax;
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
status = FaolToNet (rqptr, HistoryFao, &FaoVector);
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
DisplayCount = 0;
/* process the request list from least to most recent */
for (leptr = RequestHistoryList.HeadPtr;
leptr;
leptr = leptr->NextPtr)
{
rqhptr = (struct RequestHistoryStruct*)leptr;
vecptr = FaoVector;
*vecptr++ = ++DisplayCount;
*vecptr++ = rqhptr->ServicePtr->RequestSchemeNamePtr;
*vecptr++ = rqhptr->ServicePtr->ServerHostPort;
*vecptr++ = &rqhptr->Time64;
*vecptr++ = rqhptr->HttpMajorVersion;
*vecptr++ = &rqhptr->BytesRawRx64;
*vecptr++ = &rqhptr->BytesRawTx64;
*vecptr++ = rqhptr->BytesTxGzipPercent;
*vecptr++ = rqhptr->BytesPerSecond;
*vecptr++ = HttpdTimeoutType(rqhptr->TimeoutType);
*vecptr++ = DurationString (rqptr, &rqhptr->Duration64);
*vecptr++ = rqhptr->ResponseStatusCode;
*vecptr++ = rqhptr->ConnectNumber;
*vecptr++ = rqhptr->ClientAndRequest;
*vecptr++ = rqhptr->RequestPtr;
*vecptr++ = rqhptr->Truncated;
FaoCheck (sizeof(FaoVector), &FaoVector, vecptr, FI_LI);
status = FaolToNet (rqptr, HistoryRequestFao, &FaoVector);
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
}
if (!RequestHistoryList.HeadPtr)
{
status = FaolToNet (rqptr, RequestEmptyFao, NULL);
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
}
status = FaoToNet (rqptr, EndPageFao,
ADMIN_CONTROL_NET_PURGE,
ADMIN_CONTROL_NET_PURGE_ALL,
AdminRefresh());
if (VMSnok (status)) ErrorNoticed (rqptr, status, "FaolToNet()", FI_LI);
rqptr->rqResponse.PreExpired = PRE_EXPIRE_ADMIN;
ResponseHeader200 (rqptr, "text/html", &rqptr->NetWriteBufferDsc);
AdminEnd (rqptr);
}
/*****************************************************************************/
/*
Dump the current and history request lists, for 'crash' analysis.
Use vanilla output in case other routines are implicated.
*/
void RequestDump ()
{
static $DESCRIPTOR (RequestFaoDsc,
"C!3ZL !UL !AZ//!AZ !AZ HTTP/!UL !%D !AZ!AZ !@SQ(!UL) !@SQ(!UL) \
!AZ!AZ!AZ!AZ!AZ !AZ!AZ!AZ !3ZL\n\0");
static $DESCRIPTOR (HistoryFaoDsc,
"H!3ZL !UL !AZ//!AZ !AZ HTTP/!UL !%D !AZ!AZ !@SQ !@SQ !AZ !AZ!AZ !3ZL\n\0");
int status,
Count;
unsigned long *vecptr;
unsigned long FaoVector [32];
int64 Time64,
Duration64;
char Buffer [8192];
LIST_ENTRY *leptr;
REQUEST_STRUCT *rqeptr;
struct RequestHistoryStruct *rqhptr;
$DESCRIPTOR (BufferDsc, Buffer);
/*********/
/* begin */
/*********/
if (WATCH_MODULE(WATCH_MOD_REQUEST))
WatchThis (WATCHALL, WATCH_MOD_REQUEST, "RequestDump()");
sys$gettim (&Time64);
Count = 0;
fflush (stdout);
for (leptr = RequestList.HeadPtr; leptr; leptr = leptr->NextPtr)
{
rqeptr = (REQUEST_STRUCT*)leptr;
vecptr = FaoVector;
*vecptr++ = ++Count;
*vecptr++ = rqeptr->ConnectNumber;
*vecptr++ = rqeptr->ServicePtr->RequestSchemeNamePtr;
*vecptr++ = rqeptr->ServicePtr->ServerHostPort;
*vecptr++ = RequestState (rqeptr->RequestState);
if (rqeptr->Http2Stream.Http2Ptr)
*vecptr++ = 2;
else
if (rqeptr->rqResponse.HttpVersion == HTTP_VERSION_1_1 ||
rqeptr->rqResponse.HttpVersion == HTTP_VERSION_1_0)
*vecptr++ = 1;
else
*vecptr++ = 0;
*vecptr++ = &rqeptr->rqTime.BeginTime64;
Duration64 = rqeptr->rqTime.BeginTime64 - Time64;
*vecptr++ = HttpdTimeoutType(rqeptr->rqTmr.TimeoutType);
*vecptr++ = DurationString (NULL, &Duration64);
*vecptr++ = &rqeptr->NetIoPtr->BytesRawRx64;
*vecptr++ = rqeptr->rqNet.ReadErrorCount;
*vecptr++ = &rqeptr->NetIoPtr->BytesRawTx64;
*vecptr++ = rqeptr->rqNet.WriteErrorCount;
if (rqeptr->RemoteUser[0])
{
if (rqeptr->rqAuth.RealmPtr)
{
*vecptr++ = rqeptr->RemoteUser;
*vecptr++ = ".";
*vecptr++ = rqeptr->rqAuth.RealmPtr;
}
else
{
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = rqeptr->RemoteUser;
}
*vecptr++ = "@";
}
else
{
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = "";
}
*vecptr++ = rqeptr->ClientPtr->Lookup.HostName;
if (rqeptr->rqHeader.PathInfoPtr &&
rqeptr->rqHeader.QueryStringPtr)
{
*vecptr++ = rqeptr->rqHeader.MethodName;
*vecptr++ = " ";
*vecptr++ = rqeptr->rqHeader.RequestUriPtr;
}
else
if (rqeptr->rqNet.PersistentCount)
{
static char PersistString [32];
sprintf (PersistString, "[persistent:%u]",
rqeptr->rqNet.PersistentCount);
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = PersistString;
}
else
{
*vecptr++ = "";
*vecptr++ = "";
*vecptr++ = "[null]";
}
*vecptr++ = rqeptr->rqResponse.HttpStatus;
status = sys$faol (&RequestFaoDsc, NULL, &BufferDsc, &FaoVector);
if (VMSnok (status)) FaoErrorNoticed (status, "sys$fao()", FI_LI);
/* just in case of an overflow */
Buffer[sizeof(Buffer)-1] = '\0';
fputs (Buffer, stdout);
}
Count = 0;
for (leptr = RequestHistoryList.HeadPtr;
leptr;
leptr = leptr->NextPtr)
{
rqhptr = (struct RequestHistoryStruct*)leptr;
vecptr = FaoVector;
*vecptr++ = ++Count;
*vecptr++ = rqhptr->ConnectNumber;
*vecptr++ = rqhptr->ServicePtr->RequestSchemeNamePtr;
*vecptr++ = rqhptr->ServicePtr->ServerHostPort;
*vecptr++ = RequestState (rqhptr->RequestState);
*vecptr++ = rqhptr->HttpMajorVersion;
*vecptr++ = &rqhptr->Time64;
*vecptr++ = HttpdTimeoutType(rqhptr->TimeoutType);
*vecptr++ = DurationString (NULL, &rqhptr->Duration64);
*vecptr++ = &rqhptr->BytesRawRx64;
*vecptr++ = &rqhptr->BytesRawTx64;
*vecptr++ = rqhptr->ClientAndRequest;
*vecptr++ = rqhptr->RequestPtr;
*vecptr++ = rqhptr->Truncated ? "[truncated]" : "";
*vecptr++ = rqhptr->ResponseStatusCode;
status = sys$faol (&HistoryFaoDsc, NULL, &BufferDsc, &FaoVector);
if (VMSnok (status)) FaoErrorNoticed (status, "sys$fao()", FI_LI);
/* just in case of an overflow */
Buffer[sizeof(Buffer)-1] = '\0';
fputs (Buffer, stdout);
}
fflush (stdout);
}
/*****************************************************************************/