1
// Copyright 2011 the V8 project authors. All rights reserved.
2
// Redistribution and use in source and binary forms, with or without
3
// modification, are permitted provided that the following conditions are
6
// * Redistributions of source code must retain the above copyright
7
// notice, this list of conditions and the following disclaimer.
8
// * Redistributions in binary form must reproduce the above
9
// copyright notice, this list of conditions and the following
10
// disclaimer in the documentation and/or other materials provided
11
// with the distribution.
12
// * Neither the name of Google Inc. nor the names of its
13
// contributors may be used to endorse or promote products derived
14
// from this software without specific prior written permission.
16
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
#ifndef V8_IA32_CODE_STUBS_IA32_H_
29
#define V8_IA32_CODE_STUBS_IA32_H_
31
#include "macro-assembler.h"
32
#include "code-stubs.h"
39
// Compute a transcendental math function natively, or call the
40
// TranscendentalCache runtime function.
41
class TranscendentalCacheStub: public CodeStub {
45
UNTAGGED = 1 << TranscendentalCache::kTranscendentalTypeBits
48
TranscendentalCacheStub(TranscendentalCache::Type type,
49
ArgumentType argument_type)
50
: type_(type), argument_type_(argument_type) {}
51
void Generate(MacroAssembler* masm);
52
static void GenerateOperation(MacroAssembler* masm,
53
TranscendentalCache::Type type);
55
TranscendentalCache::Type type_;
56
ArgumentType argument_type_;
58
Major MajorKey() { return TranscendentalCache; }
59
int MinorKey() { return type_ | argument_type_; }
60
Runtime::FunctionId RuntimeFunction();
64
class StoreBufferOverflowStub: public CodeStub {
66
explicit StoreBufferOverflowStub(SaveFPRegsMode save_fp)
67
: save_doubles_(save_fp) { }
69
void Generate(MacroAssembler* masm);
71
virtual bool IsPregenerated() { return true; }
72
static void GenerateFixedRegStubsAheadOfTime();
73
virtual bool SometimesSetsUpAFrame() { return false; }
76
SaveFPRegsMode save_doubles_;
78
Major MajorKey() { return StoreBufferOverflow; }
79
int MinorKey() { return (save_doubles_ == kSaveFPRegs) ? 1 : 0; }
83
class UnaryOpStub: public CodeStub {
85
UnaryOpStub(Token::Value op,
86
UnaryOverwriteMode mode,
87
UnaryOpIC::TypeInfo operand_type = UnaryOpIC::UNINITIALIZED)
90
operand_type_(operand_type) {
95
UnaryOverwriteMode mode_;
97
// Operand type information determined at runtime.
98
UnaryOpIC::TypeInfo operand_type_;
100
virtual void PrintName(StringStream* stream);
102
class ModeBits: public BitField<UnaryOverwriteMode, 0, 1> {};
103
class OpBits: public BitField<Token::Value, 1, 7> {};
104
class OperandTypeInfoBits: public BitField<UnaryOpIC::TypeInfo, 8, 3> {};
106
Major MajorKey() { return UnaryOp; }
108
return ModeBits::encode(mode_)
109
| OpBits::encode(op_)
110
| OperandTypeInfoBits::encode(operand_type_);
113
// Note: A lot of the helper functions below will vanish when we use virtual
114
// function instead of switch more often.
115
void Generate(MacroAssembler* masm);
117
void GenerateTypeTransition(MacroAssembler* masm);
119
void GenerateSmiStub(MacroAssembler* masm);
120
void GenerateSmiStubSub(MacroAssembler* masm);
121
void GenerateSmiStubBitNot(MacroAssembler* masm);
122
void GenerateSmiCodeSub(MacroAssembler* masm,
126
Label::Distance non_smi_near = Label::kFar,
127
Label::Distance undo_near = Label::kFar,
128
Label::Distance slow_near = Label::kFar);
129
void GenerateSmiCodeBitNot(MacroAssembler* masm,
131
Label::Distance non_smi_near = Label::kFar);
132
void GenerateSmiCodeUndo(MacroAssembler* masm);
134
void GenerateHeapNumberStub(MacroAssembler* masm);
135
void GenerateHeapNumberStubSub(MacroAssembler* masm);
136
void GenerateHeapNumberStubBitNot(MacroAssembler* masm);
137
void GenerateHeapNumberCodeSub(MacroAssembler* masm, Label* slow);
138
void GenerateHeapNumberCodeBitNot(MacroAssembler* masm, Label* slow);
140
void GenerateGenericStub(MacroAssembler* masm);
141
void GenerateGenericStubSub(MacroAssembler* masm);
142
void GenerateGenericStubBitNot(MacroAssembler* masm);
143
void GenerateGenericCodeFallback(MacroAssembler* masm);
145
virtual int GetCodeKind() { return Code::UNARY_OP_IC; }
147
virtual InlineCacheState GetICState() {
148
return UnaryOpIC::ToState(operand_type_);
151
virtual void FinishCode(Handle<Code> code) {
152
code->set_unary_op_type(operand_type_);
157
class BinaryOpStub: public CodeStub {
159
BinaryOpStub(Token::Value op, OverwriteMode mode)
162
operands_type_(BinaryOpIC::UNINITIALIZED),
163
result_type_(BinaryOpIC::UNINITIALIZED) {
164
use_sse3_ = CpuFeatures::IsSupported(SSE3);
165
ASSERT(OpBits::is_valid(Token::NUM_TOKENS));
170
BinaryOpIC::TypeInfo operands_type,
171
BinaryOpIC::TypeInfo result_type = BinaryOpIC::UNINITIALIZED)
172
: op_(OpBits::decode(key)),
173
mode_(ModeBits::decode(key)),
174
use_sse3_(SSE3Bits::decode(key)),
175
operands_type_(operands_type),
176
result_type_(result_type) { }
179
enum SmiCodeGenerateHeapNumberResults {
180
ALLOW_HEAPNUMBER_RESULTS,
181
NO_HEAPNUMBER_RESULTS
188
// Operand type information determined at runtime.
189
BinaryOpIC::TypeInfo operands_type_;
190
BinaryOpIC::TypeInfo result_type_;
192
virtual void PrintName(StringStream* stream);
194
// Minor key encoding in 16 bits RRRTTTSOOOOOOOMM.
195
class ModeBits: public BitField<OverwriteMode, 0, 2> {};
196
class OpBits: public BitField<Token::Value, 2, 7> {};
197
class SSE3Bits: public BitField<bool, 9, 1> {};
198
class OperandTypeInfoBits: public BitField<BinaryOpIC::TypeInfo, 10, 3> {};
199
class ResultTypeInfoBits: public BitField<BinaryOpIC::TypeInfo, 13, 3> {};
201
Major MajorKey() { return BinaryOp; }
203
return OpBits::encode(op_)
204
| ModeBits::encode(mode_)
205
| SSE3Bits::encode(use_sse3_)
206
| OperandTypeInfoBits::encode(operands_type_)
207
| ResultTypeInfoBits::encode(result_type_);
210
void Generate(MacroAssembler* masm);
211
void GenerateGeneric(MacroAssembler* masm);
212
void GenerateSmiCode(MacroAssembler* masm,
214
SmiCodeGenerateHeapNumberResults heapnumber_results);
215
void GenerateLoadArguments(MacroAssembler* masm);
216
void GenerateReturn(MacroAssembler* masm);
217
void GenerateUninitializedStub(MacroAssembler* masm);
218
void GenerateSmiStub(MacroAssembler* masm);
219
void GenerateInt32Stub(MacroAssembler* masm);
220
void GenerateHeapNumberStub(MacroAssembler* masm);
221
void GenerateOddballStub(MacroAssembler* masm);
222
void GenerateStringStub(MacroAssembler* masm);
223
void GenerateBothStringStub(MacroAssembler* masm);
224
void GenerateGenericStub(MacroAssembler* masm);
225
void GenerateAddStrings(MacroAssembler* masm);
227
void GenerateHeapResultAllocation(MacroAssembler* masm, Label* alloc_failure);
228
void GenerateRegisterArgsPush(MacroAssembler* masm);
229
void GenerateTypeTransition(MacroAssembler* masm);
230
void GenerateTypeTransitionWithSavedArgs(MacroAssembler* masm);
232
virtual int GetCodeKind() { return Code::BINARY_OP_IC; }
234
virtual InlineCacheState GetICState() {
235
return BinaryOpIC::ToState(operands_type_);
238
virtual void FinishCode(Handle<Code> code) {
239
code->set_binary_op_type(operands_type_);
240
code->set_binary_op_result_type(result_type_);
243
friend class CodeGenerator;
247
class StringHelper : public AllStatic {
249
// Generate code for copying characters using a simple loop. This should only
250
// be used in places where the number of characters is small and the
251
// additional setup and checking in GenerateCopyCharactersREP adds too much
252
// overhead. Copying of overlapping regions is not supported.
253
static void GenerateCopyCharacters(MacroAssembler* masm,
260
// Generate code for copying characters using the rep movs instruction.
261
// Copies ecx characters from esi to edi. Copying of overlapping regions is
263
static void GenerateCopyCharactersREP(MacroAssembler* masm,
264
Register dest, // Must be edi.
265
Register src, // Must be esi.
266
Register count, // Must be ecx.
267
Register scratch, // Neither of above.
270
// Probe the symbol table for a two character string. If the string
271
// requires non-standard hashing a jump to the label not_probed is
272
// performed and registers c1 and c2 are preserved. In all other
273
// cases they are clobbered. If the string is not found by probing a
274
// jump to the label not_found is performed. This jump does not
275
// guarantee that the string is not in the symbol table. If the
276
// string is found the code falls through with the string in
278
static void GenerateTwoCharacterSymbolTableProbe(MacroAssembler* masm,
287
// Generate string hash.
288
static void GenerateHashInit(MacroAssembler* masm,
292
static void GenerateHashAddCharacter(MacroAssembler* masm,
296
static void GenerateHashGetHash(MacroAssembler* masm,
301
DISALLOW_IMPLICIT_CONSTRUCTORS(StringHelper);
305
// Flag that indicates how to generate code for the stub StringAddStub.
306
enum StringAddFlags {
307
NO_STRING_ADD_FLAGS = 0,
308
// Omit left string check in stub (left is definitely a string).
309
NO_STRING_CHECK_LEFT_IN_STUB = 1 << 0,
310
// Omit right string check in stub (right is definitely a string).
311
NO_STRING_CHECK_RIGHT_IN_STUB = 1 << 1,
312
// Omit both string checks in stub.
313
NO_STRING_CHECK_IN_STUB =
314
NO_STRING_CHECK_LEFT_IN_STUB | NO_STRING_CHECK_RIGHT_IN_STUB
318
class StringAddStub: public CodeStub {
320
explicit StringAddStub(StringAddFlags flags) : flags_(flags) {}
323
Major MajorKey() { return StringAdd; }
324
int MinorKey() { return flags_; }
326
void Generate(MacroAssembler* masm);
328
void GenerateConvertArgument(MacroAssembler* masm,
336
const StringAddFlags flags_;
340
class SubStringStub: public CodeStub {
345
Major MajorKey() { return SubString; }
346
int MinorKey() { return 0; }
348
void Generate(MacroAssembler* masm);
352
class StringCompareStub: public CodeStub {
354
StringCompareStub() { }
356
// Compares two flat ASCII strings and returns result in eax.
357
static void GenerateCompareFlatAsciiStrings(MacroAssembler* masm,
364
// Compares two flat ASCII strings for equality and returns result
366
static void GenerateFlatAsciiStringEquals(MacroAssembler* masm,
373
virtual Major MajorKey() { return StringCompare; }
374
virtual int MinorKey() { return 0; }
375
virtual void Generate(MacroAssembler* masm);
377
static void GenerateAsciiCharsCompareLoop(
378
MacroAssembler* masm,
383
Label* chars_not_equal,
384
Label::Distance chars_not_equal_near = Label::kFar);
388
class NumberToStringStub: public CodeStub {
390
NumberToStringStub() { }
392
// Generate code to do a lookup in the number string cache. If the number in
393
// the register object is found in the cache the generated code falls through
394
// with the result in the result register. The object and the result register
395
// can be the same. If the number is not found in the cache the code jumps to
396
// the label not_found with only the content of register object unchanged.
397
static void GenerateLookupNumberStringCache(MacroAssembler* masm,
406
Major MajorKey() { return NumberToString; }
407
int MinorKey() { return 0; }
409
void Generate(MacroAssembler* masm);
413
class StringDictionaryLookupStub: public CodeStub {
415
enum LookupMode { POSITIVE_LOOKUP, NEGATIVE_LOOKUP };
417
StringDictionaryLookupStub(Register dictionary,
421
: dictionary_(dictionary), result_(result), index_(index), mode_(mode) { }
423
void Generate(MacroAssembler* masm);
425
static void GenerateNegativeLookup(MacroAssembler* masm,
432
static void GeneratePositiveLookup(MacroAssembler* masm,
440
virtual bool SometimesSetsUpAFrame() { return false; }
443
static const int kInlinedProbes = 4;
444
static const int kTotalProbes = 20;
446
static const int kCapacityOffset =
447
StringDictionary::kHeaderSize +
448
StringDictionary::kCapacityIndex * kPointerSize;
450
static const int kElementsStartOffset =
451
StringDictionary::kHeaderSize +
452
StringDictionary::kElementsStartIndex * kPointerSize;
454
Major MajorKey() { return StringDictionaryLookup; }
457
return DictionaryBits::encode(dictionary_.code()) |
458
ResultBits::encode(result_.code()) |
459
IndexBits::encode(index_.code()) |
460
LookupModeBits::encode(mode_);
463
class DictionaryBits: public BitField<int, 0, 3> {};
464
class ResultBits: public BitField<int, 3, 3> {};
465
class IndexBits: public BitField<int, 6, 3> {};
466
class LookupModeBits: public BitField<LookupMode, 9, 1> {};
468
Register dictionary_;
475
class RecordWriteStub: public CodeStub {
477
RecordWriteStub(Register object,
480
RememberedSetAction remembered_set_action,
481
SaveFPRegsMode fp_mode)
485
remembered_set_action_(remembered_set_action),
486
save_fp_regs_mode_(fp_mode),
487
regs_(object, // An input reg.
488
address, // An input reg.
489
value) { // One scratch reg.
495
INCREMENTAL_COMPACTION
498
virtual bool IsPregenerated();
499
static void GenerateFixedRegStubsAheadOfTime();
500
virtual bool SometimesSetsUpAFrame() { return false; }
502
static const byte kTwoByteNopInstruction = 0x3c; // Cmpb al, #imm8.
503
static const byte kTwoByteJumpInstruction = 0xeb; // Jmp #imm8.
505
static const byte kFiveByteNopInstruction = 0x3d; // Cmpl eax, #imm32.
506
static const byte kFiveByteJumpInstruction = 0xe9; // Jmp #imm32.
508
static Mode GetMode(Code* stub) {
509
byte first_instruction = stub->instruction_start()[0];
510
byte second_instruction = stub->instruction_start()[2];
512
if (first_instruction == kTwoByteJumpInstruction) {
516
ASSERT(first_instruction == kTwoByteNopInstruction);
518
if (second_instruction == kFiveByteJumpInstruction) {
519
return INCREMENTAL_COMPACTION;
522
ASSERT(second_instruction == kFiveByteNopInstruction);
524
return STORE_BUFFER_ONLY;
527
static void Patch(Code* stub, Mode mode) {
529
case STORE_BUFFER_ONLY:
530
ASSERT(GetMode(stub) == INCREMENTAL ||
531
GetMode(stub) == INCREMENTAL_COMPACTION);
532
stub->instruction_start()[0] = kTwoByteNopInstruction;
533
stub->instruction_start()[2] = kFiveByteNopInstruction;
536
ASSERT(GetMode(stub) == STORE_BUFFER_ONLY);
537
stub->instruction_start()[0] = kTwoByteJumpInstruction;
539
case INCREMENTAL_COMPACTION:
540
ASSERT(GetMode(stub) == STORE_BUFFER_ONLY);
541
stub->instruction_start()[0] = kTwoByteNopInstruction;
542
stub->instruction_start()[2] = kFiveByteJumpInstruction;
545
ASSERT(GetMode(stub) == mode);
546
CPU::FlushICache(stub->instruction_start(), 7);
550
// This is a helper class for freeing up 3 scratch registers, where the third
551
// is always ecx (needed for shift operations). The input is two registers
552
// that must be preserved and one scratch register provided by the caller.
553
class RegisterAllocation {
555
RegisterAllocation(Register object,
558
: object_orig_(object),
559
address_orig_(address),
560
scratch0_orig_(scratch0),
563
scratch0_(scratch0) {
564
ASSERT(!AreAliased(scratch0, object, address, no_reg));
565
scratch1_ = GetRegThatIsNotEcxOr(object_, address_, scratch0_);
566
if (scratch0.is(ecx)) {
567
scratch0_ = GetRegThatIsNotEcxOr(object_, address_, scratch1_);
569
if (object.is(ecx)) {
570
object_ = GetRegThatIsNotEcxOr(address_, scratch0_, scratch1_);
572
if (address.is(ecx)) {
573
address_ = GetRegThatIsNotEcxOr(object_, scratch0_, scratch1_);
575
ASSERT(!AreAliased(scratch0_, object_, address_, ecx));
578
void Save(MacroAssembler* masm) {
579
ASSERT(!address_orig_.is(object_));
580
ASSERT(object_.is(object_orig_) || address_.is(address_orig_));
581
ASSERT(!AreAliased(object_, address_, scratch1_, scratch0_));
582
ASSERT(!AreAliased(object_orig_, address_, scratch1_, scratch0_));
583
ASSERT(!AreAliased(object_, address_orig_, scratch1_, scratch0_));
584
// We don't have to save scratch0_orig_ because it was given to us as
585
// a scratch register. But if we had to switch to a different reg then
586
// we should save the new scratch0_.
587
if (!scratch0_.is(scratch0_orig_)) masm->push(scratch0_);
588
if (!ecx.is(scratch0_orig_) &&
589
!ecx.is(object_orig_) &&
590
!ecx.is(address_orig_)) {
593
masm->push(scratch1_);
594
if (!address_.is(address_orig_)) {
595
masm->push(address_);
596
masm->mov(address_, address_orig_);
598
if (!object_.is(object_orig_)) {
600
masm->mov(object_, object_orig_);
604
void Restore(MacroAssembler* masm) {
605
// These will have been preserved the entire time, so we just need to move
606
// them back. Only in one case is the orig_ reg different from the plain
607
// one, since only one of them can alias with ecx.
608
if (!object_.is(object_orig_)) {
609
masm->mov(object_orig_, object_);
612
if (!address_.is(address_orig_)) {
613
masm->mov(address_orig_, address_);
616
masm->pop(scratch1_);
617
if (!ecx.is(scratch0_orig_) &&
618
!ecx.is(object_orig_) &&
619
!ecx.is(address_orig_)) {
622
if (!scratch0_.is(scratch0_orig_)) masm->pop(scratch0_);
625
// If we have to call into C then we need to save and restore all caller-
626
// saved registers that were not already preserved. The caller saved
627
// registers are eax, ecx and edx. The three scratch registers (incl. ecx)
628
// will be restored by other means so we don't bother pushing them here.
629
void SaveCallerSaveRegisters(MacroAssembler* masm, SaveFPRegsMode mode) {
630
if (!scratch0_.is(eax) && !scratch1_.is(eax)) masm->push(eax);
631
if (!scratch0_.is(edx) && !scratch1_.is(edx)) masm->push(edx);
632
if (mode == kSaveFPRegs) {
633
CpuFeatures::Scope scope(SSE2);
635
Immediate(kDoubleSize * (XMMRegister::kNumRegisters - 1)));
636
// Save all XMM registers except XMM0.
637
for (int i = XMMRegister::kNumRegisters - 1; i > 0; i--) {
638
XMMRegister reg = XMMRegister::from_code(i);
639
masm->movdbl(Operand(esp, (i - 1) * kDoubleSize), reg);
644
inline void RestoreCallerSaveRegisters(MacroAssembler*masm,
645
SaveFPRegsMode mode) {
646
if (mode == kSaveFPRegs) {
647
CpuFeatures::Scope scope(SSE2);
648
// Restore all XMM registers except XMM0.
649
for (int i = XMMRegister::kNumRegisters - 1; i > 0; i--) {
650
XMMRegister reg = XMMRegister::from_code(i);
651
masm->movdbl(reg, Operand(esp, (i - 1) * kDoubleSize));
654
Immediate(kDoubleSize * (XMMRegister::kNumRegisters - 1)));
656
if (!scratch0_.is(edx) && !scratch1_.is(edx)) masm->pop(edx);
657
if (!scratch0_.is(eax) && !scratch1_.is(eax)) masm->pop(eax);
660
inline Register object() { return object_; }
661
inline Register address() { return address_; }
662
inline Register scratch0() { return scratch0_; }
663
inline Register scratch1() { return scratch1_; }
666
Register object_orig_;
667
Register address_orig_;
668
Register scratch0_orig_;
673
// Third scratch register is always ecx.
675
Register GetRegThatIsNotEcxOr(Register r1,
678
for (int i = 0; i < Register::kNumAllocatableRegisters; i++) {
679
Register candidate = Register::FromAllocationIndex(i);
680
if (candidate.is(ecx)) continue;
681
if (candidate.is(r1)) continue;
682
if (candidate.is(r2)) continue;
683
if (candidate.is(r3)) continue;
689
friend class RecordWriteStub;
692
enum OnNoNeedToInformIncrementalMarker {
693
kReturnOnNoNeedToInformIncrementalMarker,
694
kUpdateRememberedSetOnNoNeedToInformIncrementalMarker
697
void Generate(MacroAssembler* masm);
698
void GenerateIncremental(MacroAssembler* masm, Mode mode);
699
void CheckNeedsToInformIncrementalMarker(
700
MacroAssembler* masm,
701
OnNoNeedToInformIncrementalMarker on_no_need,
703
void InformIncrementalMarker(MacroAssembler* masm, Mode mode);
705
Major MajorKey() { return RecordWrite; }
708
return ObjectBits::encode(object_.code()) |
709
ValueBits::encode(value_.code()) |
710
AddressBits::encode(address_.code()) |
711
RememberedSetActionBits::encode(remembered_set_action_) |
712
SaveFPRegsModeBits::encode(save_fp_regs_mode_);
715
void Activate(Code* code) {
716
code->GetHeap()->incremental_marking()->ActivateGeneratedStub(code);
719
class ObjectBits: public BitField<int, 0, 3> {};
720
class ValueBits: public BitField<int, 3, 3> {};
721
class AddressBits: public BitField<int, 6, 3> {};
722
class RememberedSetActionBits: public BitField<RememberedSetAction, 9, 1> {};
723
class SaveFPRegsModeBits: public BitField<SaveFPRegsMode, 10, 1> {};
728
RememberedSetAction remembered_set_action_;
729
SaveFPRegsMode save_fp_regs_mode_;
730
RegisterAllocation regs_;
734
} } // namespace v8::internal
736
#endif // V8_IA32_CODE_STUBS_IA32_H_