001 /*
002 * Copyright 2010-2015 JetBrains s.r.o.
003 *
004 * Licensed under the Apache License, Version 2.0 (the "License");
005 * you may not use this file except in compliance with the License.
006 * You may obtain a copy of the License at
007 *
008 * http://www.apache.org/licenses/LICENSE-2.0
009 *
010 * Unless required by applicable law or agreed to in writing, software
011 * distributed under the License is distributed on an "AS IS" BASIS,
012 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
013 * See the License for the specific language governing permissions and
014 * limitations under the License.
015 */
016
017 package org.jetbrains.kotlin.codegen;
018
019 import com.google.common.collect.Lists;
020 import com.google.common.collect.Ordering;
021 import com.intellij.openapi.application.ApplicationManager;
022 import com.intellij.openapi.progress.ProcessCanceledException;
023 import com.intellij.openapi.vfs.VirtualFile;
024 import com.intellij.util.ArrayUtil;
025 import com.intellij.util.SmartList;
026 import com.intellij.util.containers.ContainerUtil;
027 import kotlin.Function0;
028 import org.jetbrains.annotations.Mutable;
029 import org.jetbrains.annotations.NotNull;
030 import org.jetbrains.annotations.Nullable;
031 import org.jetbrains.kotlin.codegen.context.CodegenContext;
032 import org.jetbrains.kotlin.codegen.context.FieldOwnerContext;
033 import org.jetbrains.kotlin.codegen.context.MethodContext;
034 import org.jetbrains.kotlin.codegen.context.PackageContext;
035 import org.jetbrains.kotlin.codegen.state.GenerationState;
036 import org.jetbrains.kotlin.config.IncrementalCompilation;
037 import org.jetbrains.kotlin.descriptors.CallableMemberDescriptor;
038 import org.jetbrains.kotlin.descriptors.DeclarationDescriptor;
039 import org.jetbrains.kotlin.descriptors.PackageFragmentDescriptor;
040 import org.jetbrains.kotlin.diagnostics.DiagnosticUtils;
041 import org.jetbrains.kotlin.load.java.JvmAbi;
042 import org.jetbrains.kotlin.load.java.JvmAnnotationNames;
043 import org.jetbrains.kotlin.load.kotlin.PackagePartClassUtils;
044 import org.jetbrains.kotlin.load.kotlin.incremental.IncrementalPackageFragmentProvider;
045 import org.jetbrains.kotlin.name.FqName;
046 import org.jetbrains.kotlin.psi.*;
047 import org.jetbrains.kotlin.resolve.BindingContext;
048 import org.jetbrains.kotlin.resolve.MemberComparator;
049 import org.jetbrains.kotlin.resolve.jvm.jvmSignature.JvmMethodSignature;
050 import org.jetbrains.kotlin.resolve.scopes.DescriptorKindFilter;
051 import org.jetbrains.kotlin.resolve.scopes.JetScope;
052 import org.jetbrains.kotlin.serialization.*;
053 import org.jetbrains.kotlin.serialization.deserialization.NameResolver;
054 import org.jetbrains.kotlin.serialization.deserialization.descriptors.DeserializedCallableMemberDescriptor;
055 import org.jetbrains.kotlin.serialization.deserialization.descriptors.DeserializedPropertyDescriptor;
056 import org.jetbrains.kotlin.serialization.deserialization.descriptors.DeserializedSimpleFunctionDescriptor;
057 import org.jetbrains.kotlin.serialization.jvm.BitEncoding;
058 import org.jetbrains.org.objectweb.asm.AnnotationVisitor;
059 import org.jetbrains.org.objectweb.asm.MethodVisitor;
060 import org.jetbrains.org.objectweb.asm.Type;
061 import org.jetbrains.org.objectweb.asm.commons.InstructionAdapter;
062 import org.jetbrains.org.objectweb.asm.commons.Method;
063
064 import java.util.*;
065
066 import static org.jetbrains.kotlin.codegen.AsmUtil.asmDescByFqNameWithoutInnerClasses;
067 import static org.jetbrains.kotlin.codegen.AsmUtil.method;
068 import static org.jetbrains.kotlin.load.kotlin.PackageClassUtils.getPackageClassFqName;
069 import static org.jetbrains.kotlin.resolve.jvm.AsmTypes.K_PACKAGE_TYPE;
070 import static org.jetbrains.kotlin.resolve.jvm.AsmTypes.getType;
071 import static org.jetbrains.kotlin.resolve.jvm.diagnostics.DiagnosticsPackage.*;
072 import static org.jetbrains.kotlin.resolve.jvm.diagnostics.JvmDeclarationOrigin.NO_ORIGIN;
073 import static org.jetbrains.org.objectweb.asm.Opcodes.*;
074
075 public class PackageCodegen {
076 private final ClassBuilderOnDemand v;
077 private final GenerationState state;
078 private final Collection<JetFile> files;
079 private final Type packageClassType;
080 private final PackageFragmentDescriptor packageFragment;
081 private final PackageFragmentDescriptor compiledPackageFragment;
082 private final List<DeserializedCallableMemberDescriptor> previouslyCompiledCallables;
083
084 public PackageCodegen(@NotNull GenerationState state, @NotNull Collection<JetFile> files, @NotNull FqName fqName) {
085 this.state = state;
086 this.files = files;
087 this.packageFragment = getOnlyPackageFragment(fqName);
088 this.packageClassType = AsmUtil.asmTypeByFqNameWithoutInnerClasses(getPackageClassFqName(fqName));
089 this.compiledPackageFragment = getCompiledPackageFragment(fqName);
090 this.previouslyCompiledCallables = filterDeserializedCallables(compiledPackageFragment);
091
092 assert packageFragment != null || compiledPackageFragment != null : fqName.asString() + " " + files;
093
094 this.v = new ClassBuilderOnDemand(new Function0<ClassBuilder>() {
095 @Override
096 public ClassBuilder invoke() {
097 Collection<JetFile> files = PackageCodegen.this.files;
098 JetFile sourceFile = getRepresentativePackageFile(files);
099
100 ClassBuilder v = PackageCodegen.this.state.getFactory().newVisitor(
101 PackageFacade(packageFragment == null ? compiledPackageFragment : packageFragment),
102 packageClassType, PackagePartClassUtils.getPackageFilesWithCallables(files)
103 );
104 v.defineClass(sourceFile, V1_6,
105 ACC_PUBLIC | ACC_FINAL,
106 packageClassType.getInternalName(),
107 null,
108 "java/lang/Object",
109 ArrayUtil.EMPTY_STRING_ARRAY
110 );
111 //We don't generate any source information for package with multiple files
112 if (sourceFile != null) {
113 v.visitSource(sourceFile.getName(), null);
114 }
115 return v;
116 }
117 });
118 }
119
120 // Returns null if file has callables in several files
121 @Nullable
122 private JetFile getRepresentativePackageFile(@NotNull Collection<JetFile> packageFiles) {
123 if (!previouslyCompiledCallables.isEmpty()) {
124 return null;
125 }
126
127 List<JetFile> packageFilesWithCallables = PackagePartClassUtils.getPackageFilesWithCallables(packageFiles);
128 return packageFilesWithCallables.size() == 1 ? packageFilesWithCallables.get(0) : null;
129 }
130
131 @Nullable
132 private PackageFragmentDescriptor getCompiledPackageFragment(@NotNull FqName fqName) {
133 if (!IncrementalCompilation.ENABLED) {
134 return null;
135 }
136
137 // TODO rewrite it to something more robust when module system is implemented
138 for (PackageFragmentDescriptor fragment : state.getModule().getPackageFragmentProvider().getPackageFragments(fqName)) {
139 if (fragment instanceof IncrementalPackageFragmentProvider.IncrementalPackageFragment &&
140 ((IncrementalPackageFragmentProvider.IncrementalPackageFragment) fragment).getModuleId().equals(state.getModuleId())) {
141 return fragment;
142 }
143 }
144 return null;
145 }
146
147 @NotNull
148 private static List<DeserializedCallableMemberDescriptor> filterDeserializedCallables(@Nullable PackageFragmentDescriptor packageFragment) {
149 if (packageFragment == null) {
150 return Collections.emptyList();
151 }
152 List<DeserializedCallableMemberDescriptor> callables = Lists.newArrayList();
153 for (DeclarationDescriptor member : packageFragment.getMemberScope().getDescriptors(DescriptorKindFilter.CALLABLES, JetScope.ALL_NAME_FILTER)) {
154 if (member instanceof DeserializedCallableMemberDescriptor) {
155 callables.add((DeserializedCallableMemberDescriptor) member);
156 }
157 }
158 return callables;
159 }
160
161 private void generateDelegationsToPreviouslyCompiled(@NotNull @Mutable Map<CallableMemberDescriptor, Runnable> generateCallableMemberTasks) {
162 for (final DeserializedCallableMemberDescriptor member : previouslyCompiledCallables) {
163 generateCallableMemberTasks.put(member, new Runnable() {
164 @Override
165 public void run() {
166 FieldOwnerContext context = CodegenContext.STATIC.intoPackageFacade(
167 AsmUtil.asmTypeByFqNameWithoutInnerClasses(PackagePartClassUtils.getPackagePartFqName(member)),
168 compiledPackageFragment
169 );
170
171 MemberCodegen<?> memberCodegen = createCodegenForPartOfPackageFacade(context);
172
173 if (member instanceof DeserializedSimpleFunctionDescriptor) {
174 DeserializedSimpleFunctionDescriptor function = (DeserializedSimpleFunctionDescriptor) member;
175 memberCodegen.functionCodegen.generateMethod(OtherOrigin(function), function,
176 new FunctionGenerationStrategy() {
177 @Override
178 public void generateBody(
179 @NotNull MethodVisitor mv,
180 @NotNull FrameMap frameMap,
181 @NotNull JvmMethodSignature signature,
182 @NotNull MethodContext context,
183 @NotNull MemberCodegen<?> parentCodegen
184 ) {
185 throw new IllegalStateException("shouldn't be called");
186 }
187 }
188 );
189
190 memberCodegen.functionCodegen.generateDefaultIfNeeded(
191 context.intoFunction(function), function, OwnerKind.PACKAGE, DefaultParameterValueLoader.DEFAULT, null
192 );
193 }
194 else if (member instanceof DeserializedPropertyDescriptor) {
195 memberCodegen.propertyCodegen.generateInPackageFacade((DeserializedPropertyDescriptor) member);
196 }
197 else {
198 throw new IllegalStateException("Unexpected member: " + member);
199 }
200 }
201 });
202 }
203 }
204
205 public void generate(@NotNull CompilationErrorHandler errorHandler) {
206 List<JvmSerializationBindings> bindings = new ArrayList<JvmSerializationBindings>(files.size() + 1);
207
208 Map<CallableMemberDescriptor, Runnable> generateCallableMemberTasks = new HashMap<CallableMemberDescriptor, Runnable>();
209
210 for (JetFile file : files) {
211 try {
212 ClassBuilder builder = generate(file, generateCallableMemberTasks);
213 if (builder != null) {
214 bindings.add(builder.getSerializationBindings());
215 }
216 }
217 catch (ProcessCanceledException e) {
218 throw e;
219 }
220 catch (Throwable e) {
221 VirtualFile vFile = file.getVirtualFile();
222 errorHandler.reportException(e, vFile == null ? "no file" : vFile.getUrl());
223 DiagnosticUtils.throwIfRunningOnServer(e);
224 if (ApplicationManager.getApplication().isInternal()) {
225 //noinspection CallToPrintStackTrace
226 e.printStackTrace();
227 }
228 }
229 }
230
231 generateDelegationsToPreviouslyCompiled(generateCallableMemberTasks);
232
233 if (!generateCallableMemberTasks.isEmpty()) {
234 generatePackageFacadeClass(generateCallableMemberTasks, bindings);
235 }
236 }
237
238 private void generatePackageFacadeClass(
239 @NotNull Map<CallableMemberDescriptor, Runnable> tasks,
240 @NotNull List<JvmSerializationBindings> bindings
241 ) {
242 generateKotlinPackageReflectionField();
243
244 for (CallableMemberDescriptor member : Ordering.from(MemberComparator.INSTANCE).sortedCopy(tasks.keySet())) {
245 tasks.get(member).run();
246 }
247
248 bindings.add(v.getSerializationBindings());
249 writeKotlinPackageAnnotationIfNeeded(JvmSerializationBindings.union(bindings));
250 }
251
252 private void generateKotlinPackageReflectionField() {
253 MethodVisitor mv = v.newMethod(NO_ORIGIN, ACC_STATIC, "<clinit>", "()V", null, null);
254 Method method = method("createKotlinPackage", K_PACKAGE_TYPE, getType(Class.class));
255 InstructionAdapter iv = new InstructionAdapter(mv);
256 MemberCodegen.generateReflectionObjectField(state, packageClassType, v, method, JvmAbi.KOTLIN_PACKAGE_FIELD_NAME, iv);
257 iv.areturn(Type.VOID_TYPE);
258 FunctionCodegen.endVisit(mv, "package facade static initializer", null);
259 }
260
261 private void writeKotlinPackageAnnotationIfNeeded(@NotNull JvmSerializationBindings bindings) {
262 if (state.getClassBuilderMode() != ClassBuilderMode.FULL) {
263 return;
264 }
265
266 // SCRIPT: Do not write annotations for scripts (if any is??)
267 for (JetFile file : files) {
268 if (file.isScript()) return;
269 }
270
271 DescriptorSerializer serializer = DescriptorSerializer.createTopLevel(new JvmSerializerExtension(bindings, state.getTypeMapper()));
272 Collection<PackageFragmentDescriptor> packageFragments = Lists.newArrayList();
273 ContainerUtil.addIfNotNull(packageFragments, packageFragment);
274 ContainerUtil.addIfNotNull(packageFragments, compiledPackageFragment);
275 ProtoBuf.Package packageProto = serializer.packageProto(packageFragments).build();
276
277 if (packageProto.getMemberCount() == 0) return;
278
279 StringTable strings = serializer.getStringTable();
280 NameResolver nameResolver = new NameResolver(strings.serializeSimpleNames(), strings.serializeQualifiedNames());
281 PackageData data = new PackageData(nameResolver, packageProto);
282
283 AnnotationVisitor av = v.newAnnotation(asmDescByFqNameWithoutInnerClasses(JvmAnnotationNames.KOTLIN_PACKAGE), true);
284 av.visit(JvmAnnotationNames.ABI_VERSION_FIELD_NAME, JvmAbi.VERSION);
285 AnnotationVisitor array = av.visitArray(JvmAnnotationNames.DATA_FIELD_NAME);
286 for (String string : BitEncoding.encodeBytes(SerializationUtil.serializePackageData(data))) {
287 array.visit(null, string);
288 }
289 array.visitEnd();
290 av.visitEnd();
291 }
292
293 @Nullable
294 private ClassBuilder generate(@NotNull JetFile file, @NotNull Map<CallableMemberDescriptor, Runnable> generateCallableMemberTasks) {
295 boolean generatePackagePart = false;
296 Type packagePartType = PackagePartClassUtils.getPackagePartType(file);
297 PackageContext packagePartContext = CodegenContext.STATIC.intoPackagePart(packageFragment, packagePartType);
298
299 for (JetDeclaration declaration : file.getDeclarations()) {
300 if (declaration instanceof JetProperty || declaration instanceof JetNamedFunction) {
301 generatePackagePart = true;
302 }
303 else if (declaration instanceof JetClassOrObject) {
304 JetClassOrObject classOrObject = (JetClassOrObject) declaration;
305 if (state.getGenerateDeclaredClassFilter().shouldGenerateClass(classOrObject)) {
306 generateClassOrObject(classOrObject);
307 }
308 }
309 else if (declaration instanceof JetScript) {
310 JetScript script = (JetScript) declaration;
311
312 // SCRIPT: generate script code, should be separate execution branch
313 if (state.getGenerateDeclaredClassFilter().shouldGenerateScript(script)) {
314 ScriptCodegen.createScriptCodegen(script, state, packagePartContext).generate();
315 }
316 }
317 }
318
319 if (!generatePackagePart || !state.getGenerateDeclaredClassFilter().shouldGeneratePackagePart(file)) return null;
320
321 ClassBuilder builder = state.getFactory().newVisitor(PackagePart(file, packageFragment), packagePartType, file);
322
323 new PackagePartCodegen(builder, file, packagePartType, packagePartContext, state).generate();
324
325 FieldOwnerContext packageFacade = CodegenContext.STATIC.intoPackageFacade(packagePartType, packageFragment);
326
327 final MemberCodegen<?> memberCodegen = createCodegenForPartOfPackageFacade(packageFacade);
328
329 for (final JetDeclaration declaration : file.getDeclarations()) {
330 if (declaration instanceof JetNamedFunction || declaration instanceof JetProperty) {
331 DeclarationDescriptor descriptor = state.getBindingContext().get(BindingContext.DECLARATION_TO_DESCRIPTOR, declaration);
332 assert descriptor instanceof CallableMemberDescriptor :
333 "Expected callable member, was " + descriptor + " for " + declaration.getText();
334 generateCallableMemberTasks.put(
335 (CallableMemberDescriptor) descriptor,
336 new Runnable() {
337 @Override
338 public void run() {
339 memberCodegen.genFunctionOrProperty(declaration);
340 }
341 }
342 );
343 }
344 }
345
346 return builder;
347 }
348
349 private MemberCodegen<?> createCodegenForPartOfPackageFacade(@NotNull FieldOwnerContext packageFacade) {
350 return new MemberCodegen<JetFile>(state, null, packageFacade, null, v) {
351 @Override
352 protected void generateDeclaration() {
353 throw new UnsupportedOperationException();
354 }
355
356 @Override
357 protected void generateBody() {
358 throw new UnsupportedOperationException();
359 }
360
361 @Override
362 protected void generateKotlinAnnotation() {
363 throw new UnsupportedOperationException();
364 }
365 };
366 }
367
368 @Nullable
369 private PackageFragmentDescriptor getOnlyPackageFragment(@NotNull FqName expectedFqName) {
370 SmartList<PackageFragmentDescriptor> fragments = new SmartList<PackageFragmentDescriptor>();
371 for (JetFile file : files) {
372 PackageFragmentDescriptor fragment = state.getBindingContext().get(BindingContext.FILE_TO_PACKAGE_FRAGMENT, file);
373 assert fragment != null : "package fragment is null for " + file + "\n" + file.getText();
374
375 assert expectedFqName.equals(fragment.getFqName()) :
376 "expected package fq name: " + expectedFqName + ", actual: " + fragment.getFqName();
377
378 if (!fragments.contains(fragment)) {
379 fragments.add(fragment);
380 }
381 }
382 if (fragments.size() > 1) {
383 throw new IllegalStateException("More than one package fragment, files: " + files + " | fragments: " + fragments);
384 }
385
386 if (fragments.isEmpty()) {
387 return null;
388 }
389 return fragments.get(0);
390 }
391
392 public void generateClassOrObject(@NotNull JetClassOrObject classOrObject) {
393 JetFile file = classOrObject.getContainingJetFile();
394 Type packagePartType = PackagePartClassUtils.getPackagePartType(file);
395 CodegenContext context = CodegenContext.STATIC.intoPackagePart(packageFragment, packagePartType);
396 MemberCodegen.genClassOrObject(context, classOrObject, state, null);
397 }
398
399 public void done() {
400 v.done();
401 }
402 }